qairt-visualizer 0.5.1__py3-none-win_amd64.whl → 0.7.0__py3-none-win_amd64.whl

qairt_visualizer/core/ui/dist/browser/assets/netron_plugin/tools/pytorch

@@ -1,85 +0,0 @@
-#!/bin/bash
-
-set -e
-pushd $(cd $(dirname ${0})/..; pwd) > /dev/null
-
-case "${OSTYPE}" in
-    msys*) python="winpty python";;
-    *) python="python";;
-esac
-
-venv() {
-    env_dir=./third_party/env/pytorch
-    [ -d "${env_dir}" ] || ${python} -m venv ${env_dir}
-    case "${OSTYPE}" in
-        msys*) source ${env_dir}/Scripts/activate;;
-        *) source ${env_dir}/bin/activate;;
-    esac
-    ${python} -m pip install --quiet --upgrade pip requests
-}
-
-clean() {
-    echo "pytorch clean"
-    rm -rf "./third_party/source/caffe2"
-    rm -rf "./third_party/source/pytorch"
-}
-
-sync() {
-    echo "pytorch sync"
-    [ -d "./third_party/source/pytorch" ] || git clone --quiet https://github.com/pytorch/pytorch.git "./third_party/source/pytorch"
-    git -C "./third_party/source/pytorch" pull --quiet --prune
-    mkdir -p "./third_party/source/caffe2/proto"
-    curl --silent --location --output "./third_party/source/caffe2/proto/caffe2.proto" "https://github.com/pytorch/pytorch/raw/5e69e11d098a2cfccc8a59377c431e9c71cab9a8/caffe2/proto/caffe2.proto"
-    curl --silent --location --output "./third_party/source/caffe2/proto/torch.proto" "https://github.com/pytorch/pytorch/raw/5e69e11d098a2cfccc8a59377c431e9c71cab9a8/caffe2/proto/torch.proto"
-}
-
-install() {
-    echo "pytorch install"
-    venv
-    ${python} -m pip install --quiet --upgrade wheel
-    ${python} -m pip install --quiet --upgrade torch torchvision torchaudio --pre --index-url https://download.pytorch.org/whl/nightly/cpu
-    # ${python} -m pip install --quiet --upgrade torch-neuron --index-url https://pip.repos.neuron.amazonaws.com
-    deactivate
-}
-
-
-schema() {
-    echo "pytorch schema"
-    [[ $(grep -U $'\x0D' ./source/caffe2-proto.js) ]] && crlf=1
-    node ./tools/protoc.js --binary --text --root caffe2 --out ./source/caffe2-proto.js ./third_party/source/caffe2/proto/caffe2.proto
-    if [[ -n ${crlf} ]]; then
-        unix2dos --quiet --newfile ./source/caffe2-proto.js ./source/caffe2-proto.js
-    fi
-    [[ $(grep -U $'\x0D' ./source/pytorch-proto.js) ]] && crlf=1
-    node ./tools/protoc.js --json --root pytorch --out ./source/pytorch-proto.js --path ./third_party/source ./third_party/source/caffe2/proto/torch.proto
-    if [[ -n ${crlf} ]]; then
-        unix2dos --quiet --newfile ./source/pytorch-proto.js ./source/pytorch-proto.js
-    fi
-    [[ $(grep -U $'\x0D' ./source/pytorch-schema.js) ]] && crlf=1
-    node ./tools/flatc.js --root torch --out ./source/pytorch-schema.js ./third_party/source/pytorch/torch/csrc/jit/serialization/mobile_bytecode.fbs
-    if [[ -n ${crlf} ]]; then
-        unix2dos --quiet --newfile ./source/pytorch-schema.js ./source/pytorch-schema.js
-    fi
-}
-
-metadata() {
-    echo "pytorch metadata"
-    [[ $(grep -U $'\x0D' ./source/pytorch-metadata.json) ]] && crlf=1
-    venv
-    ${python} ./tools/pytorch_script.py
-    deactivate
-    if [[ -n ${crlf} ]]; then
-        unix2dos --quiet --newfile ./source/pytorch-metadata.json ./source/pytorch-metadata.json
-    fi
-}
-
-while [ "$#" != 0 ]; do
-    command="$1" && shift
-    case "${command}" in
-        "clean") clean;;
-        "install") install;;
-        "sync") sync;;
-        "schema") schema;;
-        "metadata") metadata;;
-    esac
-done

qairt_visualizer/core/ui/dist/browser/assets/netron_plugin/tools/pytorch_metadata.py

@@ -1,166 +0,0 @@
-''' TorchScript metadata script '''
-
-import collections
-import json
-import os
-import re
-import sys
-
-root_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
-sys.path.append(root_dir)
-sys.pycache_prefix = os.path.join(root_dir, 'dist', 'pycache', 'test', 'backend')
-pytorch = __import__('source.pytorch').pytorch
-
-source_dir = os.path.join(root_dir, 'source')
-third_party_dir = os.path.join(root_dir, 'third_party')
-metadata_file = os.path.join(source_dir, 'pytorch-metadata.json')
-pytorch_source_dir = os.path.join(third_party_dir, 'source', 'pytorch')
-
-def _read(path):
-    with open(path, 'r', encoding='utf-8') as file:
-        return file.read()
-
-def _write(path, content):
-    with open(path, 'w', encoding='utf-8') as file:
-        file.write(content)
-
-def _read_metadata():
-    metadata: list[dict[str,object]] = json.loads(_read(metadata_file))
-    return dict(map(lambda _: ( _['name'], _ ), metadata))
-
-def _write_metadata(value):
-    metadata = list(collections.OrderedDict(sorted(value.items())).values())
-    content = json.dumps(metadata, indent=2, ensure_ascii=False)
-    content = re.sub(r'\s {8}', ' ', content)
-    content = re.sub(r',\s {8}', ', ', content)
-    content = re.sub(r'\s {6}}', ' }', content)
-    _write(metadata_file, content)
-
-schema_source_files = [
-    ('aten/src/ATen/native/native_functions.yaml',
-        re.compile(r'-\s*func:\s*(.*)', re.MULTILINE), 'aten::'),
-    ('aten/src/ATen/native/quantized/library.cpp',
-        re.compile(r'TORCH_SELECTIVE_SCHEMA\("(.*)"\)', re.MULTILINE)),
-    ('aten/src/ATen/native/xnnpack/RegisterOpContextClass.cpp',
-        re.compile(r'TORCH_SELECTIVE_SCHEMA\("(.*)"', re.MULTILINE)),
-    ('torch/csrc/jit/runtime/register_prim_ops.cpp',
-        re.compile(r'(aten::.*->\s*.*)"', re.MULTILINE)),
-    ('torch/csrc/jit/runtime/register_prim_ops_fulljit.cpp',
-        re.compile(r'(aten::.*->\s*.*)"', re.MULTILINE)),
-    ('torch/csrc/jit/runtime/register_special_ops.cpp',
-        re.compile(r'(aten::.*->\s*.*)"', re.MULTILINE)),
-    ('caffe2/operators/copy_op.cc',
-        re.compile(r'(_caffe2::.*->\s*Tensor)', re.MULTILINE)),
-    ('caffe2/operators/batch_permutation_op.cc',
-        re.compile(r'(_caffe2::.*->\s*Tensor)', re.MULTILINE)),
-    ('caffe2/operators/collect_and_distribute_fpn_rpn_proposals_op.cc',
-        re.compile(r'"(_caffe2::[\w+]*\([\w"\s\[\],]*\)\s*->\s*\([\w"\s\[\],]*\))"', re.MULTILINE)),
-    ('caffe2/operators/box_with_nms_limit_op.cc',
-        re.compile(r'"(_caffe2::[\w+]*\([\w"\s\[\],]*\)\s*->\s*\([\w"\s\[\],]*\))"', re.MULTILINE)),
-    ('caffe2/operators/bbox_transform_op.cc',
-        re.compile(r'"(_caffe2::[\w+]*\([\w"\s\[\],]*\)\s*->\s*\([\w"\s\[\],]*\))"', re.MULTILINE)),
-    ('caffe2/operators/generate_proposals_op.cc',
-        re.compile(r'"(_caffe2::[\w+]*\([\w"\s\[\],]*\)\s*->\s*\([\w"\s\[\],]*\))"', re.MULTILINE)),
-    ('caffe2/operators/roi_align_op.cc',
-        re.compile(r'"(_caffe2::[\w+]*\([\w"\s\[\],]*\)\s*->.*)"', re.MULTILINE))
-]
-
-known_schema_definitions = [
-    'aten::as_tensor(Tensor(a) data, *, ScalarType? dtype=None, Device? device=None) -> Tensor(b|a)', # pylint: disable=line-too-long
-    'aten::as_tensor.bool(bool t, *, ScalarType? dtype=None, Device? device=None) -> Tensor',
-    'aten::as_tensor.complex(complex t, *, ScalarType? dtype=None, Device? device=None) -> Tensor',
-    'aten::as_tensor.float(float t, *, ScalarType? dtype=None, Device? device=None) -> Tensor',
-    'aten::as_tensor.int(int t, *, ScalarType? dtype=None, Device? device=None) -> Tensor',
-    'aten::as_tensor.list(t[] data, *, ScalarType? dtype=None, Device? device=None) -> Tensor'
-]
-
-def _parse_schemas():
-    schemas = {}
-    for entry in schema_source_files:
-        path = os.path.join(pytorch_source_dir, entry[0])
-        content = _read(path)
-        for value in entry[1].findall(content):
-            value = re.sub(r'\n|\r|\s*"', '', value) if value.startswith('_caffe2::') else value
-            definition = entry[2] + value if len(entry) > 2 else value
-            schema = pytorch.Schema(definition)
-            if schema.name in schemas:
-                raise KeyError()
-            schemas[schema.name] = schema
-    for definition in known_schema_definitions:
-        schema = pytorch.Schema(definition)
-        schemas[schema.name] = schema
-    return schemas
-
-def _filter_schemas(schemas, types):
-
-    keys = set(map(lambda _: _.split('.')[0], types.keys()))
-    filtered_schemas = set()
-    for schema in schemas.values():
-        for key in keys:
-            if schema.name == key or schema.name.startswith(key + '.'):
-                filtered_schemas.add(schema.name)
-    # filtered_schemas = set(types.keys())
-    # content = _read('list.csv')
-    # regex = re.compile(r'Unsupported function \'(.*)\' in', re.MULTILINE)
-    # matches = set()
-    # for match in regex.findall(content):
-    #     if match.startswith('torch.'):
-    #         matches.add('aten::' + match[6:])
-    #     if match.startswith('ops.') and len(match.split('.')) > 2:
-    #         matches.add(match[4:].replace('.', '::'))
-    # for schema in schemas.values():
-    #     for match in matches:
-    #         if schema.name.startswith(match):
-    #             filtered_schemas.add(schema.name)
-    return dict(filter(lambda _: _[0] in filtered_schemas, schemas.items()))
-
-def _check_schemas(schemas): # pylint: disable=unused-argument
-    # import torch
-    # for name in dir(torch.ops.aten):
-    #     if name.startswith('__') or name == 'name':
-    #         continue
-    #     packet = getattr(torch.ops.aten, name)
-    #     for overload in packet.overloads():
-    #         key = 'aten::' + name + ('.' + overload if overload != 'default' else '')
-    #         overload_schema = str(getattr(packet, overload)._schema)
-    #         if key in schemas:
-    #             schema = schemas[key]
-    #             if overload_schema != str(schema):
-    #                 print(overload_schema)
-    #                 print(schema)
-    pass
-
-def _check_types(types, schemas):
-    types = dict(types.items())
-    for schema in schemas.values():
-        if schema.name in types:
-            types.pop(schema.name)
-    for key in list(types.keys()):
-        if key.startswith('torch.nn'):
-            types.pop(key)
-        if key.startswith('torchvision::') or \
-           key.startswith('torchaudio::') or \
-           key.startswith('neuron::'):
-            types.pop(key)
-    types.pop('aten::fft')
-    types.pop('aten::mul.ScalarT')
-    types.pop('aten::classes._nnapi.Compilation')
-    if len(types) > 0:
-        raise Exception('\n'.join(list(types.keys()))) # pylint: disable=broad-exception-raised
-
-def _metadata():
-    types = _read_metadata()
-    schemas = _parse_schemas()
-    _check_types(types, schemas)
-    _check_schemas(schemas)
-    filtered_schemas = _filter_schemas(schemas, types)
-    metadata = pytorch.Metadata(types)
-    for schema in filtered_schemas.values():
-        metadata.type(schema)
-    _write_metadata(types)
-
-def main(): # pylint: disable=missing-function-docstring
-    _metadata()
-
-if __name__ == '__main__':
-    main()