mindspore 2.2.14__cp38-cp38-manylinux1_x86_64.whl → 2.3.0rc1__cp38-cp38-manylinux1_x86_64.whl

mindspore/_extends/parallel_compile/akg_compiler/akg_process.py

@@ -21,7 +21,7 @@ from multiprocessing import Pool, cpu_count
 from mindspore import log as logger
 from mindspore._extends.parallel_compile.akg_compiler.get_file_path import get_akg_path
 from mindspore._extends.parallel_compile.akg_compiler.util import get_ascend_compile_dirs, create_compile_dirs, \
-    get_log_level, update_attr, select_best, print_compile_log, check_tbe_support, get_kernel_meta_parent_dir
+    get_log_level, update_attr, select_best, print_compile_log, get_kernel_meta_parent_dir
 
 
 def _compile_akg_task_default(json_strs, attrs, func):
@@ -66,7 +66,6 @@ def _compile_akg_task_ascend(json_strs, attrs):
     compile_dirs = get_ascend_compile_dirs(attrs)
     kernel_meta_dir = compile_dirs.get("kernel_meta_dir")
     akg_compile_dir = compile_dirs.get("akg_compile_dir")
-    tbe_compile_dir = compile_dirs.get("tbe_compile_dir")
     composite_graph_dir = compile_dirs.get("composite_graph_dir")
     attrs = update_attr(attrs, {"dump_composite_graph": composite_graph_dir, "optimize_for_tbe": True})
     for json_str in json_strs:
@@ -79,24 +78,12 @@ def _compile_akg_task_ascend(json_strs, attrs):
         info_path = os.path.join(kernel_meta_dir, op_name + ".info")
         if not os.path.isfile(info_path):
             raise FileNotFoundError("Can not compile non-existing file \"{}\"".format(info_path))
-
         # Compile json str with AKG
         _compile_subprocess(compiler, akg_compile_dir, info_path, "AKG", attrs, compile_log, log_level)
 
-        # Load composite optimized json str and compile it with TBE
-        composite_graph_path = os.path.join(composite_graph_dir, op_name + ".info")
-        if not os.path.isfile(composite_graph_path):
-            composite_graph_path = info_path
-        with open(composite_graph_path, 'r') as f:
-            composite_graph = f.read()
-        if "buffer_stitch" not in json_desc and "parallel_fusion" not in json_desc and \
-                check_tbe_support(json.loads(composite_graph)):
-            _compile_subprocess(compiler, tbe_compile_dir, composite_graph_path, "TBE", attrs, compile_log, log_level)
-
         print_compile_log(compile_log)
         # Select best compile result
-        res = select_best([os.path.join(akg_compile_dir, "akg_kernel_meta"), os.path.join(
-            tbe_compile_dir, "kernel_meta")], kernel_meta_dir, op_name)
+        res = select_best([os.path.join(akg_compile_dir, "kernel_meta")], kernel_meta_dir, op_name)
         if not res:
             if log_level == "ERROR":
                 raise ValueError("Compile error, json str: {}! build attrs: {}".format(json_str, attrs))
@@ -116,7 +103,7 @@ def create_akg_parallel_process(process_num, wait_time, platform):
 def _is_input_shape_dynamic(desc_d):
     input_lists = desc_d.get("input_desc", [])
     if input_lists is None:
-        return True
+        return False
     for input_desc in input_lists:
         shape = input_desc[0].get("shape", ())
         if -1 in shape or -2 in shape:

mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py

@@ -41,11 +41,22 @@ ENABLE_VECTOR_2X = "enable_vector_2x"
 ENABLE_GROUP_INPLACE = "enable_group_inplace"
 
 
-def initialize(kernel_meta_parent_dir):
+def get_arch_name(op_json):
+    """Get the arch name from op json."""
+    target_info = op_json.get("target_info")
+    if isinstance(target_info, dict):
+        arch_name = target_info.get("arch")
+        if arch_name:
+            return arch_name
+    return "Ascend910A"
+
+
+def initialize(kernel_meta_parent_dir, arch_name):
     """Initialize the TBE compile environment."""
     os.environ["CONTEXT_MODELCOMPILING"] = "TRUE"
+    core_type = "VectorCore" if arch_name != "Ascend910A" else ""
     # socVersion, coreType, coreNum, l1Fusion, l2Mode, l2Fusion
-    soc_info = ["Ascend910A", "", "", "false", "2", "false",
+    soc_info = [arch_name, core_type, "", "false", "2", "false",
                 {"op_impl_mode": "",
                  "op_debug_level": "3",
                  "op_impl_mode_list": [],
@@ -83,7 +94,7 @@ def add_new_shape(names, shapes, new_shapes, inputs):
         if shapes[i] == new_shapes[i]:
             continue
         if name not in inputs:
-            raise RuntimeError("Can not support reshape on output tensor {}".format(name))
+            continue
         if NEW_SHAPE not in inputs[name]:
             inputs[name][NEW_SHAPE] = new_shapes[i]
         elif new_shapes[i] != inputs[name][NEW_SHAPE]:
@@ -512,6 +523,7 @@ def build(json_str, kernel_meta_parent_dir):
 
 def build_tbe_kernel(json_str, kernel_meta_parent_dir):
     """Build TBE kernel."""
-    initialize(kernel_meta_parent_dir)
+    arch_name = get_arch_name(json.loads(json_str))
+    initialize(kernel_meta_parent_dir, arch_name)
     with build_config(kernel_meta_parent_dir=kernel_meta_parent_dir):
         build(json_str, kernel_meta_parent_dir)

mindspore/_extends/parallel_compile/akg_compiler/compiler.py

@@ -39,6 +39,7 @@ def run_compiler(op_json, compile_backend="AKG", attrs=None, kernel_meta_parent_
         build_tbe_kernel(op_json, kernel_meta_parent_dir)
     else:
         os.environ["MS_COMPILER_CACHE_PATH"] = kernel_meta_parent_dir
+        os.environ["KERNEL_META_DIR"] = "kernel_meta"
         from get_file_path import get_akg_path
         sys.path.insert(0, get_akg_path())
         p = __import__("akg", globals(), locals(), ['ms'], 0)

mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py

@@ -0,0 +1,96 @@
+#!/usr/bin/env python3
+# coding: utf-8
+# Copyright 2023 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Used to generate custom akg op files, which will be invoked by GE."""
+
+import os
+import sys
+import json
+import shutil
+from itertools import product
+
+SUPPORTED_INPUT_NUM = [1, 2, 3, 4, 5, 6, 7]
+SUPPORTED_OUTPUT_NUM = [1, 2, 3, 4, 5]
+SUPPORTED_DEVICE_ARCH = ["ascend910", "ascend910b"]
+VALUE_ALL = "all"
+VALUE = "value"
+NAME = "name"
+SHAPE = "shape"
+REQUIRED = "required"
+PARAM_TYPE = "paramType"
+
+
+def gen_ops_info():
+    """Generate the custom akg op registration information."""
+    ops_info = {}
+    # supported_io_num: [(1, 1), (1, 2), ...], list of (input_num, output_num)
+    supported_io_num = list(product(SUPPORTED_INPUT_NUM, SUPPORTED_OUTPUT_NUM))
+    for input_num, output_num in supported_io_num:
+        op_info = {"attr": {"list": "info_path"},
+                   "attr_info_path": {PARAM_TYPE: REQUIRED, "type": "str", VALUE: VALUE_ALL},
+                   "opFile": {VALUE: "custom"},
+                   "opInterface": {VALUE: "custom_train"},
+                   "dynamicFormat": {"flag": "true"}}
+        for i in range(input_num):
+            op_info["input" + str(i)] = {NAME: "x" + str(i),
+                                         PARAM_TYPE: REQUIRED,
+                                         SHAPE: VALUE_ALL}
+        for i in range(output_num):
+            op_info["output" + str(i)] = {NAME: "y" + str(i),
+                                          PARAM_TYPE: REQUIRED,
+                                          SHAPE: VALUE_ALL}
+        op_type = "Fused_x{}_y{}".format(input_num, output_num)
+        ops_info[op_type] = op_info
+    return ops_info
+
+
+def gen_custom_op_files(config_dir, dsl_dir):
+    """Copy custom akg op registration information file to config_dir, and copy python dsl file to dsl_dir."""
+    if not os.path.isdir(config_dir):
+        os.makedirs(config_dir, exist_ok=True)
+    config_dir = os.path.realpath(config_dir)
+    if not os.path.isdir(dsl_dir):
+        os.makedirs(dsl_dir, exist_ok=True)
+    dsl_dir = os.path.realpath(dsl_dir)
+    cur_path = os.path.split(os.path.realpath(__file__))[0]
+
+    # generate custom akg op registration information
+    ops_info = gen_ops_info()
+    for device_arch in SUPPORTED_DEVICE_ARCH:
+        sub_dir = os.path.join(config_dir, device_arch)
+        if not os.path.isdir(sub_dir):
+            os.makedirs(sub_dir)
+        ops_info_path = os.path.join(sub_dir, "aic-{}-ops-info.json".format(device_arch))
+        if os.path.isfile(ops_info_path):
+            with open(ops_info_path, 'r') as f:
+                info_des = json.loads(f.read())
+                ops_info.update(info_des)
+        with os.fdopen(os.open(ops_info_path, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, 0o660), 'w') as f:
+            f.write(json.dumps(ops_info, indent=4))
+
+    # custom akg op dsl file
+    custom_py = os.path.join(cur_path, "../../../../../lite/tools/kernel_builder/ascend/akg/custom.py")
+    if not os.path.isfile(custom_py):
+        raise RuntimeError("custom.py path is invalid: {}".format(custom_py))
+    shutil.copy(custom_py, dsl_dir)
+    shutil.copy(os.path.join(cur_path, "compiler.py"), dsl_dir)
+    shutil.copy(os.path.join(cur_path, "build_tbe_kernel.py"), dsl_dir)
+    shutil.copy(os.path.join(cur_path, "tbe_topi.py"), dsl_dir)
+    shutil.copy(os.path.join(cur_path, "get_file_path.py"), dsl_dir)
+
+
+if __name__ == "__main__":
+    if len(sys.argv) == 3:
+        gen_custom_op_files(sys.argv[1], sys.argv[2])

mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py

@@ -114,7 +114,8 @@ def _add(x0, x1, attrs=None):
         return tbe.dsl.vadds(x1, x0)
     x0, x1 = _broadcast(x0, x1)
     from impl.add import add_compute
-    return add_compute(x0, x1, None, kernel_name=attrs["fusion_op_name"])
+    output_desc = {"dtype": x1.dtype, "shape": x1.shape}
+    return add_compute(x0, x1, output_desc, kernel_name=attrs["fusion_op_name"])
 
 
 @reg_op("Asin", pattern=OpPattern.ELEMWISE)

mindspore/_extends/parallel_compile/akg_compiler/util.py

@@ -20,6 +20,7 @@ from mindspore import log as logger
 from mindspore._extends.parallel_compile.akg_compiler.tbe_topi import get_op_reg_info
 
 O_SUFFIX = ".o"
+SO_SUFFIX = ".so"
 JSON_SUFFIX = ".json"
 
 
@@ -27,7 +28,7 @@ def update_attr(attr, new_attr):
     """Update new_attr to attr."""
     if attr is None:
         attr = {}
-    elif attr is str:
+    if isinstance(attr, str):
         attr = json.loads(attr)
     if isinstance(attr, dict):
         attr.update(new_attr)
@@ -114,7 +115,7 @@ def select_best(src_dirs, dst_dir, op_name):
     max_block_dim = 1
     max_block_dim_idx = -1
     for i, src_dir in enumerate(src_dirs):
-        o_path = os.path.join(src_dir, op_name + O_SUFFIX)
+        o_path = os.path.join(src_dir, op_name + SO_SUFFIX)
         json_path = os.path.join(src_dir, op_name + JSON_SUFFIX)
         if os.path.isfile(o_path) and os.path.isfile(json_path):
             with open(json_path, 'r') as f:
@@ -125,8 +126,10 @@ def select_best(src_dirs, dst_dir, op_name):
                     max_block_dim = json_dict["blockDim"]
     if max_block_dim_idx >= 0:
         o_path = os.path.join(src_dirs[max_block_dim_idx], op_name + O_SUFFIX)
+        so_path = os.path.join(src_dirs[max_block_dim_idx], op_name + SO_SUFFIX)
         json_path = os.path.join(src_dirs[max_block_dim_idx], op_name + JSON_SUFFIX)
         _copy_file(o_path, os.path.join(dst_dir, op_name + O_SUFFIX))
+        _copy_file(so_path, os.path.join(dst_dir, op_name + SO_SUFFIX))
         _copy_file(json_path, os.path.join(dst_dir, op_name + JSON_SUFFIX))
         logger.info("{}, best compile result dir: {}".format(op_name, src_dirs[max_block_dim_idx]))
         return True

mindspore/_extends/parse/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2020-2023 Huawei Technologies Co., Ltd
+# Copyright 2020-2024 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -23,13 +23,14 @@ from .parser import (Parser, create_instance, is_supported_create_instance_type,
                      get_ast_type, get_node_type, get_args, get_args_default_values, get_ast_namespace_symbol,
                      get_operation_symbol, get_operation_namespace_symbol, get_parse_method_of_class, get_scope_name,
                      eval_script, get_script_id_attrs, expand_expr_statement, is_class_member_of_self, parse_cb,
-                     convert_to_ms_tensor, get_object_description, get_ms_class_name, is_class_type, check_obj_bool,
-                     python_isinstance, ms_isinstance, convert_to_ms_csrtensor, convert_to_ms_cootensor,
-                     convert_class_to_function, convert_cell_list_to_sequence, is_cell_list, get_obj_from_sequence,
-                     get_type, is_class_member_recursive, get_global_params, get_adapter_tensor_attr,
-                     get_obj_defined_from_obj_type, is_from_third_party_library, get_const_abs, get_const_round,
-                     get_const_len, is_adapter_tensor_class, is_adapter_parameter_class, convert_to_namedtuple,
-                     is_module_list)
+                     convert_to_ms_tensor, get_object_description, get_ms_class_name,
+                     is_class_type, check_obj_bool, python_isinstance, ms_isinstance, convert_to_ms_csrtensor,
+                     convert_to_ms_cootensor, convert_class_to_function, convert_cell_list_to_sequence, is_cell_list,
+                     get_obj_from_sequence, get_type, is_class_member_recursive, get_global_params,
+                     get_adapter_tensor_attr, get_obj_defined_from_obj_type, is_from_third_party_library,
+                     get_const_abs, get_const_round, get_const_len, is_adapter_tensor_class,
+                     is_adapter_parameter_class, convert_to_namedtuple, check_attrs, generate_lambda_object,
+                     check_is_subclass, check_attr_is_property, get_method_info, can_constant_fold, is_ms_tensor_method)
 
 __all__ = ['Parser', 'create_instance', 'is_supported_create_instance_type', 'generate_scope', 'get_attr_from_object',
            'get_bprop_method_of_class', 'get_class_instance_type', 'get_class_member_namespace_symbol',
@@ -37,9 +38,12 @@ __all__ = ['Parser', 'create_instance', 'is_supported_create_instance_type', 'ge
            'get_ast_type', 'get_node_type', 'get_args', 'get_args_default_values', 'get_ast_namespace_symbol',
            'get_operation_symbol', 'get_operation_namespace_symbol', 'get_parse_method_of_class', 'get_scope_name',
            'eval_script', 'get_script_id_attrs', 'expand_expr_statement', 'is_class_member_of_self', 'parse_cb',
-           'resolve_symbol', 'convert_to_ms_tensor', 'get_object_description', 'get_ms_class_name', 'is_class_type',
-           'check_obj_bool', 'python_isinstance', 'ms_isinstance', 'convert_to_ms_csrtensor', 'convert_to_ms_cootensor',
-           'convert_class_to_function', 'convert_cell_list_to_sequence', 'is_cell_list', 'get_obj_from_sequence',
-           'get_type', 'is_class_member_recursive', 'get_adapter_tensor_attr', 'get_obj_defined_from_obj_type',
-           'is_from_third_party_library', 'get_const_abs', 'get_const_round', 'get_const_len',
-           'is_adapter_tensor_class', 'is_adapter_parameter_class', 'convert_to_namedtuple', 'is_module_list']
+           'resolve_symbol', 'convert_to_ms_tensor', 'get_object_description',
+           'get_ms_class_name', 'is_class_type', 'check_obj_bool', 'python_isinstance', 'ms_isinstance',
+           'convert_to_ms_csrtensor', 'convert_to_ms_cootensor', 'convert_class_to_function',
+           'convert_cell_list_to_sequence', 'is_cell_list', 'get_obj_from_sequence', 'get_type',
+           'is_class_member_recursive', 'get_adapter_tensor_attr', 'get_obj_defined_from_obj_type',
+           'is_from_third_party_library', 'get_const_abs', 'get_const_round', 'get_const_len', 'get_method_info',
+           'is_adapter_tensor_class', 'is_adapter_parameter_class', 'is_ms_tensor_method',
+           'convert_to_namedtuple', 'check_attrs', 'generate_lambda_object', 'check_is_subclass', 'check_attr_is_property',
+           'can_constant_fold']

mindspore/_extends/parse/compile_config.py

@@ -0,0 +1,229 @@
+# Copyright 2024 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+"""
+Name: COMPILE_PROFILE
+Function: Whether to do profile and print profile log.
+Value Range:
+    1: Enable.
+    Default: Disable.
+"""
+COMPILE_PROFILE = ''
+
+"""
+Name: COMPILE_PROFILE_FINISH_ACTION
+Function: Specify the last action name to print profile log.
+Value Range:
+    Action name string, for example, validate.
+"""
+COMPILE_PROFILE_FINISH_ACTION = ''
+
+"""
+Name: FALLBACK_SUPPORT_LIST_DICT_INPLACE
+Function: Whether to support the inplace operation of list and dict.
+Value Range:
+    0: Disable.
+    Default: Enable.
+"""
+FALLBACK_SUPPORT_LIST_DICT_INPLACE = ''
+
+"""
+Name: FALLBACK_FORCE_ANY
+Function: Whether to force nodes with ambiguous type in JIT Fallback to be of type Any.
+Value Range:
+    1: Enable.
+    Default: Disable. According to the actual type of node's abstract.
+"""
+FALLBACK_FORCE_ANY = ''
+
+"""
+Name: IF_PARALLEL_CALL
+Function: Specify the structure of parallel if in control flow.
+Value Range:
+    0: Parallel if will be converted into a nested if structure.
+    1 or Default: Parallel if remains unchanged.
+    2: Whe the subgraph outputs are all scalar, the parallel if is converted into a nested if structure,
+       Otherwise the parallel if structure is maintained.
+"""
+IF_PARALLEL_CALL = ''
+
+"""
+Name: FOR_HALF_UNROLL
+Function: Whether to use the for loop half expansion.
+Value Range:
+    1: Convert loops calls into partial loop calls.
+    Default: Parse the for loop according to the original process.
+"""
+FOR_HALF_UNROLL = ''
+
+"""
+Name: NOT_WAIT_BRANCH_EVAL
+Function: When deriving control flow branches, whether to wait for both switch branches to complete derivation
+          before continue.
+Value Range:
+    1: Do not wait.
+    Default: Wait.
+"""
+NOT_WAIT_BRANCH_EVAL = ''
+
+"""
+Name: RECURSIVE_EVAL
+Function: Set the method of type inference.
+Value Range:
+    1: Recursive.
+    Default: Stack derivation.
+"""
+RECURSIVE_EVAL = ''
+
+"""
+Name: SINGLE_EVAL
+Function: Whether to use a single thread for type inference.
+Value Range:
+    1: Single thread.
+    Default: Multithreading.
+"""
+SINGLE_EVAL = ''
+
+"""
+Name: ENABLE_DDE
+Function: Whether to eliminate elements in tuple/list that are not used by other nodes.
+Value Range:
+    0: Do not eliminate.
+    Default: Eliminate.
+"""
+ENABLE_DDE = ''
+
+"""
+Name: DDE_ONLY_MARK
+Function: Whether to eliminate elements in tuple/list that have been marked and are not used by other nodes.
+Value Range:
+    1: Eliminate.
+    Default: Do not eliminate.
+"""
+DDE_ONLY_MARK = ''
+
+"""
+Name: BOOST_PARSE
+Function: Whether to perform constant folding of if conditional statements in advance.
+Value Range:
+    0: Disable.
+    Default: Enable.
+"""
+BOOST_PARSE = ''
+
+"""
+Name: GREED_PARSE
+Function: Whether to perform syntax decomposition in advance, including getattr, etc.
+Value Range:
+    1: Enable.
+    Default: Disable.
+"""
+GREED_PARSE = ''
+
+"""
+Name: AMP_ENABLE_ALL_FG
+Function: Whether to enable the function of setting mixed precision markers for all subgraphs of the top graphs.
+Value Range:
+    1: Enable.
+    Default: Disable.
+"""
+AMP_ENABLE_ALL_FG = ''
+
+"""
+Name: DUMP_IR_CONFIG
+Function: Configuring the generation method of IR graphs.
+Value Range:
+    String. The available options are: "DISABLE_BACKEND", "ENABLE_PASS_IR", "LINE_LEVEL0", "LINE_LEVEL1",
+    "LINE_LEVEL2". For example: compile_config.DUMP_IR_CONFIG = "DISABLE_BACKEND#ENABLE_PASS_IR#LINE_LEVEL1".
+"""
+DUMP_IR_CONFIG = ''
+
+"""
+Name: TRAVERSE_SUBSTITUTIONS_MODE
+Function: Set the execution method of IR passes.
+Value Range:
+    1: A single IR pass processes all nodes before switching to the next IR pass.
+    Default: A single node matches all IR passes in sequence.
+"""
+TRAVERSE_SUBSTITUTIONS_MODE = ''
+
+"""
+Name: PRE_LIFT
+Function: Whether to use performance pre-accleration means to improve compilation performance.
+Value Range:
+    1: Use.
+    Default: Do not use.
+"""
+PRE_LIFT = ''
+
+"""
+Name: COMPILE_PRINT
+Function: When using print, whether to print the type, shape, value information obtained during compilation.
+Value Range:
+    1: Print.
+    Default: Do not print.
+"""
+COMPILE_PRINT = ''
+
+"""
+Name: ENABLE_FIX_CODE_LINE
+Function: Whether to retain code line information.
+Value Range:
+    1: No code line information is retained, which can improve some compilation performance.
+    Default: Preserve code line information.
+"""
+ENABLE_FIX_CODE_LINE = ''
+
+"""
+Name: RECORD_MEMORY
+Function: Whether each action of graph compilation records memory usage tags for detecting memory leaks.
+Value Range:
+    1: Record.
+    Default: Do not record.
+"""
+RECORD_MEMORY = ''
+
+"""
+Name: TRACE_LABEL_WITH_UNIQUE_ID
+Function: When generating IR files, whether to use unique IDs for naming in the IR graphs.
+Value Range:
+    1: Use a unique ID for naming.
+    Default: Use a short name without adding ID information.
+"""
+TRACE_LABEL_WITH_UNIQUE_ID = ''
+
+
+__all__ = [
+    "COMPILE_PROFILE",
+    "COMPILE_PROFILE_FINISH_ACTION",
+    "FALLBACK_SUPPORT_LIST_DICT_INPLACE",
+    "FALLBACK_FORCE_ANY",
+    "IF_PARALLEL_CALL",
+    "FOR_HALF_UNROLL",
+    "NOT_WAIT_BRANCH_EVAL",
+    "RECURSIVE_EVAL",
+    "SINGLE_EVAL",
+    "ENABLE_DDE",
+    "DDE_ONLY_MARK",
+    "BOOST_PARSE",
+    "GREED_PARSE",
+    "AMP_ENABLE_ALL_FG",
+    "DUMP_IR_CONFIG",
+    "TRAVERSE_SUBSTITUTIONS_MODE",
+    "PRE_LIFT",
+    "COMPILE_PRINT",
+    "ENABLE_FIX_CODE_LINE",
+    "RECORD_MEMORY",
+    "TRACE_LABEL_WITH_UNIQUE_ID",
+]