openubmc-bingo 0.5.240__py3-none-any.whl

bmcgo/errors.py

@@ -0,0 +1,119 @@
+#!/usr/bin/python3
+# coding: utf-8
+# Copyright (c) 2024 Huawei Technologies Co., Ltd.
+# openUBMC is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#         http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+
+
+class BmcGoException(Exception):
+    """
+         Generic bmcgo exception
+    """
+    def __init__(self, *args, **kwargs):
+        super(BmcGoException, self).__init__(*args, **kwargs)
+
+    def __str__(self):
+        return super(BmcGoException, self).__str__()
+
+
+class ExitOk(Exception):
+    """
+         触发bmcgo退出
+    """
+    def __init__(self, *args, **kwargs):
+        super(ExitOk, self).__init__(*args, **kwargs)
+
+    def __str__(self):
+        return super(ExitOk, self).__str__()
+
+
+class EnvironmentException(Exception):
+    """
+         环境异常，包括路径不正确，配置错误等
+    """
+    def __init__(self, *args, **kwargs):
+        super(EnvironmentException, self).__init__(*args, **kwargs)
+
+    def __str__(self):
+        return super(EnvironmentException, self).__str__()
+
+
+class NotFoundException(BmcGoException):  # 404
+    """
+        404 error
+    """
+
+    def __init__(self, *args, **kwargs):
+        super(NotFoundException, self).__init__(*args, **kwargs)
+
+
+class ParameterException(BmcGoException):  # 404
+    """
+        参数错误异常
+    """
+
+    def __init__(self, *args, **kwargs):
+        super(ParameterException, self).__init__(*args, **kwargs)
+
+
+class DepAnalysisConfigException(BmcGoException):  # 404
+    """
+        依赖分析配置错误
+    """
+
+    def __init__(self, *args, **kwargs):
+        super(DepAnalysisConfigException, self).__init__(*args, **kwargs)
+
+
+class DepAnalysisException(BmcGoException):  # 404
+    """
+        依赖分析错误
+    """
+
+    def __init__(self, *args, **kwargs):
+        super(DepAnalysisException, self).__init__(*args, **kwargs)
+
+
+class NotIntegrateException(BmcGoException):  # 404
+    """
+        非集成环境 error
+    """
+
+    def __init__(self, *args, **kwargs):
+        super(NotIntegrateException, self).__init__(*args, **kwargs)
+
+
+class CommandNotFoundException(BmcGoException):  # 404
+    """
+        非集成环境 error
+    """
+
+    def __init__(self, *args, **kwargs):
+        super(CommandNotFoundException, self).__init__(*args, **kwargs)
+
+
+class XmlErrorException(BmcGoException):  # 404
+    """
+        404 error
+    """
+
+    def __init__(self, *args, **kwargs):
+        super(NotFoundException, self).__init__(*args, **kwargs)
+
+    def __str__(self):
+        return super(BmcGoException, self).__str__()
+
+
+class ConfigException(BmcGoException):
+    """
+        配置错误 error
+    """
+
+    def __init__(self, *args, **kwargs):
+        super(ConfigException, self).__init__(*args, **kwargs)

bmcgo/frame.py

@@ -0,0 +1,217 @@
+#! /usr/bin/env python3
+# -*- coding: UTF-8 -*-
+# Copyright (c) 2024 Huawei Technologies Co., Ltd.
+# openUBMC is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#         http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+'''
+功    能：构建框架
+修改记录：2021-10-11 创建
+'''
+import os
+import time
+import sys
+import argparse
+import signal
+import shutil
+import stat
+
+from bmcgo import misc
+from bmcgo import errors
+from bmcgo.utils.perf_analysis import PerfAnalysis
+from bmcgo.utils.tools import Tools
+from bmcgo.bmcgo_config import BmcgoConfig
+from bmcgo.functional.deploy import BmcgoCommand as Deploy
+from bmcgo.worker import WorkStatusServer, create_target_scheduler, q
+
+tool = Tools(__name__)
+log = tool.log
+
+
+class Frame(object):
+    def __init__(self, bconfig: BmcgoConfig, config):
+        self.bconfig = bconfig
+        https_proxy = os.environ.get("https_proxy")
+        if https_proxy is not None and https_proxy != "":
+            log.warning("检测到环境设置了https_proxy代理，可能导致网络资源访问失败.")
+            log.warning("  如需关闭代理，请执行命令: export https_proxy=")
+            log.warning("  如需关闭特定域名或IP的代理，可以设置no_proxy环境变量，也可将no_proxy设置到/etc/profile中.")
+            log.warning("  no_proxy配置示例: export no_proxy=localhost,127.0.0.0/8,.huawei.com,.inhuawei.com")
+        self.perf = PerfAnalysis(os.path.join(bconfig.manifest.folder, "output"))
+        self.code_path = os.path.join(bconfig.manifest.folder, "build")
+        sys.path.append(self.code_path)
+        os.makedirs(misc.CACHE_DIR, exist_ok=True)
+        self.ws_server = None
+        self.config = config
+        self.config.log_init()
+        self.need_deploy = False
+        self.args = None
+        self.conan_args = None
+        self.targets = {}
+
+    def record_build_time(self):
+        date_file = f"{self.config.temp_path}/date/date.txt"
+        os.makedirs(os.path.dirname(date_file), exist_ok=True)
+        with os.fdopen(os.open(date_file, os.O_WRONLY | os.O_CREAT | os.O_TRUNC,
+                               stat.S_IWUSR | stat.S_IRUSR), 'w') as file_handler:
+            now = time.strftime("%H:%M:%S %b %-d %Y", time.localtime())
+            file_handler.write(now)
+            file_handler.close()
+
+    def get_all_target(self, ex_target_dir=""):
+        targets = {}
+        bingo_install_path = os.path.dirname(os.path.abspath(__file__))
+        dirname = os.path.join(bingo_install_path, "target")
+        for file in os.listdir(dirname):
+            if not file.endswith(".yml"):
+                continue
+            tgt_file = os.path.join(dirname, file)
+            targets[file.split(".")[0]] = tgt_file
+        if not os.path.isdir(ex_target_dir):
+            return targets
+        for file in os.listdir(ex_target_dir):
+            if not file.endswith(".yml"):
+                continue
+            tgt_file = os.path.join(ex_target_dir, file)
+            targets[file.split(".")[0]] = tgt_file
+        return targets
+
+    def cmc_open_parse(self, args, unknown_args):
+        if args.target != "cmc_open" and args.target != "docker_build":
+            return None, unknown_args
+        parser = argparse.ArgumentParser(description="cmc_open info")
+        parser.add_argument("-ud", "--upload_docker", help="是否上传docker镜像", action=misc.STORE_TRUE)
+        parser.add_argument("-pn", "--partner_name", help="伙伴名称")
+        local_time = time.strftime("%y%m%d%H%M", time.localtime())
+        default_tag = f'v3_partner_{local_time}_{self.bconfig.current_branch}'
+        parser.add_argument("-dtag", "--docker_tag", help="上传docker镜像tag", default=default_tag)
+        docker_args, unknown_args = parser.parse_known_args(unknown_args)
+        if docker_args.upload_docker and docker_args.partner_name is None:
+            raise errors.BmcGoException("伙伴名称为空, 无法完成上传, 请指定伙伴名称!")
+        return docker_args, unknown_args
+
+    def kunpeng_publish_parse(self, args, unknown_args):
+        if args.target != "cmc_open" and args.target != "kunpeng_publish":
+            return None, unknown_args
+        os.environ['NOT_CLEAN_CONAN_CACHE'] = "True"
+        parser = argparse.ArgumentParser(description="open_source conan repo info")
+        parser.add_argument("-opr", "--open_conan_remote", help="开源/伙伴仓远端(场内远端)")
+        kunpeng_publish_args, unknown_args = parser.parse_known_args(unknown_args)
+        return kunpeng_publish_args, unknown_args
+
+    def parse(self, argv=None, ex_target_dir=""):
+        parser = argparse.ArgumentParser(description="构建openUBMC",
+            parents=[self.config.argparser(self.code_path, self.bconfig.partner_mode)],
+            add_help=False,
+            formatter_class=argparse.RawTextHelpFormatter,
+        )
+        help_info = "构建目标，请查看build/target目录, 支持的目标："
+        self.targets = self.get_all_target(ex_target_dir)
+        for tgt, _ in self.targets.items():
+            help_info += "\n" + tgt
+
+        parser.add_argument("-d", "--debug_frame", help=argparse.SUPPRESS, const="debug", action="store_const")
+        if log.is_debug:
+            parser.add_argument("--debug_task", help="调试任务，与目标描述文件的klass完全相同，如：bmcgo.tasks.task_download_buildtools",
+                                default=None)
+        else:
+            parser.add_argument("--debug_task", help=argparse.SUPPRESS, default=None)
+
+        parser.add_argument("-v", "--version", help="构建版本号，不指定时从manifest.yml读取", default="")
+        parser.add_argument("-t", "--target", help=help_info, default="personal")
+        parser.add_argument("--deploy", help="将hpm包部署至bmc设备", action=misc.STORE_TRUE)
+        args, unknown_args = parser.parse_known_args(argv)
+        if args.target.startswith("target_"):
+            args.target = args.target[7:]
+        log.info(f'已知参数: {argv}')
+        log.info(f"调试框架: {args.debug_frame}, 构建参数: {args}")
+        conan_index_options = []
+        if args.target == "dependencies":
+            parser = argparse.ArgumentParser(description="build target")
+            parser.add_argument("-cp", "--conan_package", help="软件包名, 示例: kmc/21.1.2.B001", default="")
+            parser.add_argument("-uci", "--upload_package", help="是否上传软件包", action=misc.STORE_TRUE)
+            parser.add_argument("-o", "--options", help="组件特性配置, 示例: -o skynet:enable_luajit=True",
+                                action='append')
+            self.conan_args, unknown_args = parser.parse_known_args(unknown_args)
+            if self.conan_args is None or self.conan_args.conan_package == "":
+                raise errors.BmcGoException("软件包选项为空, 请输入软件包选项!")
+            conan_index_options = self.conan_args.options
+        docker_args, unknown_args = self.cmc_open_parse(args, unknown_args)
+        kunpeng_publish_args, unknown_args = self.kunpeng_publish_parse(args, unknown_args)
+        self.config.parse_args(argv)
+        self.config.pre_cook_manifest()
+        self.record_build_time()
+        self.config.set_version(args.version)
+        self.config.set_target(args.target)
+        self.config.set_conan_index_options(conan_index_options)
+        if docker_args:
+            self.config.set_docker_info(docker_args)
+        if kunpeng_publish_args:
+            self.config.set_kunpeng_publish_info(kunpeng_publish_args)
+        self.need_deploy = args.deploy
+        # 开启schema校验，也可参考personal目标配置禁用校验
+        self.config.set_schema_need_validate(True)
+        self.args = args
+
+    def sigint_handler(self, _, __):
+        log.debug('关闭全局状态管理器，所有任务都将因与状态管理器通信失败而退出!')
+        self.ws_server.kill()
+        signal.raise_signal(signal.SIGKILL)
+
+    def sigterm_handler(self, _, __):
+        log.debug('接收到终止信号!, 退出!')
+        signal.raise_signal(signal.SIGINT)
+
+    def run(self):
+        tool.sudo_passwd_check()
+        shutil.rmtree(misc.CACHE_DIR)
+        os.makedirs(misc.CACHE_DIR)
+        os.chmod(misc.CACHE_DIR, 0o777)
+        if shutil.which(misc.CONAN) is not None:
+            tool.run_command("conan remove --locks")
+        # 启动全局状态服务
+        signal.signal(signal.SIGINT, self.sigint_handler)
+        signal.signal(signal.SIGTERM, self.sigterm_handler)
+        self.ws_server = WorkStatusServer()
+        self.ws_server.start()
+        succ = True
+        args = self.args
+        conan_args = self.conan_args
+        # 初始化性能数据收集功能
+        try:
+            # 等待sever起来
+            q.get()
+            succ = create_target_scheduler(
+                args.target,
+                args.target,
+                self.perf,
+                self.config,
+                args,
+                conan_args,
+                self.targets[args.target],
+            )
+        except Exception as e:
+            log.error(str(e))
+            log.error(f"Error: 构建目标({args.target})失败，请参考“构建检查”和下载“全量构建日志（右上角-日志-全量构建日志）”检查错误！！！！！！！！")
+            succ = False
+
+        self.ws_server.kill()
+        if os.environ.get("PERF") is not None:
+            self.perf.render(args.target)
+        if succ:
+            log.success(f"任务 {args.target} 执行成功")
+            hpm_path = os.path.join(self.config.output_path, f"rootfs_{self.config.board_name}.hpm")
+            if self.need_deploy and os.path.isfile(hpm_path):
+                deploy = Deploy(self.bconfig, ["-f", hpm_path])
+                deploy.run()
+            time.sleep(0.5)
+        else:
+            # 等待2秒给各子任务同步状态
+            time.sleep(2)
+            raise errors.BmcGoException(f"任务 {args.target} 执行失败")
+        return 0

bmcgo/functional/__init__.py

@@ -0,0 +1,10 @@
+# coding: utf-8
+# Copyright (c) 2024 Huawei Technologies Co., Ltd.
+# openUBMC is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#         http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.

bmcgo/functional/analysis.py

@@ -0,0 +1,96 @@
+ #!/usr/bin/env python3
+# encoding=utf-8
+# 描述：组件依赖和接口分析
+# Copyright (c) 2024 Huawei Technologies Co., Ltd.
+# openUBMC is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#         http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+import os
+import argparse
+from multiprocessing import Process
+import urllib3
+from bmcgo.frame import Frame
+from bmcgo.misc import CommandInfo
+from bmcgo import misc
+from bmcgo.utils.tools import Tools
+from bmcgo.bmcgo_config import BmcgoConfig
+from bmcgo.component.analysis.analysis import AnalysisComp
+from bmcgo.component.analysis.intf_validation import InterfaceValidation
+from bmcgo.component.analysis.sr_validation import SrValidate
+
+urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
+
+tool = Tools("analysis")
+log = tool.log
+command_info: CommandInfo = CommandInfo(
+    group="Misc commands",
+    name="analysis",
+    description=["依赖和接口分析"],
+    hidden=False
+)
+
+
+def if_available(bconfig: BmcgoConfig):
+    return bconfig.manifest is not None or bconfig.component is not None
+        
+
+class BmcgoCommand:
+    def __init__(self, bconfig: BmcgoConfig, *args):
+        parser = argparse.ArgumentParser(prog="bmcgo analysis", description="BMC package analysis", add_help=True,
+            formatter_class=argparse.RawTextHelpFormatter)
+        parser.add_argument("-r", "--remote", help="指定conan远端")
+        parser.add_argument("--rebuild", dest="rebuild", help="rebuild the package before analysis",
+                            action=misc.STORE_TRUE)
+        parser.add_argument("--out_dir", dest="out_dir", help="analysis artifacts directory")
+        parser.add_argument("--lock_file", dest="lock_file", help="manifest lock file path")
+        parser.add_argument("-b", "--board_name", help="find supported boards in the manifest/build/product directory",
+                            default="openUBMC")
+        pre_parsed_args, _ = parser.parse_known_args(*args)
+
+        self.bconfig = bconfig
+        self.remote = pre_parsed_args.remote
+        self.rebuild = pre_parsed_args.rebuild
+        self.out_dir = pre_parsed_args.out_dir
+        self.lock_file = pre_parsed_args.lock_file
+        self.board_name = pre_parsed_args.board_name
+    
+    def run(self):
+        is_integrated, work_dir = self._is_integrated_project()
+        if is_integrated:
+            os.chdir(work_dir)
+        else:
+            os.chdir(self.bconfig.component.folder)
+        # 组件级构建
+        if not is_integrated:
+            if not InterfaceValidation(self.remote).run() or not SrValidate(os.getcwd()).run():
+                return -1
+            return 0
+        custom_sr_dir = None
+        # 非集成环境
+        if not is_integrated:
+            custom_sr_dir = os.getcwd()
+        elif self.rebuild:
+            parsed = []
+            if self.board_name:
+                parsed.append("-b")
+                parsed.append(self.board_name)
+                frame = Frame(self.bconfig)
+                frame.parse(parsed)
+                return frame.run()
+        os.chdir(os.path.join(work_dir, misc.BUILD))
+        analysis_task = AnalysisComp(self.board_name, self.out_dir, self.lock_file, custom_sr_dir)
+        rc = analysis_task.run()
+        if not rc:
+            return -1
+        log.success("BMC 构建分析成功")
+        return 0
+    
+    def _is_integrated_project(self):
+        if self.bconfig.manifest is not None:
+            return True, self.bconfig.manifest.folder
+        return False, None

bmcgo/functional/bmc_studio_action.py

@@ -0,0 +1,98 @@
+#!/usr/bin/python3
+# coding: utf-8
+# 启动停止bmc studio的操作
+# Copyright (c) 2024 Huawei Technologies Co., Ltd.
+# openUBMC is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#         http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+import os
+import argparse
+
+from bmcgo.utils.tools import Tools
+from bmcgo import misc
+from bmcgo.bmcgo_config import BmcgoConfig
+
+tools = Tools("bmc_studio")
+log = tools.log
+ACTION_TRUE = "store_true"
+
+
+command_info: misc.CommandInfo = misc.CommandInfo(
+    group=misc.GRP_STUDIO,
+    name="studio",
+    description=["执行bmc studio启动停止操作"],
+    hidden=False
+)
+
+
+def if_available(bconfig: BmcgoConfig):
+    return True
+
+
+class BmcgoCommand(object):
+    def __init__(self, bconfig: BmcgoConfig, *args):
+        self.bconfig = bconfig
+        parser = argparse.ArgumentParser(prog="bmc studio", description="启动停止bmc studio", add_help=True,
+                                        formatter_class=argparse.RawTextHelpFormatter)
+        action_group = parser.add_mutually_exclusive_group()
+        action_group.add_argument("-start", action=ACTION_TRUE, help="bmc studio的启动操作")
+        action_group.add_argument("-stop", action=ACTION_TRUE, help="bmc studio的停止操作")
+        action_group.add_argument("-restart", action=ACTION_TRUE, help="bmc studio的重启操作")
+        parser.add_argument("-b", "--backend", help="指定bmc studio是前端运行还是后端运行，默认前端运行", action=ACTION_TRUE)
+        parsed_args, _ = parser.parse_known_args(*args)
+        self.action = self.get_action(parsed_args)
+        self.backend = parsed_args.backend
+        self.studio_path = tools.get_studio_path()
+        self.studio_command = ""
+        self.studio_script = ""
+        if self.studio_path:
+            self.studio_script = f"{self.studio_path}/bmc_studio.sh"
+            self.studio_command = f"{self.studio_script} {self.action}"
+
+    def get_action(self, parsed_args):
+        if parsed_args.stop:
+            return "stop"
+        elif parsed_args.restart:
+            return "restart"
+        else:
+            return "start"
+
+    def run(self):
+        if not self.studio_command or not os.path.isfile(self.studio_script):
+            raise Exception(f"bmc studio服务不存在,请安装之后重试操作。")
+
+        if self.action == "stop":
+            self.run_stop()
+            return
+
+        self.run_start()
+
+    def run_stop(self):
+        stop_ret = tools.run_command(self.studio_command, command_echo=False,
+            ignore_error=True, capture_output=True)
+        stop_out = stop_ret.stdout
+        if stop_ret.returncode == 0:
+            log.info(stop_out)
+            return
+
+        log.warning(stop_out)
+
+    def run_start(self):
+        if not self.backend:
+            tools.run_command(self.studio_command, command_echo=False, show_log=True, timeout=None)
+            return
+
+        self.studio_command = f"{self.studio_command} backend"
+        start_ret = tools.run_command(self.studio_command, command_echo=False,
+            ignore_error=True, capture_output=True)
+        start_out = start_ret.stdout
+        if start_ret.returncode == 0:
+            log.info(start_out)
+            return
+
+        log.warning(start_out)