openubmc-bingo 0.5.240__py3-none-any.whl

bmcgo/misc.py

@@ -0,0 +1,117 @@
+#!/usr/bin/python3
+# coding: utf-8
+# Copyright (c) 2024 Huawei Technologies Co., Ltd.
+# openUBMC is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#         http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+import re
+import os
+from enum import Enum
+from bmcgo import errors
+from bmcgo.logger import Logger
+
+log = Logger("work_prepare")
+
+CACHE_DIR = "/tmp/bmcgo"
+CONAN_REPO = "openubmc_dev"
+CONAN_USER = 'openUBMC'
+
+STORE_TRUE = "store_true"
+STORE_FALSE = "store_false"
+SCHEMA_FILE_PATH = "/usr/share/bmcgo/schema"
+GLOBAL_CFG_FILE = "/etc/bmcgo.conf"
+CONAN = "conan"
+# bmcgo.conf中用于定义路径的选项名
+GLOBAL_BMCGO_CONF_FOLDER = "folder"
+REF_TAGS = "refs/tags/"
+CONAN_DEPDENCIES_KEY = "dependencies"
+GIT_REVISION = "revision"
+GRP_MISC = "Misc commands"
+GRP_CONAN_IDX = "Conan Index commmands"
+GRP_IBMC_SDK = "SDK commmands"
+GRP_COMP = "Component commands"
+GRP_INTE = "Integrated commands"
+GRP_STUDIO = "Studio commands"
+
+DESCRIPTION = "description"
+PATTERN = "pattern"
+ENV_CONST = "env"
+HTTP_PROXY_CONST = "http_proxy"
+HTTPS_PROXY_CONST = "https_proxy"
+FTP_PROXY_CONST = "ftp_proxy"
+NO_PROXY_CONST = "no_proxy"
+TIMESTAMP_SIGN_SERVER = "timestamp_sign_server"
+JARSIGNER_HTTP_PROXY = "jarsigner_http_proxy"
+CUSTOM_PLUGINS = "plugins_path"
+DEFAULT_PLUGINS_PATH = "/usr/share/bmcgo/plugins/"
+
+DEPLOY_HOST_CONST = "deploy-host"
+PORT_CONST = "port"
+USERNAME_CONST = "username"
+PASSWORD_CONST = "password"
+
+DEPENDENCY_XML = "dependency.xml"
+CODE_XML = "code.xml"
+REPO_BASE = "repoBase"
+ENV_LOGNAME = "LOGNAME"
+NAME = "name"
+COLOR_RED = "RED"
+CLI = "cli"
+
+BUILD = "build"
+ANALYSIS = "analysis"
+DEPLOY = "deploy"
+TEST = "test"
+GEN = "gen"
+HELP = "help"
+
+
+class StageEnum(Enum):
+    STAGE_DEV = "dev"
+    STAGE_PRE = "pre"
+    STAGE_RC = "rc"
+    STAGE_STABLE = "stable"
+
+
+class ConanUserEnum(Enum):
+    CONAN_USER_RELEASE = f'{CONAN_USER}.release'
+    CONAN_USER_DEV = f'{CONAN_USER}.dev'
+
+
+class CommandInfo():
+    def __init__(self, group, name, description, hidden, help_info=None, module=None):
+        # 命令组
+        self.group = group
+        # 命令对外呈现的名称
+        self.name = name
+        # 命令描述，字符串数组
+        self.description = description
+        # 命令帮助，可以为空
+        self.help_info = help_info
+        # 是否在help中隐藏
+        self.hidden = hidden
+        # 模块，由cli.py加载
+        self.module = module
+
+
+def get_decleared_schema_file(file) -> str:
+    with open(file, "r") as fp:
+        lines = fp.readlines()
+    for line in lines:
+        match = re.match("#[ ]*yaml-language-server[ ]*:[ ]*\\$schema[ ]*=[ ]*(.*)$", line)
+        if match is None:
+            continue
+        schema_file = match.group(1).strip()
+        log.debug("读取行: " + line)
+        if os.path.isfile(schema_file):
+            return str(schema_file)
+        schema_file = os.path.join(os.path.dirname(file), schema_file)
+        schema_file = os.path.realpath(schema_file)
+        if os.path.isfile(schema_file):
+            return str(schema_file)
+    return ""

bmcgo/target/app.yml

@@ -0,0 +1,17 @@
+- remark: app组件构建任务
+  name: work.prepare_env
+  klass: bmcgo.tasks.task_prepare
+- name: work.build.download
+  subworks:
+    - name: task_download_buildtools
+      klass: bmcgo.tasks.task_download_buildtools
+    - name: task_download_dependency
+      klass: bmcgo.tasks.task_download_dependency
+  wait:
+    - work.prepare_env
+- name: work.build.app
+  klass: bmcgo.tasks.task_build_conan
+  work_config:
+    skip_package: true
+  wait:
+    - work.build.download

bmcgo/target/install_sdk.yml

@@ -0,0 +1,15 @@
+# remark: 环境准备，从产品目录读取配置并安装必要的构建工具，如RTOS/SDK/Bisheng CPU等
+target_config:
+  # 是否使用schema校验manifest.yml，默认true，个人构建禁用
+  schema_need_validate: false
+subworks:
+  - name: work.prepare_env
+    klass: bmcgo.tasks.task_prepare
+  - name: task_download_buildtools
+    klass: bmcgo.tasks.task_download_buildtools
+    wait:
+      - work.prepare_env
+  - name: task_download_dependency
+    klass: bmcgo.tasks.task_download_dependency
+    wait:
+      - work.prepare_env

bmcgo/target/personal.yml

@@ -0,0 +1,53 @@
+# 个人构建
+target_config:
+  # 是否使用schema校验manifest.yml，默认true，个人构建禁用
+  schema_need_validate: false
+  # 是否启用调测模式，默认为false，个人构建启用
+  enable_debug_model: true
+subworks:
+  - name: work.prepare_env
+    klass: bmcgo.tasks.task_prepare
+  - name: task_download_dependency
+    klass: bmcgo.tasks.task_download_dependency
+    wait:
+      - work.prepare_env
+  - name: work.build.download
+    subworks:
+      - name: task_download_buildtools
+        klass: bmcgo.tasks.task_download_buildtools
+    wait:
+      - work.prepare_env
+  - name: work.build.conan
+    klass: bmcgo.tasks.task_build_conan
+    wait:
+      - work.build.download
+  - name: work.task_build_rootfs_img
+    klass: bmcgo.tasks.task_build_rootfs_img
+    subworks:
+      - name: work.task_hpm_envir_prepare
+        klass: bmcgo.tasks.task_hpm_envir_prepare
+        subworks:
+          - name: work.task_buildgppbin
+            klass: bmcgo.tasks.task_buildgppbin
+            subworks:
+              - name: work.task_buildhpm_ext4
+                klass: bmcgo.tasks.task_buildhpm_ext4
+                subworks:
+                      - name: work.task_sign_and_pack_hpm
+                        klass: bmcgo.tasks.task_sign_and_pack_hpm
+      - name: work.task_build_qemu_rootfs
+        klass: works.packet.work_build_qemu_rootfs.TaskClass
+        # 当类不存在时不执行
+        ignore_not_exist: true
+      - name: works.packet.work_run_qemu_bmc
+        klass: works.packet.work_run_qemu_bmc.TaskClass
+        wait:
+          - work.task_build_qemu_rootfs
+        ignore_not_exist: true
+    wait:
+      - work.build.conan
+      - task_download_dependency
+  - name: work.create_interface_config
+    klass: bmcgo.tasks.task_create_interface_config
+    wait:
+      - work.task_build_rootfs_img

bmcgo/target/publish.yml

@@ -0,0 +1,45 @@
+- remark: 版本构建
+  name: work.prepare_env
+  klass: bmcgo.tasks.task_prepare
+  subworks: []
+  wait: []
+- name: work.build.download
+  subworks:
+    - name: task_download_buildtools
+      klass: bmcgo.tasks.task_download_buildtools
+    - name: task_download_dependency
+      klass: bmcgo.tasks.task_download_dependency
+  wait:
+    - work.prepare_env
+- name: work.build.app
+  klass: bmcgo.tasks.task_build_conan
+  wait:
+    - work.build.download
+- name: work.task_build_rootfs_img
+  klass: bmcgo.tasks.task_build_rootfs_img
+  subworks:
+    - name: work.task_hpm_envir_prepare
+      klass: bmcgo.tasks.task_hpm_envir_prepare
+      subworks:
+        - name: work.task_buildgppbin
+          klass: bmcgo.tasks.task_buildgppbin
+          subworks:
+            - name: work.task_buildhpm_ext4
+              klass: bmcgo.tasks.task_buildhpm_ext4
+              subworks:
+                - name: work.task_sign_and_pack_hpm
+                  klass: bmcgo.tasks.task_sign_and_pack_hpm
+                  subworks:
+                    - name: work.task_packet_to_supporte
+                      klass: bmcgo.tasks.task_packet_to_supporte
+    - name: work.task_build_qemu_rootfs
+      klass: works.packet.work_build_qemu_rootfs.TaskClass
+      # 当类不存在时不执行
+      ignore_not_exist: true
+    - name: works.packet.work_run_qemu_bmc
+      klass: works.packet.work_run_qemu_bmc.TaskClass
+      wait:
+        - work.task_build_qemu_rootfs
+      ignore_not_exist: true
+  wait:
+    - work.build.app

bmcgo/tasks/__init__.py

@@ -0,0 +1,11 @@
+# coding: utf-8
+# Copyright (c) 2024 Huawei Technologies Co., Ltd.
+# openUBMC is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#         http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+

bmcgo/tasks/download_buildtools_hm.py

@@ -0,0 +1,124 @@
+# Copyright (c) 2024 Huawei Technologies Co., Ltd.
+# openUBMC is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#         http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+"""
+功    能：下载并安装V2X的rtos/hcc工具
+修改记录：2024-08-29 创建
+"""
+import os
+import shutil
+
+from bmcgo.tasks.task import Task
+from bmcgo.utils.config import Config
+from bmcgo import misc
+
+
+class DownloadHmBuildTools(Task):
+    def __init__(self, config: Config):
+        super(DownloadHmBuildTools, self).__init__(config, "DownloadHmBuildTools")
+        self.dependency_file = os.path.realpath(
+            os.path.join(self.config.code_path, self.get_manufacture_config("base/dependency_buildtools"))
+        )
+        self.rtos_sdk_dir = f"{self.config.tools_path}/rtos-sdk-arm64-hm"
+        _, buildtool_config = self.get_profile_config()
+        self.standalone_toolchain = buildtool_config.get("standalone_toolchain", self.config.cross_compile_install_path)
+        self.sdkroot = buildtool_config.get("sdkroot", "/opt/hi1711sdk")
+        self.rtos_root = buildtool_config.get("rtos_root", f"/opt/{self.config.rtos_offering}")
+        self.sysroot = buildtool_config.get("sysroot", self.config.sysroot)
+        self.target_host = buildtool_config.get("target_host", self.config.cross_prefix)
+        self.dep_md5 = f"{self.rtos_root}/dependency.md5sum"
+        self.dep_md5_new = f"{self.tools.user_home}/dependency.md5sum.new"
+        self.skip_install = False
+
+    def download_tools(self):
+        self.info(f"移除下载路径: {self.rtos_sdk_dir}")
+        self.run_command(f"rm -rf {self.rtos_sdk_dir}", ignore_error=True, sudo=True)
+        self.info("开始下载依赖工具...")
+        partner_tools_dir = f"{os.path.expanduser('~')}/rtos_compiler"
+        if self.config.partner_mode:
+            self.info(f"从缓存目录{partner_tools_dir}复制编译器工具")
+            self.run_command(f"cp -rf {partner_tools_dir}/. {self.rtos_sdk_dir}")
+        self.info("下载依赖工具结束")
+
+    def check_rtos_sdk(self):
+        is_ubuntu = self.tools.is_ubuntu
+        self.chdir(self.rtos_sdk_dir)
+        self.info("安装 rpm 包")
+        self.info(f"删除目录 {self.rtos_root}")
+        self.run_command(f"rm -rf {self.rtos_root}", sudo=True)
+        for rpm in os.listdir("./"):
+            if not os.path.isfile(rpm) or not rpm.endswith(".rpm"):
+                continue
+            self.info("安装 {}".format(rpm))
+            if not is_ubuntu:
+                self.run_command("rpm -ivh {}".format(rpm), sudo=True)
+            else:
+                self.pipe_command(["rpm2cpio {}".format(rpm), "sudo cpio -id -D /"])
+
+        self.info(f"删除目录 {self.standalone_toolchain}")
+        self.run_command(f"rm -rf {self.standalone_toolchain}", sudo=True)
+        self.info("解压 hcc_arm64le")
+        self.run_command("tar -xzf hcc_arm64le.tar.gz -C /opt", sudo=True)
+
+        hm_tiny = "/opt/hcc_arm64le_hm_tiny"
+        self.info(f"删除目录 {hm_tiny}")
+        self.run_command(f"rm -rf {hm_tiny}", sudo=True)
+        self.info("解压 hcc_arm64le_hm_tiny")
+        self.run_command("tar -xzf hcc_arm64le_hm_tiny.tar.gz -C /opt", sudo=True)
+
+        self.info(f"删除目录 {self.sdkroot}")
+        self.run_command(f"rm -rf {self.sdkroot}", ignore_error=True, sudo=True)
+        self.run_command(f"mkdir -p {self.sdkroot}", ignore_error=True, sudo=True)
+        self.info("解压 hi1711sdk")
+        self.run_command(f"tar -xzf hi1711sdk.tar.gz -C {self.sdkroot} Module.symvers", sudo=True)
+        logname = os.getenv(misc.ENV_LOGNAME, None)
+        if logname and logname != "root":
+            self.run_command(f"chown {logname} {self.rtos_root} -R", sudo=True)
+            self.run_command(f"chown {logname} {self.sdkroot} -R", sudo=True)
+            self.run_command(f"chown {logname} {self.standalone_toolchain} -R", sudo=True)
+            self.run_command(f"chown {logname} {hm_tiny} -R", sudo=True)
+
+        self.chdir(self.config.code_path)
+
+        libstdcpp_install_path = os.path.join(self.sysroot, "usr")
+        os.makedirs(libstdcpp_install_path, exist_ok=True)
+
+        cross_compile_lib64 = os.path.join(self.standalone_toolchain, self.target_host, "lib64")
+        self.run_command(f"cp -rf {cross_compile_lib64} {libstdcpp_install_path}")
+
+        cmake_platform, _ = self.pipe_command(
+            ["find /usr/share -type d -wholename */Modules/Platform", "head -n 1"], sudo=True, capture_output=True
+        )
+        self.info(f"复制HongMeng.cmake到 {cmake_platform}")
+        hm_cmake = os.path.join(libstdcpp_install_path, "share/cmake/Modules/Platform/HongMeng.cmake")
+        self.run_command(f"cp -af {hm_cmake} {cmake_platform}", sudo=True)
+
+        self.run_command("cp -af {} {}".format(self.dep_md5_new, self.dep_md5))
+        # md5文件对齐其他分支
+        dep_md5_br = f"{self.tools.user_home}/dependency.md5sum"
+        self.run_command(f"cp -af {self.dep_md5_new} {dep_md5_br}")
+
+    def run(self):
+        self.pipe_command([f"md5sum {self.dependency_file}"], self.dep_md5_new)
+        if os.path.isfile(self.dep_md5):
+            with open(self.dep_md5, "r") as fp:
+                md5old = fp.read()
+            with open(self.dep_md5_new, "r") as fp:
+                md5new = fp.read()
+            if md5old == md5new:
+                self.info("版本匹配, 跳过安装")
+                self.skip_install = True
+                return
+        self.download_tools()
+
+    def install(self):
+        if self.skip_install:
+            return
+        # 检查rtos是否安装，未安装或版本不匹配时安装
+        self.check_rtos_sdk()

bmcgo/tasks/misc.py

@@ -0,0 +1,15 @@
+#!/usr/bin/env python3
+# coding: utf-8
+# Copyright (c) 2025 Huawei Technologies Co., Ltd.
+# openUBMC is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#         http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+SDK_PATH = "/opt/hi171x_sdk/"
+MODULE_SYMVERS = "Module.symvers"
+BUILD_TOOLS_SHA256_PATH = "/opt/buildtools.sha256"
+SDK_SHA256_PATH = "/opt/sdk.sha256"