@next-core/brick-container 2.92.1 → 2.92.3

package/tools/link_static_file.py

@@ -0,0 +1,245 @@
+# -*- coding: utf-8 -*-
+import os
+import traceback
+
+import yaml
+import sys
+import errno
+
+reload(sys)
+sys.setdefaultencoding('utf-8')
+
+# 公共文件夹名
+_APPLICATIONS_SA_FOLDER = "applications_sa"
+_BRICKS_FOLDER = "bricks"
+_TEMPLATES_FOLDER = "templates"
+_CORE_FOLDER = "core"
+_BRICK_NEXT_FOLDER = "brick_next"
+_MICRO_APPS_FOLDER = "micro-apps"
+
+# 公共路径
+_INSTALL_BASE_PATH = "/usr/local/easyops"
+_DEPENDENCIES_LOCK_BASE_PATH = os.path.join(_INSTALL_BASE_PATH, _APPLICATIONS_SA_FOLDER, "dependencies_lock")
+
+
+def init_dependencies_lock_dir():
+    # 初始化 /usr/local/easyops/applications_sa/dependencies_lock
+    if not os.path.exists(_DEPENDENCIES_LOCK_BASE_PATH):
+        try:
+            os.makedirs(_DEPENDENCIES_LOCK_BASE_PATH)
+        except OSError, e:
+            if e.errno != errno.EEXIST:
+                raise
+            print u"dependencies lock dir: {} already exist".format(_DEPENDENCIES_LOCK_BASE_PATH)
+
+    # 初始化子目录 bricks、templates、core、micro_apps
+    bricks_path = os.path.join(_DEPENDENCIES_LOCK_BASE_PATH, _BRICKS_FOLDER)
+    templates_path = os.path.join(_DEPENDENCIES_LOCK_BASE_PATH, _TEMPLATES_FOLDER)
+
+    core_path = os.path.join(_DEPENDENCIES_LOCK_BASE_PATH, _CORE_FOLDER)
+    micro_apps_path = os.path.join(_DEPENDENCIES_LOCK_BASE_PATH, _MICRO_APPS_FOLDER)
+
+    paths = [bricks_path, templates_path, core_path, micro_apps_path]
+    for path in paths:
+        if os.path.exists(path):
+            continue
+        try:
+            os.mkdir(path)
+        except OSError, e:
+            if e.errno != errno.EEXIST:
+                raise
+            print u"dependencies lock dir: {} already exist".format(path)
+            continue
+        print u"mkdir dependencies lock dir: {}".format(path)
+
+
+def parse_plugin_name(plugin_name):
+    dependencies_lock_root_folder = ""
+    un_suffix_name = ""
+    if plugin_name.endswith("-NB"):
+        dependencies_lock_root_folder = _BRICKS_FOLDER
+        un_suffix_name = plugin_name.rstrip("-NB")
+    elif plugin_name.endswith("-NT"):
+        dependencies_lock_root_folder = _TEMPLATES_FOLDER
+        un_suffix_name = plugin_name.rstrip("-NT")
+
+    elif plugin_name == _BRICK_NEXT_FOLDER:  # # brick_next -> core
+        dependencies_lock_root_folder = _CORE_FOLDER
+        # un_suffix_name = bricks_next_folder
+    # TODO: 其他
+
+    if un_suffix_name == "":
+        un_suffix_name = plugin_name
+    return un_suffix_name, dependencies_lock_root_folder
+
+
+def build_dependencies_path_tree(dependencies):
+    dep_map = {}
+    for dependency in dependencies:  # type: dict
+        name = dependency.get("name", "")
+        actual_version = dependency.get("actual_version", "")
+        if name == "" or actual_version == "":
+            continue
+        if name in dep_map:
+            continue
+
+        # 原路径 公共路径
+
+        un_suffix_name, dependency_type = parse_plugin_name(name)
+        if dependency_type == "":
+            dependency_type = name
+
+        # /usr/local/easyops/applications_sa/dependencies_lock  templates   general-list    1.30.0
+        link_path_base = os.path.join(_DEPENDENCIES_LOCK_BASE_PATH, dependency_type, un_suffix_name, actual_version)
+        if un_suffix_name == _BRICK_NEXT_FOLDER:
+            link_path_base = os.path.join(_DEPENDENCIES_LOCK_BASE_PATH, dependency_type, actual_version)
+
+        dependency = {}
+        # 直接在这里记录路径
+        # templates
+        dependency["dependency_type"] = dependency_type
+        # /usr/local/easyops/applications_sa/dependencies_lock/templates/general-list/1.30.0
+        dependency["link_path_base"] = link_path_base
+        # general-list
+        dependency["un_suffix_name"] = un_suffix_name
+        dep_map[name] = dependency
+
+    print "\n\n"
+
+    return dep_map
+
+
+def read_dependencies_yaml(install_app_path):
+    dependencies_yaml_path = os.path.join(install_app_path, "dependencies", "micro_app_dependencies.yaml")
+    print u"dependencies_yaml_path: {}".format(dependencies_yaml_path)
+    dependencies_fp = open(dependencies_yaml_path, "r")
+    data = yaml.load(dependencies_fp)
+    if not isinstance(data, dict):
+        raise u"micro_app_dependencies.yaml fmt error: {}".format(data)
+    return data.get("dependencies_lock", [])
+
+
+def get_static_file_map(path):
+    file_map = {}
+    for root, _, files in os.walk(path, topdown=False):
+        if root not in file_map:
+            file_map[root] = []
+        if len(files) == 0:
+            continue
+        for filename in files:
+            file_path = os.path.join(root, filename)
+            if os.path.islink(file_path):
+                print u"current file is link: {}".format(file_path)
+                continue
+            file_map[root].append(filename)
+
+    return file_map
+
+
+def link_install_app_static_file(install_app_path, plugin_name, app_version):
+    current_app_path = os.path.join(install_app_path, "versions", app_version, "webroot", "-",
+                                    _MICRO_APPS_FOLDER, plugin_name)
+    if not os.path.exists(current_app_path):
+        print u"current app path: {} not exist".format(current_app_path)
+        return
+    current_app_path_public = os.path.join(_DEPENDENCIES_LOCK_BASE_PATH, _MICRO_APPS_FOLDER, plugin_name, version)
+    if not os.path.exists(current_app_path_public):
+        os.makedirs(current_app_path_public)
+
+    print u"current app path: {}, current_app_path_public: {}".format(current_app_path, current_app_path_public)
+
+    static_file_map = get_static_file_map(current_app_path)
+    print u"---------------------------------------------"
+    for file_path_base, files in static_file_map.items():
+        _link_static_file(files, file_path_base, current_app_path, current_app_path_public)
+
+    print u"---------------------------------------------"
+    print u"\n\n"
+
+
+# 硬链
+def link_dependency_static_file(install_app_path, app_version):
+    dependency_apps = read_dependencies_yaml(install_app_path)
+    # 依赖的路径树
+    dependencies_path_tree = build_dependencies_path_tree(dependency_apps)  # type: dict
+    # 区分版本
+    for dependency_name, dependency_info in dependencies_path_tree.items():
+        dependency_type = dependency_info["dependency_type"]
+        un_suffix_name = dependency_info["un_suffix_name"]
+
+        # /usr/local/easyops/applications_sa/dependencies_lock/templates/general-list/1.30.0
+        dependency_dir_public = dependency_info["link_path_base"]
+        # /usr/local/easyops/applications_sa/easy-agile-standalone-NA/versions/1.0.13/webroot/-/templates/general-list
+        dependency_dir_inside_base = os.path.join(install_app_path, "versions", app_version, "webroot", "-",
+                                                  dependency_type, un_suffix_name)
+        if un_suffix_name == _BRICK_NEXT_FOLDER:
+            dependency_dir_inside_base = os.path.join(install_app_path, "versions",
+                                                      app_version, "webroot", "-", _CORE_FOLDER)
+
+        print u"---------------------------------------------"
+        print dependency_type, dependency_name, "\n\t", dependency_dir_inside_base, "\n\t", dependency_dir_public
+
+        static_file_map = get_static_file_map(dependency_dir_inside_base)
+        for file_path_base, files in static_file_map.items():
+            _link_static_file(files, file_path_base, dependency_dir_inside_base, dependency_dir_public)
+
+
+def _link_static_file(files, file_path_base, dependency_dir_inside_base, dependency_dir_public):
+    print "\tfile count: {}".format(len(files))
+    for filename in files:
+        file_path = os.path.join(file_path_base, filename)
+        file_path_backup = file_path + ".back"
+
+        link_file_path = file_path.replace(dependency_dir_inside_base, dependency_dir_public)
+        link_file_path_base = link_file_path.replace(filename, "")
+
+        print u"\t\tfile_path: ", file_path
+        print u"\t\tlink_file_path: ", link_file_path
+
+        try:
+            if not os.path.exists(link_file_path_base):
+                os.makedirs(link_file_path_base)
+            # 先备份文件
+            os.rename(file_path, file_path_backup)
+
+            # 如果文件不存在则移动文件
+            if not os.path.exists(link_file_path):
+                os.rename(file_path_backup, link_file_path)
+
+            # 创建硬链接
+            os.link(link_file_path, file_path)
+
+        except Exception as e:
+            exc_type, exc_value, exc_traceback = sys.exc_info()
+            traceback.print_exception(exc_type, exc_value, exc_traceback)
+            if os.path.exists(file_path_backup):
+                if os.path.exists(file_path):
+                    os.remove(file_path)
+                os.rename(file_path_backup, file_path)
+        finally:
+            # 确保被删除
+            if os.path.exists(file_path_backup):
+                os.remove(file_path_backup)
+
+
+if __name__ == "__main__":
+    if len(sys.argv) < 4:
+        print u"Usage: ./symlink_dependencies.py $install_path $plugin_name $version, Got: {}".format(sys.argv)
+        sys.exit(1)
+    install_path = sys.argv[1]
+    plugin_name = sys.argv[2]
+    version = sys.argv[3]
+
+    """
+    本地测试实例：
+        python2 symlink_dependencies.py /usr/local/easyops/applications_sa/easy-agile-standalone-NA 1.0.13
+    """
+
+    # must init
+    init_dependencies_lock_dir()
+
+    # 硬链当前APP
+    link_install_app_static_file(install_path, plugin_name, version)
+
+    # 硬链依赖APP
+    link_dependency_static_file(install_path, version)

package/tools/report_installed_brick_next_package.py

@@ -166,16 +166,13 @@ def collect_stories(install_path):
     examples_path = os.path.join(install_path, "dist", "examples.json")
     types_path = os.path.join(install_path, "dist", "types.json")
     bricks_path = os.path.join(install_path, "dist", "bricks.json")
-    with open(bricks_path) as bricks_file:
-        bricks_content = simplejson.load(bricks_file)
-    isV3Brick = "id" in bricks_content
     with open(stories_path) as stories_file:
         stories_content = simplejson.load(stories_file)
     # v2 brick
-    if isV3Brick == False:
+    if not os.path.exists(manifest_path):
         return stories_content
     # v3 brick
-    elif isV3Brick:
+    elif os.path.exists(manifest_path):
         stories_list = []
         with open(manifest_path) as manifest_file:
             manifest_content = simplejson.load(manifest_file)

package/tools/report_installed_micro_app_sa.py

@@ -0,0 +1,127 @@
+# -*- coding: utf-8 -*-
+import json as simplejson
+import sys
+import os
+import ens_api
+import requests
+import simplejson
+
+class NameServiceError(Exception):
+    pass
+
+def join_host_port(host, port):
+    template = "%s:%s"
+    host_requires_bracketing = ':' in host or '%' in host
+    if host_requires_bracketing:
+        template = "[%s]:%s"
+    return template % (host, port)
+
+def get_version(install_path):
+    # 开发环境没有version.ini文件，直接返回0.0.0
+    if not os.path.exists(os.path.join(install_path, "version.ini")):
+        return "0.0.0"
+    with open(os.path.join(install_path, "version.ini")) as f:
+        lines = f.readlines()
+        return lines[-1].strip()
+
+def get_entry_html(install_path, version):
+    # entry_html_path
+    entry_html_path = os.path.join(install_path, "versions", version, "webroot/index.html")
+    if not os.path.exists(entry_html_path):
+        return ""
+    with open(entry_html_path) as f:
+        return f.read()
+
+def collect(install_path, report_app_id, version, set_active_version):
+    if not os.path.exists(install_path):
+        raise Exception("could not find install path {}".format(install_path))
+    webroot_dir = os.path.join(install_path, "versions", version, "webroot/-")
+    if not os.path.exists(webroot_dir):
+        raise Exception("could not find webroot path {}".format(webroot_dir))
+    bootstrap_file_name = ""
+    for f in os.listdir(webroot_dir):
+        if f.startswith("bootstrap") and f.endswith(".json"):
+            bootstrap_file_name = f
+    if bootstrap_file_name is "" :
+        raise Exception("bootstrap.***.json not found in dir {}".format(webroot_dir))
+    bootstrap_file = os.path.join(webroot_dir, bootstrap_file_name)
+    with open(bootstrap_file) as f:
+        bootstrap_content = f.read()
+        bootstrap_content_json = simplejson.loads(bootstrap_content)
+        # 跳过没有app字段的storyboard
+        if not bootstrap_content_json.get("storyboards"):
+            return None
+        storyboards = bootstrap_content_json.get("storyboards")
+        for story_board in storyboards:
+            if story_board["app"]["id"] == report_app_id:
+                app = {
+                    "appId": story_board["app"]["id"],
+                    "name": story_board["app"]["name"],
+                    "internal": "true" if story_board["app"].get("internal") else "false",
+                    "version": version,
+                    "homepage": story_board["app"]["homepage"],
+                    "status": "enabled",  # 新安装状态默认是enabled的
+                    "entryHtml": get_entry_html(install_path, version),
+                    "setActiveVersion": bool(set_active_version),
+                    "meta": simplejson.dumps(story_board["meta"], ensure_ascii=False),
+                    "defaultConfig": story_board["app"].get("defaultConfig"),
+                    "defaultContainer": story_board["app"].get("defaultContainer"),
+                    "icons": story_board["app"].get("icons", {}),
+                    "menuIcon": story_board["app"].get("menuIcon", {}),
+                    "locales": story_board["app"].get("locales", {}),
+                }
+                return app
+
+def report(org, app):
+    try:
+        create_or_update_micro_app_sa(org, app)
+    except NameServiceError, e:
+        raise e
+    except requests.HTTPError, e:
+        raise e
+
+def create_or_update_micro_app_sa(org, app):
+    session_id, ip, port = ens_api.get_service_by_name("logic.micro_app_standalone_service", "logic.micro_app_standalone_service")
+    if session_id <= 0:
+        raise NameServiceError("get nameservice logic.micro_app_standalone error, session_id={}".format(session_id))
+    address = join_host_port(ip, port)
+    headers = {"org": str(org), "user": "defaultUser"}
+    url = "http://{}/api/v1/micro_app_standalone/report".format(address)
+    rsp = requests.post(url, json=app, headers=headers)
+    rsp.raise_for_status()
+    print "report app end"
+
+def import_micro_app_permissions(install_path, version, org):
+    permission_path = os.path.join(install_path, "versions", version, "webroot", "permissions", "permissions.json")
+    if not os.path.exists(permission_path):
+        print "could not find permission path {}, will not import permissions".format(permission_path)
+        return
+
+    session_id, ip, port = ens_api.get_service_by_name("web.brick_next", "logic.micro_app_service")
+    if session_id <= 0:
+        raise NameServiceError("get nameservice logic.object_store_service error, session_id={}".format(session_id))
+    address = join_host_port(ip, port)
+    headers = {"org": str(org), "user": "defaultUser"}
+    url = "http://{}/api/micro_app/v1/permission/import".format(address)
+
+    with open(permission_path) as f:
+        p_f_content = f.read()
+        permission_list = simplejson.loads(p_f_content)
+        body = {"permissionList": permission_list}
+        rsp = requests.post(url, json=body, headers=headers)
+        rsp.raise_for_status()
+
+if __name__ == "__main__":
+    if len(sys.argv) < 4:
+        print "Usage: ./report_installed_micro_app_sa.py $org $install_path $version $set_active_version"
+        sys.exit(1)
+    org = sys.argv[1]
+    install_path = sys.argv[2]
+    report_app_id = sys.argv[3]
+    version = sys.argv[4]
+    set_active_version = sys.argv[5]
+    app = collect(install_path, report_app_id, version, set_active_version)
+    if app:
+        print "app found, start report"
+        report(org, app)
+        import_micro_app_permissions(install_path, version, org)