lbkit 0.9.1__tar.gz → 0.9.3__tar.gz

{lbkit-0.9.1/lbkit.egg-info → lbkit-0.9.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lbkit
-Version: 0.9.1
+Version: 0.9.3
 Summary: Tools provided by litebmc.com
 Home-page: https://www.litebmc.com
 Author: xuhj@litebmc.com

lbkit-0.9.3/lbkit/__init__.py

@@ -0,0 +1,2 @@
+
+__version__ = '0.9.3'

{lbkit-0.9.1 → lbkit-0.9.3}/lbkit/codegen/idf_interface.py

@@ -987,6 +987,8 @@ class IdfPluginAction(IdfMethod):
         self.policy = method_data.get("policy", "continue_always")
         super().__init__(intf, method_data)
         self.is_plugin = True
+        if self.policy == "continue_always" and method_data.get("returns", []):
+            raise Exception(f"The policy of plugin {self.name} is 'continue_always', does't supported 'returns' property, interface {self.intf.name} failed to generate code")
 
 
 class IdfEnumeration(IdfBase):

{lbkit-0.9.1 → lbkit-0.9.3}/lbkit/codegen/template/public.c.mako

@@ -1218,7 +1218,7 @@ int ${class_name}_${action.name}_register(const gchar *req_signature, const gcha
     g_mutex_lock(&_${class_name}_${action.name}_lock);
     for (GSList *item = _${class_name}_${action.name}_actions; item; item = item->next) {
         _${class_name}_${action.name}_PluginAction *old_handler = (_${class_name}_${action.name}_PluginAction *)item->data;
-        if (action == old_handler->action || user_data == old_handler->user_data) {
+        if (action == old_handler->action && user_data == old_handler->user_data) {
             g_mutex_unlock(&_${class_name}_${action.name}_lock);
             return 0;
         }
@@ -1256,9 +1256,18 @@ void ${class_name}_${action.name}_unregister(${class_name}_${action.name}_action
 <% REQ_PARA = f', const {class_name}_{action.name}_Req *req' %>\
 <% REQ_NAME = f', req' %>\
     % endif
+    % if action.policy == "continue_always":
+void ${class_name}_${action.name}_run(${class_name} obj${REQ_PARA}${RSP_PARA})
+    % else:
 int ${class_name}_${action.name}_run(${class_name} obj${REQ_PARA}${RSP_PARA})
+    % endif
 {
+    % if action.policy == "return_any_success":
+    gint result = -1;
+    % elif action.policy == "return_any_fail":
     gint result = 0;
+    % endif
+
     g_mutex_lock(&_${class_name}_${action.name}_lock);
     for (GSList *item = _${class_name}_${action.name}_actions; item; item = item->next) {
         _${class_name}_${action.name}_PluginAction *handler = (_${class_name}_${action.name}_PluginAction *)item->data;
@@ -1266,24 +1275,42 @@ int ${class_name}_${action.name}_run(${class_name} obj${REQ_PARA}${RSP_PARA})
         if (rsp && *rsp) {
             ${class_name}_${action.name}_Rsp_free(rsp);
         }
+        % if action.policy == "continue_always":
+        handler->action(obj${REQ_NAME}, rsp, handler->user_data);
+        % else:
         gint ret = handler->action(obj${REQ_NAME}, rsp, handler->user_data);
+        % endif
     % else:
+        % if action.policy == "continue_always":
+        handler->action(obj${REQ_NAME}, handler->user_data);
+        % else:
         gint ret = handler->action(obj${REQ_NAME}, handler->user_data);
+        % endif
     % endif
-        if (ret != 0)
-            result = ret;
         % if action.policy == "return_any_success":
         /* return when any action success(ret == 0) */
-        if (ret == 0)
+        if (ret == 0) {
+            result = 0;
             break;
+        }
         % elif action.policy == "return_any_fail":
         /* return when any action failed(ret != 0) */
-        if (ret != 0)
+        if (ret != 0) {
+            result = ret;
             break;
+        }
         % endif
     }
+    % if len(action.returns.parameters) > 0:
+    if (result != 0 && *rsp) {
+        ${class_name}_${action.name}_Rsp_free(rsp);
+        *rsp = NULL;
+    }
+    % endif
     g_mutex_unlock(&_${class_name}_${action.name}_lock);
+    % if action.policy != "continue_always":
     return result;
+    % endif
 }
 
     % endfor

{lbkit-0.9.1 → lbkit-0.9.3}/lbkit/codegen/template/public.h.mako

@@ -315,18 +315,26 @@ typedef struct {
 <% RSP_PARA = f'' %>\
 <% REQ_PARA = f'' %>\
     % if len(action.returns.parameters) > 0:
-<% RSP_PARA = f', {class_name}_{action.name}_Rsq **rsp' %>\
+<% RSP_PARA = f', {class_name}_{action.name}_Rsp **rsp' %>\
     % endif
     % if len(action.parameters.parameters) > 0:
 <% REQ_PARA = f', const {class_name}_{action.name}_Req *req' %>\
     % endif
+    % if action.policy == "continue_always":
+typedef void (*${class_name}_${action.name}_action)(${class_name} obj${REQ_PARA}${RSP_PARA}, gpointer user_data);
+    % else:
 typedef int (*${class_name}_${action.name}_action)(${class_name} obj${REQ_PARA}${RSP_PARA}, gpointer user_data);
+    % endif
 
 /* Register a new plugin action, can't register repeated with same action and user_data */
 int ${class_name}_${action.name}_register(const gchar *req_signature, const gchar *rsp_signature,
     ${class_name}_${action.name}_action action, gpointer user_data);
 void ${class_name}_${action.name}_unregister(${class_name}_${action.name}_action action);
+    % if action.policy == "continue_always":
+void ${class_name}_${action.name}_run(${class_name} obj${REQ_PARA}${RSP_PARA});
+    % else:
 int ${class_name}_${action.name}_run(${class_name} obj${REQ_PARA}${RSP_PARA});
+    % endif
 
 % endfor
 % endif

{lbkit-0.9.1 → lbkit-0.9.3}/lbkit/component/test.py

@@ -193,6 +193,7 @@ class TestComponent():
         with open(term_flag, "w") as fp:
             pass
         time.sleep(1)
+        os.unlink(term_flag)
         # 设置ROOTFS_DIR环境变量，为DT测试提供相对路径
         self._collect_coverage_data(build.build_folder, test_src_folder)
         log.success("Test finished")

{lbkit-0.9.1 → lbkit-0.9.3}/lbkit/ukr/build.py

@@ -2,27 +2,13 @@
 import os
 import yaml
 import shutil
-import re
-import json
-import tempfile
 from string import Template
-from multiprocessing import Pool
-import traceback
-from argparse import ArgumentParser
-from jsonschema import validate, ValidationError
-from git import Repo
-from git.exc import InvalidGitRepositoryError
-from mako.lookup import TemplateLookup
-from lbkit.misc import Color, load_yml_with_json_schema_validate, get_json_schema_file, load_json_schema
-from lbkit import errors
-from lbkit.codegen.codegen import CodeGen, history_versions
 from lbkit.tools import Tools
-from lbkit.build_conan_parallel import BuildConanParallel
-from lbkit.codegen.codegen import Version
 from lbkit.tasks.task_download import DownloadTask
 from lbkit.misc import DownloadFlag
 from lbkit.tools import Tools
 from lbkit.utils.env_detector import EnvDetector
+from lbkit.misc import load_yml_with_json_schema_validate
 
 
 tools = Tools("comp_build")
@@ -33,10 +19,25 @@ class SourceDest():
     def __init__(self, cfg):
         self.source = cfg.get("source")
         self.dest = cfg.get("dest")
+        self.pattern = cfg.get("pattern")
 
     def copy(self, source_dir, dest_dir, with_template, **kwargs):
         source = os.path.join(source_dir, self.source)
         dest = os.path.join(dest_dir, self.dest)
+        if self.pattern and os.path.isdir(source):
+            if not source.endswith("/"):
+                source += "/"
+            files = tools.pipe([f"find {source} -name {self.pattern}"], out_file=None).decode("utf-8").split("\n")
+            for file in files:
+                file = file.strip()
+                if not file:
+                    continue
+                new_dest = os.path.join(dest, file[len(source):])
+                self._copy(file, new_dest, with_template, **kwargs)
+        else:
+            self._copy(source, dest, with_template, **kwargs)
+
+    def _copy(self, source, dest, with_template, **kwargs):
         if os.path.isfile(dest):
             os.unlink(dest)
         dest_dir = os.path.dirname(dest)
@@ -86,9 +87,6 @@ class BuildGeneral():
         }
         task = DownloadTask(cfg, os.getcwd())
         task.start()
-        _, sha = DownloadFlag.read(self.dir_name)
-        if sha == sha256:
-            return
         cmd = f"tar -xf {task.dst} -C {self.dir_name}"
         if task.strip_components:
             cmd += f" --strip-components={task.strip_components}"
@@ -101,10 +99,15 @@ class BuildGeneral():
     def prepare_defconfig(self):
         defconf = self.cfg.get("defconfig")
         compiler_path=os.path.join(self.work_dir, "toolchain")
-        sd = SourceDest(defconf)
-        sd.copy(self.cwd, os.path.join(self.work_dir, self.dir_name), True, compiler_path=compiler_path)
+        if isinstance(defconf, list):
+            for conf in defconf:
+                sd = SourceDest(conf)
+                sd.copy(self.cwd, os.path.join(self.work_dir, self.dir_name), True, compiler_path=compiler_path)
+        else:
+            sd = SourceDest(defconf)
+            sd.copy(self.cwd, os.path.join(self.work_dir, self.dir_name), True, compiler_path=compiler_path)
         os.environ["ARCH"] = self.arch
-        os.environ["CROSS_COMPILE"] = self.cross_compile + "-"
+        os.environ["CROSS_COMPILE"] = os.path.join(compiler_path, "bin", self.cross_compile + "-")
         path = os.environ.get("PATH", "")
         if compiler_path not in path:
             path += ":" + compiler_path + "/bin"
@@ -113,13 +116,21 @@ class BuildGeneral():
 
     def build(self):
         os.chdir(self.dir_name)
-        cmd = f"make {self.defconfig}"
-        self.tools.exec(cmd, verbose=True)
-        if self.name == "compiler":
-            cmd = f"make sdk -j" + str(os.cpu_count())
+        cmds = self.cfg.get("cmds", [])
+        if cmds:
+            for cmd in cmds:
+                compiler = os.environ["CROSS_COMPILE"]
+                cmd = cmd.replace("${compiler}", compiler)
+                cmd = cmd.replace("${workdir}", self.dir_name)
+                self.tools.exec(cmd, verbose=True)
         else:
-            cmd = f"make -j" + str(os.cpu_count())
-        self.tools.exec(cmd, verbose=True)
+            cmd = f"make {self.defconfig}"
+            self.tools.exec(cmd, verbose=True)
+            if self.name == "compiler":
+                cmd = f"make sdk -j" + str(os.cpu_count())
+            else:
+                cmd = f"make -j" + str(os.cpu_count())
+            self.tools.exec(cmd, verbose=True)
 
     def tar_files(self):
         os.chdir(self.dir_name)
@@ -139,6 +150,8 @@ class BuildGeneral():
             sd.copy(self.dir_name, self.output, False)
 
     def run(self):
+        if not self.cfg:
+            return
         self.download()
         self.prepare_defconfig()
         self.build()
@@ -181,6 +194,59 @@ class BuildUBoot(BuildGeneral):
         super().__init__(config, cwd, "uboot", "uboot")
 
 
+class PreDownload():
+    def __init__(self, config, cwd):
+        self.cwd = cwd
+        self.cfg = config.get("predownload", [])
+
+    def run(self):
+        if not self.cfg:
+            return
+        for down in self.cfg:
+            url = down.get("url")
+            sha256 = down.get("sha256")
+            verify = down.get("verify", True)
+            destfile = down.get("destfile")
+            destfile = os.path.join(self.cwd, ".temp", destfile)
+            destfile = os.path.realpath(destfile)
+            if not destfile.startswith(self.cwd):
+                raise Exception(f"dest file {destfile} not startswith {self.cwd}")
+            destdir = os.path.dirname(destfile)
+            if not os.path.isdir(destdir):
+                os.makedirs(destdir)
+
+            tmpfile = os.path.join(self.cwd, ".temp", os.path.basename(url))
+
+            cfg = {
+                "url": url,
+                "file": tmpfile,
+                "decompress": {
+                    "dirname": self.cwd,
+                    "strip_components": 0
+                },
+                "sha256": sha256,
+                "verify": verify
+            }
+            task = DownloadTask(cfg, os.getcwd())
+            task.start()
+            if tmpfile != destfile:
+                shutil.copyfile(tmpfile, destfile)
+            decomp = down.get("decompress")
+            if not decomp:
+                continue
+            strip_components = decomp.get("strip_components", 0)
+            dirname = decomp.get("dirname")
+            if not dirname:
+                continue
+            dirname = os.path.join(self.cwd, ".temp", dirname)
+            if os.path.isdir(dirname):
+                shutil.rmtree(dirname)
+            os.makedirs(dirname)
+            cmd = f"tar -xf {task.dst} -C {dirname}"
+            if strip_components:
+                cmd += f" --strip-components={strip_components}"
+            tools.exec(cmd)
+
 class UKRBuild():
     def __init__(self, env_detector: EnvDetector):
         os.chdir(env_detector.ukr.folder)
@@ -188,8 +254,10 @@ class UKRBuild():
 
     def run(self):
         cwd = os.getcwd()
-        with open("config.yml") as fp:
-            cfg = yaml.full_load(fp)
+
+        cfg = load_yml_with_json_schema_validate("config.yml", "/usr/share/litebmc/schema/ukr_config.v1.json")
+        download = PreDownload(cfg, cwd)
+        download.run()
         build = BuildCompiler(cfg, cwd)
         build.run()
         build = BuildRootfs(cfg, cwd)
@@ -199,4 +267,4 @@ class UKRBuild():
         build = BuildUBoot(cfg, cwd)
         build.run()
         cmd = f"tar -czf {cwd}/.temp/output/firmware.tar.gz -C {cwd}/.temp/output/images ."
-        tools.exec(cmd)
+        tools.exec(cmd)

{lbkit-0.9.1 → lbkit-0.9.3/lbkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lbkit
-Version: 0.9.1
+Version: 0.9.3
 Summary: Tools provided by litebmc.com
 Home-page: https://www.litebmc.com
 Author: xuhj@litebmc.com

lbkit-0.9.1/lbkit/__init__.py

@@ -1,2 +0,0 @@
-
-__version__ = '0.9.1'