verteilen-core 1.4.21 → 1.4.23

package/dist/script/execute/base.d.ts

@@ -2,41 +2,13 @@ import { CronJobState, ExecuteProxy, ExecuteState, Job, Libraries, Messager, Dat
 import { WebsocketManager } from "../socket_manager";
 import { Util_Parser } from './util_parser';
 import { Region_Project } from './region_project';
-/**
- * The base class of task scheduler, contain some basic funcationality
- */
 export declare class ExecuteManager_Base {
-    /**
-     * The task scheduler UUID
-     */
     uuid: string;
     name: string;
-    /**
-     * Register record\
-     * This record holds the project data you want to process
-     */
     record: Record;
-    /**
-     * The list of projects you want to process\
-     * Each project UUID should be unique by now\
-     * Prevent findIndex error, When there is repeat project source
-     */
     current_projects: Array<Project>;
-    /**
-     * The connection nodes list
-     */
     current_nodes: Array<WebsocketPack>;
-    /**
-     * * NONE: Not yet start
-     * * RUNNING: In the processing stage
-     * * FINISH: Everything is finish processing
-     */
     state: ExecuteState;
-    /**
-     * * NONE: Not yet start
-     * * RUNNING: In the processing stage
-     * * FINISH: Everything is finish processing
-     */
     t_state: ExecuteState;
     jobstack: number;
     first: boolean;
@@ -47,97 +19,29 @@ export declare class ExecuteManager_Base {
     messager_log: Messager;
     runner: Region_Project | undefined;
     constructor(_name: string, _websocket_manager: WebsocketManager, _messager_log: Messager, _record: Record);
-    /**
-     * Current select project\
-     * If it's undefined, it means:
-     * * It's finish the current project
-     * * It has not start processing yet
-     */
     get current_p(): Project | undefined;
-    /**
-     * Current select task\
-     * If it's undefined, it means:
-     * * It's finish the current task
-     * * It has not start processing yet
-     */
     get current_t(): Task | undefined;
-    /**
-     * Current execute task use multithread setting
-     */
     get current_multithread(): number;
     get current_task_count(): number;
-    /**
-     * Cron job type execute record
-     */
     get current_cron(): Array<CronJobState>;
-    /**
-     * Single job type execute record
-     */
     get current_job(): Array<WorkState>;
-    /**
-     * This will let nodes update the database and lib
-     * @param target
-     */
     protected sync_local_para: (target: Database) => void;
     protected sync_para: (target: Database, source: WebsocketPack) => void;
     protected release: (source: WebsocketPack) => void;
-    /**
-     * Check all the cronjob is finish or not
-     */
     protected check_all_cron_end: () => boolean;
-    /**
-     * Check input cronjob is finish or not
-     * @param cron target cronjob instance
-     */
     protected check_cron_end: (cron: CronJobState) => boolean;
-    /**
-     * Check current single is finish or not
-     */
     protected check_single_end: () => boolean;
-    /**
-     * Project format checking
-     * @param projects
-     * @returns
-     */
     protected validation: (projects: Array<Project>) => boolean;
     protected filter_lib: (projects: Array<Project>, lib: Libraries) => Libraries;
-    /**
-     * Get the multi-core setting\
-     * Find in the database setting
-     * @param key The multi-core-key
-     * @returns
-     */
     protected get_task_multi_count: (t: Task) => number;
-    /**
-     * Get the task's cronjob count
-     */
     get_task_state_count(t: Task): number;
-    /**
-     * Find the number in the database, this include the expression phrasing
-     * @param key The name key
-     * @param p Project instance
-     * @returns The value, if key cannot be found, it will return -1
-     */
     protected get_number(key: string): number;
     static get_number_global(key: string, localPara: Database | undefined): number;
-    /**
-     * Remove dups item in the list
-     * @param arr
-     * @returns
-     */
     protected removeDups: (arr: any[]) => any[];
-    /**
-     * Filter out the idle and connection open nodes
-     * @returns All idle and open connection nodes
-     */
     protected get_idle: () => Array<WebsocketPack>;
-    /**
-     * Filter out the connection open nodes
-     * @returns All open connection nodes
-     */
     protected get_idle_open: () => Array<WebsocketPack>;
-    protected check_socket_state: (target: WebsocketPack) => any;
+    protected check_socket_state: (target: WebsocketPack) => ExecuteState.NONE | ExecuteState.RUNNING;
     static string_args_transform: (task: Task, job: Job, messager_log: Messager, localPara: Database, n: number) => void;
     static property_update: (task: Task, e: Util_Parser) => Util_Parser;
-    static database_update: (localPara: Database, n?: number) => any;
+    static database_update: (localPara: Database, n?: number) => Util_Parser;
 }

package/dist/script/execute/base.js

@@ -1,46 +1,13 @@
-// ========================
-//                           
-//      Share Codebase     
-//                           
-// ========================
 import { v6 as uuid6 } from 'uuid';
 import { DataType, ExecuteState, JobCategory, JobType, JobType2 } from "../../interface";
 import { Util_Parser } from './util_parser';
-/**
- * The base class of task scheduler, contain some basic funcationality
- */
 export class ExecuteManager_Base {
-    /**
-     * The task scheduler UUID
-     */
     uuid;
     name;
-    /**
-     * Register record\
-     * This record holds the project data you want to process
-     */
     record;
-    /**
-     * The list of projects you want to process\
-     * Each project UUID should be unique by now\
-     * Prevent findIndex error, When there is repeat project source
-     */
     current_projects = [];
-    /**
-     * The connection nodes list
-     */
     current_nodes = [];
-    /**
-     * * NONE: Not yet start
-     * * RUNNING: In the processing stage
-     * * FINISH: Everything is finish processing
-     */
     state = ExecuteState.NONE;
-    /**
-     * * NONE: Not yet start
-     * * RUNNING: In the processing stage
-     * * FINISH: Everything is finish processing
-     */
     t_state = ExecuteState.NONE;
     jobstack = 0;
     first = false;
@@ -57,54 +24,28 @@ export class ExecuteManager_Base {
         this.websocket_manager = _websocket_manager;
         this.messager_log = _messager_log;
     }
-    /**
-     * Current select project\
-     * If it's undefined, it means:
-     * * It's finish the current project
-     * * It has not start processing yet
-     */
     get current_p() {
         return this.runner?.project;
     }
-    /**
-     * Current select task\
-     * If it's undefined, it means:
-     * * It's finish the current task
-     * * It has not start processing yet
-     */
     get current_t() {
         return this.runner?.runner?.task;
     }
-    /**
-     * Current execute task use multithread setting
-     */
     get current_multithread() {
         return this.runner?.runner?.multithread ?? 1;
     }
     get current_task_count() {
         return this.runner?.runner?.task_count ?? 0;
     }
-    /**
-     * Cron job type execute record
-     */
     get current_cron() {
         return this.runner?.runner?.cron ?? [];
     }
-    /**
-     * Single job type execute record
-     */
     get current_job() {
         return this.runner?.runner?.job ?? [];
     }
-    /**
-     * This will let nodes update the database and lib
-     * @param target
-     */
     sync_local_para = (target) => {
         this.current_nodes.forEach(x => this.sync_para(target, x));
         this.proxy?.updateDatabase(target);
     };
-    //#region Helper
     sync_para = (target, source) => {
         const h = {
             name: 'set_database',
@@ -127,35 +68,18 @@ export class ExecuteManager_Base {
         };
         source.websocket.send(JSON.stringify(h));
     };
-    /**
-     * Check all the cronjob is finish or not
-     */
     check_all_cron_end = () => {
         return this.current_cron.filter(x => !this.check_cron_end(x)).length == 0;
     };
-    /**
-     * Check input cronjob is finish or not
-     * @param cron target cronjob instance
-     */
     check_cron_end = (cron) => {
         return cron.work.filter(x => x.state == ExecuteState.RUNNING || x.state == ExecuteState.NONE).length == 0;
     };
-    /**
-     * Check current single is finish or not
-     */
     check_single_end = () => {
         if (this.current_t == undefined)
             return false;
         return this.current_job.length == this.current_t.jobs.length &&
             this.current_job.filter(y => y.state == ExecuteState.RUNNING || y.state == ExecuteState.NONE).length == 0;
     };
-    //#endregion
-    //#region Utility
-    /**
-     * Project format checking
-     * @param projects
-     * @returns
-     */
     validation = (projects) => {
         if (this.websocket_manager.targets.length == 0) {
             this.messager_log(`[Execute State] The execute node does not exists`);
@@ -213,19 +137,10 @@ export class ExecuteManager_Base {
         });
         return JSON.parse(JSON.stringify(r));
     };
-    /**
-     * Get the multi-core setting\
-     * Find in the database setting
-     * @param key The multi-core-key
-     * @returns
-     */
     get_task_multi_count = (t) => {
         const r = this.get_number(t.multiKey);
         return r == -1 ? 1 : r;
     };
-    /**
-     * Get the task's cronjob count
-     */
     get_task_state_count(t) {
         if (t.setupjob)
             return this.current_nodes.length;
@@ -234,12 +149,6 @@ export class ExecuteManager_Base {
         else
             return 1;
     }
-    /**
-     * Find the number in the database, this include the expression phrasing
-     * @param key The name key
-     * @param p Project instance
-     * @returns The value, if key cannot be found, it will return -1
-     */
     get_number(key) {
         return ExecuteManager_Base.get_number_global(key, this.localPara);
     }
@@ -248,25 +157,12 @@ export class ExecuteManager_Base {
         const a = e.replacePara(`%{${key}}%`);
         return Number(a);
     }
-    /**
-     * Remove dups item in the list
-     * @param arr
-     * @returns
-     */
     removeDups = (arr) => {
         return [...new Set(arr)];
     };
-    /**
-     * Filter out the idle and connection open nodes
-     * @returns All idle and open connection nodes
-     */
     get_idle = () => {
         return this.current_nodes.filter(x => this.check_socket_state(x) != ExecuteState.RUNNING && x.websocket.readyState == 1);
     };
-    /**
-     * Filter out the connection open nodes
-     * @returns All open connection nodes
-     */
     get_idle_open = () => {
         return this.current_nodes.filter(x => x.websocket.readyState == 1);
     };
@@ -283,7 +179,6 @@ export class ExecuteManager_Base {
             if (job.category == JobCategory.Execution && job.type == JobType.CREATE_FILE && i == 1)
                 continue;
             job.string_args[i] = e.replacePara(job.string_args[i]);
-            //messager_log(`String replace: "${b}" -> "${job.string_args[i]}"`)
         }
     };
     static property_update = (task, e) => {

package/dist/script/execute/feedback.d.ts

@@ -1,46 +1,12 @@
 import { BusAnalysis } from "../../interface";
 import { ExecuteManager_Base } from "./base";
-/**
- * Recevied the information from the nodes\
- * This include job feedback and error feedback and pong and other stuff
- */
 export declare class ExecuteManager_Feedback extends ExecuteManager_Base {
-    /**
-     * The analysis method for decoding the information where the nodes is sending
-     * @param d Package info
-     */
     Analysis: (d: BusAnalysis) => void;
-    /**
-     * Print information, sended by the node worker
-     * @param data feedback data, any type
-     * @param source The node target
-     */
     private feedback_message;
-    /**
-     * The job has been finish executing, sended by the node worker
-     * @param data feedback data
-     * @param source The node target
-     */
     private feedback_job;
-    /**
-     * When one of the node decide to change the database of string value
-     * @param data The assigner
-     */
     private feedback_string;
-    /**
-     * When one of the node decide to change the database of number value
-     * @param data The assigner
-     */
     private feedback_number;
-    /**
-     * When one of the node decide to change the database of object value
-     * @param data The assigner
-     */
     private feedback_object;
-    /**
-     * When one of the node decide to change the database of boolean value
-     * @param data The assigner
-     */
     private feedback_boolean;
     private GetCronAndWork;
 }

package/dist/script/execute/feedback.js

@@ -1,19 +1,6 @@
-// ========================
-//                           
-//      Share Codebase     
-//                           
-// ========================
 import { DataType, ExecuteState } from "../../interface";
 import { ExecuteManager_Base } from "./base";
-/**
- * Recevied the information from the nodes\
- * This include job feedback and error feedback and pong and other stuff
- */
 export class ExecuteManager_Feedback extends ExecuteManager_Base {
-    /**
-     * The analysis method for decoding the information where the nodes is sending
-     * @param d Package info
-     */
     Analysis = (d) => {
         const targetn = this.current_nodes.find(x => x.uuid == d.c?.uuid);
         if (targetn == undefined) {
@@ -36,11 +23,6 @@ export class ExecuteManager_Feedback extends ExecuteManager_Base {
             this.messager_log(`[Source Data Analysis] Decode failed, Unknowed header, name: ${d.name}, meta: ${d.h.meta}`);
         }
     };
-    /**
-     * Print information, sended by the node worker
-     * @param data feedback data, any type
-     * @param source The node target
-     */
     feedback_message = (data, source, meta) => {
         if (source == undefined) {
             this.messager_log("[Server Feedback Warn] source is none");
@@ -70,11 +52,6 @@ export class ExecuteManager_Feedback extends ExecuteManager_Base {
         };
         this.proxy?.feedbackMessage(d);
     };
-    /**
-     * The job has been finish executing, sended by the node worker
-     * @param data feedback data
-     * @param source The node target
-     */
     feedback_job = (data, source) => {
         if (source == undefined)
             return;
@@ -86,7 +63,6 @@ export class ExecuteManager_Feedback extends ExecuteManager_Base {
             return;
         }
         this.messager_log(`[Execute] Job Feedback: ${data.job_uuid} ${data.runtime_uuid} ${data.message} ${data.meta}`);
-        // If it's a single type work
         if (this.current_job.length > 0) {
             const work = this.current_job.find(x => x.uuid == source.uuid && x.state == ExecuteState.RUNNING);
             if (work == undefined) {
@@ -101,7 +77,6 @@ export class ExecuteManager_Feedback extends ExecuteManager_Base {
                 this.messager_log(`[Execute] Subtask finish: ${this.current_t.uuid}`);
             }
         }
-        // If it's a cronjob type work
         else if (this.current_cron.length > 0) {
             const r = this.GetCronAndWork(data.runtime_uuid, source);
             const cron = r[0];
@@ -120,7 +95,6 @@ export class ExecuteManager_Feedback extends ExecuteManager_Base {
                 cron.uuid = '';
             }
         }
-        // Reset the state of the node
         const index = source.current_job.findIndex(x => x == data.runtime_uuid);
         if (index == -1) {
             this.messager_log(`[Execute] Cannot find runtime uuid: ${data.runtime_uuid} in websocket pack source: ${source.uuid}`);
@@ -131,10 +105,6 @@ export class ExecuteManager_Feedback extends ExecuteManager_Base {
         data.node_uuid = source.uuid;
         this.proxy?.feedbackMessage(data);
     };
-    /**
-     * When one of the node decide to change the database of string value
-     * @param data The assigner
-     */
     feedback_string = (data) => {
         if (this.current_p == undefined)
             return;
@@ -144,15 +114,10 @@ export class ExecuteManager_Feedback extends ExecuteManager_Base {
         else
             this.localPara.containers.push({ name: data.key, value: data.value, type: DataType.String, hidden: true, runtimeOnly: true });
         this.messager_log(`[String Feedback] ${data.key} = ${data.value}`);
-        // Sync to other
         const d = { name: 'set_database', data: this.localPara };
         this.current_nodes.forEach(x => x.websocket.send(JSON.stringify(d)));
         this.proxy?.updateDatabase(this.localPara);
     };
-    /**
-     * When one of the node decide to change the database of number value
-     * @param data The assigner
-     */
     feedback_number = (data) => {
         if (this.current_p == undefined)
             return;
@@ -162,15 +127,10 @@ export class ExecuteManager_Feedback extends ExecuteManager_Base {
         else
             this.localPara.containers.push({ name: data.key, value: data.value, type: DataType.Number, hidden: true, runtimeOnly: true });
         this.messager_log(`[Number Feedback] ${data.key} = ${data.value}`);
-        // Sync to other
         const d = { name: 'set_database', data: this.localPara };
         this.current_nodes.forEach(x => x.websocket.send(JSON.stringify(d)));
         this.proxy?.updateDatabase(this.localPara);
     };
-    /**
-     * When one of the node decide to change the database of object value
-     * @param data The assigner
-     */
     feedback_object = (data) => {
         if (this.current_p == undefined)
             return;
@@ -180,15 +140,10 @@ export class ExecuteManager_Feedback extends ExecuteManager_Base {
         else
             this.localPara.containers.push({ name: data.key, value: data.value, type: DataType.Object, hidden: true, runtimeOnly: true });
         this.messager_log(`[Object Feedback] ${data.key}`);
-        // Sync to other
         const d = { name: 'set_database', data: this.localPara };
         this.current_nodes.forEach(x => x.websocket.send(JSON.stringify(d)));
         this.proxy?.updateDatabase(this.localPara);
     };
-    /**
-     * When one of the node decide to change the database of boolean value
-     * @param data The assigner
-     */
     feedback_boolean = (data) => {
         if (this.current_p == undefined)
             return;
@@ -198,7 +153,6 @@ export class ExecuteManager_Feedback extends ExecuteManager_Base {
         else
             this.localPara.containers.push({ name: data.key, value: data.value, type: DataType.Boolean, hidden: true, runtimeOnly: true });
         this.messager_log(`[Boolean Feedback] ${data.key} = ${data.value}`);
-        // Sync to other
         const d = { name: 'set_database', data: this.localPara };
         this.current_nodes.forEach(x => x.websocket.send(JSON.stringify(d)));
         this.proxy?.updateDatabase(this.localPara);

package/dist/script/execute/region_job.js

@@ -1,8 +1,3 @@
-// ========================
-//                           
-//      Share Codebase     
-//                           
-// ========================
 import { DataType, JobCategory, JobType } from "../../interface";
 import { Util_Parser } from "./util_parser";
 export class Region_Job {
@@ -41,7 +36,6 @@ export class Region_Job {
             if (job.category == JobCategory.Execution && job.type == JobType.CREATE_FILE && i == 1)
                 continue;
             job.string_args[i] = e.replacePara(job.string_args[i]);
-            //messager_log(`String replace: "${b}" -> "${job.string_args[i]}"`)
         }
     };
     property_update = (task, e) => {

package/dist/script/execute/region_project.js

@@ -1,8 +1,3 @@
-// ========================
-//                           
-//      Share Codebase     
-//                           
-// ========================
 import { ExecuteState } from "../../interface";
 import { Region_Task } from "./region_task";
 export class Region_Project {
@@ -15,7 +10,6 @@ export class Region_Project {
     }
     RUN = () => {
         if (this.runner == undefined && this.project.tasks.length > 0 && this.target.t_state != ExecuteState.FINISH) {
-            // When we are just start it, the project run
             this.runner = new Region_Task(this.target, this.project.tasks[0]);
             this.target.messager_log(`[Execute] Task Start ${this.runner.task.uuid}`);
             this.target.messager_log(`[Execute] Task cron state: ${this.runner.task.cronjob}`);
@@ -23,22 +17,12 @@ export class Region_Project {
         else if (this.project.tasks.length == 0) {
             this.runner = undefined;
         }
-        /**
-         * In any case, if the task has value, this mean we are in the task stage, so, just ignore everything.\
-         * Go for the task stage
-         */
         if (this.runner != undefined) {
             this.runner.RUN();
         }
         else {
-            /**
-             * If we are here, task is none by this case. This can only be
-             * * A: We are finish all the tasks, And there is no next project, So just mark as finish for entire process
-             * * B: We are finish all the tasks, Go to next project
-             */
             const index = this.target.current_projects.findIndex(x => x.uuid == this.project.uuid);
             if (index < this.target.current_projects.length - 1) {
-                // * Case A: Next project
                 this.target.messager_log(`[Execute] Project Finish ${this.project.uuid}`);
                 this.target.proxy?.executeProjectFinish([this.project, index]);
                 this.target.runner = new Region_Project(this.target, this.target.current_projects[index + 1]);
@@ -46,7 +30,6 @@ export class Region_Project {
                 this.target.t_state = ExecuteState.NONE;
             }
             else {
-                // * Case B: Finish entire thing
                 this.target.messager_log(`[Execute] Project Finish ${this.project.uuid}`);
                 this.target.proxy?.executeProjectFinish([this.project, index]);
                 this.target.runner = undefined;

package/dist/script/execute/region_subtask.js

@@ -1,8 +1,3 @@
-// ========================
-//                           
-//      Share Codebase     
-//                           
-// ========================
 import { ExecuteState } from "../../interface";
 import { Region_Job } from "./region_job";
 export class Region_Subtask {

package/dist/script/execute/region_task.d.ts

@@ -1,8 +1,9 @@
-import { CronJobState, Database, Project, Task, WebsocketPack, WorkState } from "../../interface";
+import { CronJobState, Database, ExecuteState, Project, Task, WebsocketPack, WorkState } from "../../interface";
 import { ExecuteManager } from "../execute_manager";
 import { Region_Job } from "./region_job";
 import { Region_Project } from "./region_project";
 import { Region_Subtask } from "./region_subtask";
+import { Util_Parser } from "./util_parser";
 export declare class Region_Task {
     target: ExecuteManager;
     task: Task;
@@ -16,59 +17,22 @@ export declare class Region_Task {
     get project(): Project;
     get parent(): Region_Project;
     RUN: () => void;
-    /**
-     * It will spawn amounts of cronjob and send the tasks for assigned node to execute them one by one
-     * @param taskCount Should be equal to cronjob result
-     * @returns Is finish executing
-     */
     ExecuteTask_Cronjob(project: Project, task: Task, taskCount: number): boolean;
-    /**
-     * There will be no CronTask be called, it will go straight to the Execute job section
-     * @param taskCount Must be 1
-     * @returns Is finish executing
-     */
     ExecuteTask_Single(project: Project, task: Task, taskCount: number): boolean;
     ExecuteTask_Setup(project: Project, task: Task, taskCount: number): boolean;
     ExecuteTask_AllFinish(project: Project, task: Task): void;
     Init_CronContainer: (taskCount: number) => void;
-    /**
-     * Filter out the idle and connection open nodes
-     * @returns All idle and open connection nodes
-     */
     get_idle: () => Array<WebsocketPack>;
-    check_socket_state: (target: WebsocketPack) => any;
-    /**
-     * This will let nodes update the database and lib
-     * @param target
-     */
+    check_socket_state: (target: WebsocketPack) => ExecuteState.NONE | ExecuteState.RUNNING;
     sync_local_para: (target: Database) => void;
     sync_para: (target: Database, source: WebsocketPack) => void;
     get_idle_open: () => Array<WebsocketPack>;
-    /**
-     * Check all the cronjob is finish or not
-     */
     check_all_cron_end: () => boolean;
-    /**
-     * Check input cronjob is finish or not
-     * @param cron target cronjob instance
-     */
     check_cron_end: (cron: CronJobState) => boolean;
-    /**
-     * Check current single is finish or not
-     */
     check_single_end: () => boolean;
-    /**
-     * Get the multi-core setting\
-     * Find in the database setting
-     * @param key The multi-core-key
-     * @returns
-     */
     get_task_multi_count: (t: Task) => number;
-    /**
-     * Get the task's cronjob count
-     */
-    get_task_state_count(t: Task): any;
+    get_task_state_count(t: Task): number;
     get_number(key: string): number;
     get_number_global(key: string, localPara: Database | undefined): number;
-    database_update: (localPara: Database, n?: number) => any;
+    database_update: (localPara: Database, n?: number) => Util_Parser;
 }