verteilen-core 1.4.4 → 1.4.6

package/dist/computed.d.ts

@@ -11,4 +11,5 @@ export * as ClientParameter from './client/database';
 export * as ClientResource from './client/resource';
 export * as ClientShell from './client/shell';
 export * as Execute_WebhookServerManager from './script/webhook_server_manager';
+export * as ServerWorker from './server/server2';
 export * as ServerIO from './server/io2';

package/dist/computed.js

@@ -33,7 +33,7 @@ var __importStar = (this && this.__importStar) || (function () {
     };
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ServerIO = exports.Execute_WebhookServerManager = exports.ClientShell = exports.ClientResource = exports.ClientParameter = exports.ClientOS = exports.ClientJavascript = exports.ClientHttp = exports.ClientJobParameter = exports.ClientJobExecute = exports.ClientExecute = exports.ClientCluster = exports.Client = exports.ClientAnalysis = void 0;
+exports.ServerIO = exports.ServerWorker = exports.Execute_WebhookServerManager = exports.ClientShell = exports.ClientResource = exports.ClientParameter = exports.ClientOS = exports.ClientJavascript = exports.ClientHttp = exports.ClientJobParameter = exports.ClientJobExecute = exports.ClientExecute = exports.ClientCluster = exports.Client = exports.ClientAnalysis = void 0;
 exports.ClientAnalysis = __importStar(require("./client/analysis"));
 exports.Client = __importStar(require("./client/client"));
 exports.ClientCluster = __importStar(require("./client/cluster"));
@@ -47,4 +47,5 @@ exports.ClientParameter = __importStar(require("./client/database"));
 exports.ClientResource = __importStar(require("./client/resource"));
 exports.ClientShell = __importStar(require("./client/shell"));
 exports.Execute_WebhookServerManager = __importStar(require("./script/webhook_server_manager"));
+exports.ServerWorker = __importStar(require("./server/server2"));
 exports.ServerIO = __importStar(require("./server/io2"));

package/dist/server/io.d.ts

@@ -10,22 +10,12 @@ export interface MemoryData {
     user: Array<UserProfile>;
 }
 export interface RecordIOLoader {
-    load_all: (cache: boolean, token?: string) => Promise<Array<string>>;
-    delete_all: (token?: string) => Promise<Array<string>>;
-    list_all: (token?: string) => Promise<Array<string>>;
-    save: (uuid: string, data: string, token?: string) => Promise<boolean>;
-    load: (uuid: string, token?: string) => Promise<string>;
-    delete: (uuid: string, token?: string) => Promise<boolean>;
-}
-export interface RecordLoader {
-    project: RecordIOLoader;
-    task: RecordIOLoader;
-    job: RecordIOLoader;
-    database: RecordIOLoader;
-    node: RecordIOLoader;
-    log: RecordIOLoader;
-    lib: RecordIOLoader;
-    user: RecordIOLoader;
+    load_all: () => Promise<Array<string>>;
+    delete_all: () => Promise<Array<string>>;
+    list_all: () => Promise<Array<string>>;
+    save: (uuid: string, data: string) => Promise<boolean>;
+    load: (uuid: string) => Promise<string>;
+    delete: (uuid: string) => Promise<boolean>;
 }
 export interface RecordIOBase {
     root: string;
@@ -40,7 +30,15 @@ export interface RecordIOBase {
     rm: (path: string) => Promise<void>;
     cp: (path: string, newpath: string) => Promise<void>;
 }
+export interface RecordLoader {
+    project: RecordIOLoader;
+    task: RecordIOLoader;
+    job: RecordIOLoader;
+    database: RecordIOLoader;
+    node: RecordIOLoader;
+    log: RecordIOLoader;
+    lib: RecordIOLoader;
+    user: RecordIOLoader;
+}
 export declare const _CreateRecordMemoryLoader: (loader: MemoryData, type: RecordType) => RecordIOLoader;
-export declare const _CreateRecordIOLoader: (loader: RecordIOBase, memory: MemoryData, type: RecordType, folder: string, ext?: string) => RecordIOLoader;
 export declare const CreateRecordMemoryLoader: (loader: MemoryData) => RecordLoader;
-export declare const CreateRecordIOLoader: (loader: RecordIOBase, memory: MemoryData) => RecordLoader;

package/dist/server/io.js

@@ -1,87 +1,7 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CreateRecordIOLoader = exports.CreateRecordMemoryLoader = exports._CreateRecordIOLoader = exports._CreateRecordMemoryLoader = void 0;
+exports.CreateRecordMemoryLoader = exports._CreateRecordMemoryLoader = void 0;
 const interface_1 = require("../interface");
-const jsonwebtoken_1 = __importDefault(require("jsonwebtoken"));
-const permissionHelper = (x, uuid) => {
-    const ispublic = x.owner == undefined || x.acl == interface_1.ACLType.PUBLIC;
-    if (ispublic)
-        return true;
-    const isowner = x.owner == uuid;
-    if (isowner)
-        return true;
-    const canbeshared = x.acl != interface_1.ACLType.PRIVATE;
-    if (!canbeshared)
-        return false;
-    if (!x.shared)
-        return false;
-    const target = x.shared.find(x => x.user == uuid);
-    if (target == undefined)
-        return false;
-    return true;
-};
-const permissionGetPublic = (v) => {
-    return v.filter(x => x.owner == undefined || x.acl == interface_1.ACLType.PUBLIC);
-};
-const obsoleteSupport = async (loader, type, folder) => {
-    if (type == interface_1.RecordType.PROJECT) {
-        const path = loader.join(loader.root, "record");
-        if (!loader.exists(path))
-            return;
-        const p = await loader.read_dir_file(path);
-        const ps = p.filter(x => x.endsWith(".json")).map(x => {
-            const path_r = loader.join(path, x);
-            return loader.read_string(path_r);
-        });
-        const allRecordText = await Promise.all(ps);
-        const allRecord = allRecordText.map(x => JSON.parse(x));
-        const execute_project = [];
-        const execute_task = [];
-        const execute_job = [];
-        for (let x of allRecord) {
-            const tasks = x.task;
-            x.tasks = [];
-            x.database_uuid = x.parameter_uuid;
-            x.tasks_uuid = tasks.map(y => y.uuid);
-            delete x.parameter_uuid;
-            delete x.task;
-            for (let y of tasks) {
-                const jobs = y.jobs;
-                y.jobs = [];
-                y.jobs_uuid = jobs.map(z => z.uuid);
-                for (let z of jobs) {
-                    z.id_args = [];
-                    const d3 = loader.join(loader.root, "job", `${z.uuid}.json`);
-                    execute_job.push(loader.write_string(d3, JSON.stringify(z, null, 4)));
-                }
-                const d2 = loader.join(loader.root, "task", `${y.uuid}.json`);
-                execute_task.push(loader.write_string(d2, JSON.stringify(y, null, 4)));
-            }
-            const d1 = loader.join(loader.root, "project", `${x.uuid}.json`);
-            execute_project.push(loader.write_string(d1, JSON.stringify(x, null, 4)));
-        }
-        await Promise.all(execute_project);
-        await Promise.all(execute_task);
-        await Promise.all(execute_job);
-        await loader.rm(path);
-    }
-    else if (type == interface_1.RecordType.DATABASE) {
-        const path = loader.join(loader.root, "parameter");
-        if (!loader.exists(path))
-            return;
-        const p = await loader.read_dir_file(path);
-        const ps = p.filter(x => x.endsWith(".json")).map(x => {
-            const path2 = loader.join(path, x);
-            const path3 = loader.join(loader.root, folder, x);
-            return loader.cp(path2, path3);
-        });
-        await Promise.all(ps);
-        loader.rm(path);
-    }
-};
 const _CreateRecordMemoryLoader = (loader, type) => {
     const get_array = (type) => {
         switch (type) {
@@ -97,275 +17,45 @@ const _CreateRecordMemoryLoader = (loader, type) => {
         }
     };
     return {
-        load_all: async (cache, token) => {
-            return new Promise((resolve, reject) => {
-                const arr = get_array(type);
-                const pub = permissionGetPublic(arr).map(x => JSON.stringify(x));
-                const default_behaviour = (v) => resolve(v);
-                if (token == undefined) {
-                    default_behaviour(pub);
-                    return;
-                }
-                jsonwebtoken_1.default.verify(token, interface_1.SERECT, { complete: true }, (err, decode) => {
-                    if (err) {
-                        reject(err.name);
-                        return;
-                    }
-                    if (decode == undefined) {
-                        default_behaviour(pub);
-                        return;
-                    }
-                    const payload = JSON.parse(decode.payload);
-                    return arr.filter(x => permissionHelper(x, payload.user))
-                        .map(x => JSON.stringify(x));
-                });
-            });
+        load_all: async () => {
+            const arr = get_array(type);
+            return arr.map(x => JSON.stringify(x));
         },
-        delete_all: async (token) => {
-            return new Promise((resolve, reject) => {
-                const arr = get_array(type);
-                const pub = permissionGetPublic(arr);
-                const default_behaviour = (kill) => {
-                    const r = kill.map(x => x.uuid);
-                    kill.forEach(x => {
-                        const index = arr.findIndex(y => y.uuid == x.uuid);
-                        arr.slice(index, 1);
-                    });
-                    resolve(r);
-                };
-                if (token == undefined) {
-                    default_behaviour(pub);
-                    return;
-                }
-                jsonwebtoken_1.default.verify(token, interface_1.SERECT, { complete: true }, (err, decode) => {
-                    if (err) {
-                        reject(err.name);
-                        return;
-                    }
-                    if (decode == undefined) {
-                        default_behaviour(pub);
-                        return;
-                    }
-                    const payload = JSON.parse(decode.payload);
-                    const targets = arr.filter(x => permissionHelper(x, payload.user));
-                    default_behaviour(targets);
-                });
-            });
+        delete_all: async () => {
+            const arr = get_array(type);
+            const p = arr.splice(0, arr.length);
+            return p.map(x => x.uuid);
         },
-        list_all: async (token) => {
-            return new Promise((resolve, reject) => {
-                const arr = get_array(type);
-                const pub = permissionGetPublic(arr);
-                const default_behaviour = () => {
-                    resolve(pub.map(x => x.uuid));
-                };
-                if (token == undefined) {
-                    default_behaviour();
-                    return;
-                }
-                jsonwebtoken_1.default.verify(token, interface_1.SERECT, { complete: true }, (err, decode) => {
-                    if (err) {
-                        reject(err.name);
-                        return;
-                    }
-                    if (decode == undefined) {
-                        default_behaviour();
-                        return;
-                    }
-                    const payload = JSON.parse(decode.payload);
-                    const targets = arr.filter(x => permissionHelper(x, payload.user));
-                    resolve(targets.map(x => x.uuid));
-                });
-            });
+        list_all: async () => {
+            const arr = get_array(type);
+            return arr.map(x => x.uuid);
         },
-        save: async (uuid, data, token) => {
-            return new Promise((resolve, reject) => {
-                const arr = get_array(type);
-                const index = arr.findIndex(x => x.uuid == uuid);
-                const exist = index == -1 ? undefined : arr[index];
-                if (!exist) {
-                    arr.push(JSON.parse(data));
-                    resolve(true);
-                    return;
-                }
-                const ispublic = exist.owner == undefined || exist.acl == interface_1.ACLType.PUBLIC;
-                if (ispublic) {
-                    arr[index] = Object.assign(exist, JSON.parse(data));
-                    resolve(true);
-                    return;
-                }
-                if (token == undefined) {
-                    reject("Require Token");
-                    return;
-                }
-                jsonwebtoken_1.default.verify(token, interface_1.SERECT, { complete: true }, (err, decode) => {
-                    if (err) {
-                        reject(err.name);
-                        return;
-                    }
-                    if (decode == undefined) {
-                        reject("Require Token");
-                        return;
-                    }
-                    const payload = JSON.parse(decode.payload);
-                    if (permissionHelper(exist, payload.user)) {
-                        arr[index] = Object.assign(exist, JSON.parse(data));
-                    }
-                    else {
-                        reject("Permission Denied");
-                    }
-                });
-            });
-        },
-        load: async (uuid, token) => {
-            return new Promise((resolve, reject) => {
-                const arr = get_array(type);
-                const index = arr.findIndex(x => uuid == x.uuid);
-                const exist = index == -1 ? undefined : arr[index];
-                if (exist == undefined) {
-                    reject("Item do not exists");
-                    return;
-                }
-                const ispublic = exist.owner == undefined || exist.acl == interface_1.ACLType.PUBLIC;
-                if (ispublic) {
-                    resolve(JSON.stringify(exist));
-                    return;
-                }
-                if (token == undefined) {
-                    reject("Require Token");
-                    return;
-                }
-                jsonwebtoken_1.default.verify(token, interface_1.SERECT, { complete: true }, (err, decode) => {
-                    if (err) {
-                        reject(err.name);
-                        return;
-                    }
-                    if (decode == undefined) {
-                        reject("Require Token");
-                        return;
-                    }
-                    const payload = JSON.parse(decode.payload);
-                    if (permissionHelper(exist, payload.user)) {
-                        resolve(JSON.stringify(exist));
-                    }
-                    else {
-                        reject("Permission Denied");
-                    }
-                });
-            });
-        },
-        delete: async (uuid, token) => {
-            return new Promise((resolve, reject) => {
-                const arr = get_array(type);
-                const index = arr.findIndex(x => uuid == x.uuid);
-                const exist = index == -1 ? undefined : arr[index];
-                const default_behaviour = () => {
-                    arr.splice(index, 1);
-                    resolve(true);
-                };
-                if (exist == undefined) {
-                    resolve(false);
-                    return;
-                }
-                const ispublic = exist.owner == undefined || exist.acl == interface_1.ACLType.PUBLIC;
-                if (ispublic) {
-                    default_behaviour();
-                    return;
-                }
-                if (token == undefined) {
-                    reject("Require Token");
-                    return;
-                }
-                jsonwebtoken_1.default.verify(token, interface_1.SERECT, { complete: true }, (err, decode) => {
-                    if (err) {
-                        reject(err.name);
-                        return;
-                    }
-                    if (decode == undefined) {
-                        reject("Require Token");
-                        return;
-                    }
-                    const payload = JSON.parse(decode.payload);
-                    if (permissionHelper(exist, payload.user)) {
-                        default_behaviour();
-                    }
-                    else {
-                        reject("Permission Denied");
-                    }
-                });
-            });
-        }
-    };
-};
-exports._CreateRecordMemoryLoader = _CreateRecordMemoryLoader;
-const _CreateRecordIOLoader = (loader, memory, type, folder, ext = ".json") => {
-    const mem = (0, exports._CreateRecordMemoryLoader)(memory, type);
-    return {
-        load_all: async (cache, token) => {
-            const root = loader.join(loader.root, folder);
-            if (!loader.exists(root))
-                await loader.mkdir(root);
-            if (cache)
-                return mem.load_all(cache, token);
-            await obsoleteSupport(loader, type, folder);
-            const files = await loader.read_dir_file(root);
-            const r = files.map(x => loader.read_string(loader.join(root, x), { encoding: 'utf8', flag: 'r' }));
-            const p = await Promise.all(r);
-            const saver = p.map(x => {
-                const data = JSON.parse(x);
-                return mem.save(data.uuid, x, token);
-            });
-            await Promise.all(saver);
-            return mem.load_all(cache, token);
-        },
-        delete_all: async (token) => {
-            const root = loader.join(loader.root, folder);
-            const c = await mem.delete_all(token);
-            const kill_all = c.map(x => {
-                return loader.rm(loader.join(root, x + ext));
-            });
-            await Promise.all(kill_all);
-            return c;
-        },
-        list_all: async (token) => {
-            const root = loader.join(loader.root, folder);
-            if (!loader.exists(root))
-                await loader.mkdir(root);
-            return mem.list_all(token);
-        },
-        save: async (uuid, data, token) => {
-            const root = loader.join(loader.root, folder);
-            if (!loader.exists(root))
-                await loader.mkdir(root);
-            const r = await mem.save(uuid, data, token);
-            if (!r)
-                return false;
-            const file = loader.join(root, uuid + ext);
-            await loader.write_string(file, data);
+        save: async (uuid, data) => {
+            const arr = get_array(type);
+            const index = arr.findIndex(x => x.uuid == uuid);
+            if (index != -1)
+                arr[index] = JSON.parse(data);
+            else
+                arr.push(JSON.parse(data));
             return true;
         },
-        load: async (uuid, token) => {
-            const root = loader.join(loader.root, folder);
-            if (!loader.exists(root))
-                await loader.mkdir(root);
-            return mem.load(uuid, token);
+        load: async (uuid) => {
+            const arr = get_array(type);
+            const p = arr.find(x => x.uuid == uuid);
+            if (p == undefined)
+                throw new Error("Item do not exists");
+            return JSON.stringify(p);
         },
-        delete: async (uuid, token) => {
-            const root = loader.join(loader.root, folder);
-            if (!loader.exists(root))
-                await loader.mkdir(root);
-            const r = await mem.delete(uuid, token);
-            if (!r)
-                return false;
-            const file = loader.join(root, uuid + ext);
-            if (loader.exists(file)) {
-                await loader.rm(file);
-            }
+        delete: async (uuid) => {
+            const arr = get_array(type);
+            const index = arr.findIndex(x => x.uuid == uuid);
+            if (index != -1)
+                arr.splice(index, 1);
             return true;
         }
     };
 };
-exports._CreateRecordIOLoader = _CreateRecordIOLoader;
+exports._CreateRecordMemoryLoader = _CreateRecordMemoryLoader;
 const CreateRecordMemoryLoader = (loader) => {
     return {
         project: (0, exports._CreateRecordMemoryLoader)(loader, interface_1.RecordType.PROJECT),
@@ -379,16 +69,3 @@ const CreateRecordMemoryLoader = (loader) => {
     };
 };
 exports.CreateRecordMemoryLoader = CreateRecordMemoryLoader;
-const CreateRecordIOLoader = (loader, memory) => {
-    return {
-        project: (0, exports._CreateRecordIOLoader)(loader, memory, interface_1.RecordType.PROJECT, "project"),
-        task: (0, exports._CreateRecordIOLoader)(loader, memory, interface_1.RecordType.TASK, "task"),
-        job: (0, exports._CreateRecordIOLoader)(loader, memory, interface_1.RecordType.JOB, "job"),
-        database: (0, exports._CreateRecordIOLoader)(loader, memory, interface_1.RecordType.DATABASE, "database"),
-        node: (0, exports._CreateRecordIOLoader)(loader, memory, interface_1.RecordType.NODE, "node"),
-        log: (0, exports._CreateRecordIOLoader)(loader, memory, interface_1.RecordType.LOG, "log"),
-        lib: (0, exports._CreateRecordIOLoader)(loader, memory, interface_1.RecordType.LIB, "lib"),
-        user: (0, exports._CreateRecordIOLoader)(loader, memory, interface_1.RecordType.USER, "user"),
-    };
-};
-exports.CreateRecordIOLoader = CreateRecordIOLoader;

package/dist/server/io2.d.ts

@@ -1,5 +1,37 @@
 import { MongoClient } from "mongodb";
-import { RecordType } from "../interface";
-import { MemoryData, RecordIOLoader, RecordLoader } from "./io";
+import { Project, RecordType, Database, UserProfile, Library, ExecutionLog, Node, Task, Job } from "../interface";
+import { RecordIOBase } from "./io";
+export interface MemoryData {
+    projects: Array<Project>;
+    tasks: Array<Task>;
+    jobs: Array<Job>;
+    database: Array<Database>;
+    nodes: Array<Node>;
+    logs: Array<ExecutionLog>;
+    libs: Array<Library>;
+    user: Array<UserProfile>;
+}
+export interface RecordIOLoader {
+    load_all: (cache: boolean, token?: string) => Promise<Array<string>>;
+    delete_all: (token?: string) => Promise<Array<string>>;
+    list_all: (token?: string) => Promise<Array<string>>;
+    save: (uuid: string, data: string, token?: string) => Promise<boolean>;
+    load: (uuid: string, token?: string) => Promise<string>;
+    delete: (uuid: string, token?: string) => Promise<boolean>;
+}
+export interface RecordLoader {
+    project: RecordIOLoader;
+    task: RecordIOLoader;
+    job: RecordIOLoader;
+    database: RecordIOLoader;
+    node: RecordIOLoader;
+    log: RecordIOLoader;
+    lib: RecordIOLoader;
+    user: RecordIOLoader;
+}
+export declare const _CreateRecordMemoryLoader: (loader: MemoryData, type: RecordType) => RecordIOLoader;
+export declare const _CreateRecordIOLoader: (loader: RecordIOBase, memory: MemoryData, type: RecordType, folder: string, ext?: string) => RecordIOLoader;
 export declare const _CreateRecordMongoLoader: (loader: MongoClient, memory: MemoryData, type: RecordType, db: string, collection: string) => RecordIOLoader;
+export declare const CreateRecordMemoryLoader: (loader: MemoryData) => RecordLoader;
+export declare const CreateRecordIOLoader: (loader: RecordIOBase, memory: MemoryData) => RecordLoader;
 export declare const CreateRecordMongoLoader: (url: string, memory: MemoryData) => RecordLoader;