verteilen-core 1.0.0

package/src/client/shell.ts

@@ -0,0 +1,147 @@
+// ========================
+//                           
+//      Share Codebase     
+//                           
+// ========================
+import { ChildProcess, spawn } from "child_process";
+import WebSocket from 'ws';
+import { Header, Messager, ShellFolder, Single } from "../interface";
+import { Client } from "./client";
+import { ClientOS } from "./os";
+
+
+export class ClientShell {
+    private messager:Messager
+    private messager_log:Messager
+    private os:ClientOS
+    private shell_workers:Array<[WebSocket, ChildProcess]> = []
+
+    constructor(_messager:Messager, _messager_log:Messager, _client:Client){
+        this.os = new ClientOS(() => "SHELL", () => "", _messager, _messager_log)
+        this.messager = _messager
+        this.messager_log = _messager_log
+    }
+
+    /**
+     * Open shell console
+     * @param input 
+     */
+    open_shell = (data:number, source:WebSocket) => {
+        if(this.shell_workers.find(x => x[0] == source)){
+            this.messager_log(`[Shell] Error the source already open the shell`)
+            return
+        }
+        const program = process.platform === "win32" ? 'cmd' : 'bash'
+        const child = spawn(program, [], 
+            { 
+                stdio: ['pipe', 'pipe', 'pipe'],
+                shell: true,
+                windowsHide: true,
+                env: {
+                    ...process.env,
+                }
+        })
+        this.shell_workers.push([source, child])
+        let t = ""
+        const workerFeedback = (str:string) => {
+            for(let i = 0; i < str.length; i++){
+                if(str[i] == '\n'){
+                    const data:Single = {
+                        data: t
+                    }
+                    const d:Header = {
+                        name: "shell_reply",
+                        data: data
+                    }
+                    source.send(JSON.stringify(d))
+                    t = ""
+                }else{
+                    t += str[i]
+                }
+            }
+        }
+        child.on('exit', (code, signal) => {
+            const index = this.shell_workers.findIndex(x => x[0] == source)
+            if(index != -1) this.shell_workers.splice(index, 1)
+        })
+        child.on('message', (message, sendHandle) => {
+            workerFeedback(message.toString())
+        })
+        child.stdout.setEncoding('utf8');
+        child.stdout.on('data', (chunk) => {
+            workerFeedback(chunk.toString())
+        })
+        child.stderr.setEncoding('utf8');
+        child.stderr.on('data', (chunk) => {
+            workerFeedback(chunk.toString())
+        })
+    }
+
+    /**
+     * Open shell console
+     * @param input 
+     */
+    enter_shell = (input:string, source:WebSocket) => {
+        const p = this.shell_workers.find(x => x[0] == source)
+        if(p == undefined){
+            this.messager_log(`[Shell] Cannot find shell instance`)
+            return
+        }
+        p[1].stdin?.write(input + '\n')
+        if(process.platform == 'win32') p[1].stdin?.write("echo %cd%" + '\n')
+        else p[1].stdin?.write("pwd" + '\n')
+    }
+
+    /**
+     * Open shell console
+     * @param input 
+     */
+    close_shell = (data:number, source:WebSocket) => {
+        const p = this.shell_workers.find(x => x[0] == source)
+        if(p == undefined){
+            this.messager_log(`[Shell] Cannot find shell instance`)
+            return
+        }
+        p[1].kill()
+    }
+
+    /**
+     * Open shell console
+     * @param input 
+     */
+    close_shell_all = (data:number) => {
+        this.shell_workers.forEach(p => {
+            if(p == undefined){
+                this.messager_log(`[Shell] Cannot find shell instance`)
+                return
+            }
+            p[1].kill()
+        })
+    }
+
+    shell_folder = (data:string, source:WebSocket) => {
+        if(data.length == 0){
+            data = process.cwd()
+        }
+        if(!this.os.fs_dir_exist({path: data})){
+            data = process.cwd()
+        }
+        const d:ShellFolder = {
+            path: data,
+            cwd: process.cwd(),
+            folders: this.os.dir_dirs({path: data}),
+            files: this.os.dir_files({path: data})
+        }
+        const h:Header = {
+            name: "shell_folder_reply",
+            data: d
+        }
+        source.send(JSON.stringify(h))
+    }
+
+    disconnect = (source:WebSocket) => {
+        const p = this.shell_workers.find(x => x[0] == source)
+        if(p == undefined) return
+        p[1].kill()
+    }
+}

package/src/interface/base.ts

@@ -0,0 +1,82 @@
+// ========================
+//                           
+//      Share Codebase     
+//                           
+// ========================
+import { DataType, DataTypeBase } from "./enum"
+import { ACLType, LocalPermiision } from "./server"
+
+export interface ParameterConfigTrigger {
+    types: Array<DataTypeBase>
+}
+
+export interface ParameterContainer {
+    s?: boolean
+    name: string
+    meta?: any
+    config?: ParameterConfigTrigger
+    type: DataType
+    hidden: boolean
+    runtimeOnly: boolean
+    value: any
+}
+
+export interface Property {
+    name: string
+    expression: string
+    deep?: number
+}
+
+export interface Parameter {
+    uuid: string
+    title: string
+    canWrite: boolean
+    containers: Array<ParameterContainer>
+}
+
+export interface Job {
+    s?: boolean
+    permission?: LocalPermiision
+    index?:number
+    uuid: string
+    runtime_uuid?: string
+    category: number
+    type: number
+    script: string
+    string_args: Array<string>
+    number_args: Array<number>
+    boolean_args: Array<boolean>
+}
+
+export interface Task {
+    permission?: LocalPermiision
+    uuid: string
+    title: string
+    description: string
+    setupjob: boolean
+    cronjob: boolean
+    cronjobKey: string
+    multi: boolean
+    multiKey: string
+    properties: Array<Property>
+    jobs: Array<Job>
+}
+
+export interface Project {
+    permission?: LocalPermiision
+    acl?: ACLType
+    owner?: string
+    uuid: string
+    title: string
+    description: string
+    parameter_uuid: string
+    parameter?: Parameter
+    task: Array<Task>
+}
+
+export interface Node {
+    permission?: LocalPermiision
+    acl?: ACLType
+    ID: string
+    url: string
+}

package/src/interface/bus.ts

@@ -0,0 +1,144 @@
+// ========================
+//                           
+//      Share Codebase     
+//                           
+// ========================
+import { Job, Parameter, Project, Task } from "./base"
+import { ExecuteState } from "./enum"
+import { ExecutionLog, Log, Preference } from "./record"
+import { FeedBack, Header, Setter, ShellFolder, Single, WebsocketPack } from "./struct"
+import { NodeTable } from "./table"
+import { ToastData } from "./ui"
+
+type Handler<T = unknown> = (event: T) => void
+export type Messager = (msg:string, tag?:string) => void
+export type Messager_log = (msg:string, tag?:string, meta?:string) => void
+
+export interface BusAnalysis {
+    name:string
+    h:Header
+    c:WebsocketPack | undefined
+}
+
+export interface Rename {
+    oldname: string
+    newname: string
+}
+
+export interface Login {
+    username: string
+    password: string
+}
+
+export interface RawSend {
+    name: string
+    token?: string
+    data: any
+}
+
+export interface EmitterProxy<T> {
+    on<Key extends keyof T> (type: T, handler: Handler<T[Key]>): void
+    off<Key extends keyof T> (type: T, handler: Handler<T[Key]>): void
+    emit<Key extends keyof T> (type: T, handler: T[Key]): void
+}
+
+/**
+ * The middleware for task scheduler worker with singal sender
+ */
+export interface ExecuteProxy {
+    executeProjectStart: (data:[Project, number]) => void
+    executeProjectFinish: (data:[Project, number]) => void
+    /**
+     * * 0.Task: Task instance
+     * * 1.number: The amounts of subtask need
+     */
+    executeTaskStart: (data:[Task, number]) => void
+    executeTaskFinish: (data:Task) => void
+    /**
+     * * 0.Task: Task instance
+     * * 1.number: Subtask index
+     * * 2.string: node uuid
+     */
+    executeSubtaskStart: (data:[Task, number, string]) => void
+    executeSubtaskUpdate: (data:[Task, number, string, ExecuteState]) => void
+    /**
+     * * 0.Task: Task instance
+     * * 1.number: Subtask index
+     * * 2.string: node uuid
+     */
+    executeSubtaskFinish: (data:[Task, number, string]) => void
+    /**
+     * * 0.Job: Job instance
+     * * 1.number: Subtask index
+     * * 2.string: node uuid
+     */
+    executeJobStart: (data:[Job, number, string]) => void
+    /**
+     * * 0.Job: Job instance
+     * * 1.number: Subtask index
+     * * 2.string: node uuid
+     * * 3.string: meta string
+     */
+    executeJobFinish: (data:[Job, number, string, number]) => void
+    feedbackMessage: (data:FeedBack) => void
+    updateParameter: (data:Parameter) => void
+}
+
+export interface NodeProxy { 
+    shellReply: (data:Single, w?:WebsocketPack) => void
+    folderReply: (data:ShellFolder, w?:WebsocketPack) => void
+}
+
+/**
+ * Emitter events container for Primary use
+ */
+export type BusType = {
+    setting: void
+    guide: void
+    makeToast: ToastData
+    modeSelect: boolean
+    createProject: void
+    updateProject: void
+    recoverProject: Project
+    recoverParameter: Parameter
+    relogin: void
+    loginGuest: void
+    login: Setter
+    updateTask: void
+    updateJob: void
+    updateParameter: void
+    selectParameter: string
+    updateLocate: void
+    updateNode: Array<NodeTable>
+    updateCurrent: ExecutionLog,
+    updateLog: Log
+    updateHandle: void
+    slowUpdateHandle: void
+    shellReply: Single
+    folderReply: ShellFolder
+    feedbackMessage: FeedBack
+    savePreference: Preference
+
+    renameScript: Rename
+    deleteScript: string
+
+    analysis: BusAnalysis
+    debuglog: string
+    hotkey: string
+    isExpress: boolean
+
+    delay: Setter
+    system: Setter
+}
+
+/**
+ * Emitter events container for Web client
+ */
+export type BusWebType = {
+    raw_send: RawSend
+
+    locate: string
+    load_preference: string
+    load_cookie: void
+    get_token: string
+}

package/src/interface/enum.ts

@@ -0,0 +1,181 @@
+// ========================
+//                           
+//      Share Codebase     
+//                           
+// ========================
+export enum SocketState {
+    CONNECTING = 0,
+    OPEN = 1,
+    CLOSING = 2,
+    CLOSED = 3
+}
+
+export enum DataType {
+    Boolean, 
+    Number, 
+    String,
+    Object,
+    Expression,
+    Textarea,
+    Select,
+    List,
+}
+
+export enum DataTypeBase {
+    Boolean, 
+    Number, 
+    String,
+}
+
+export enum ResourceType {
+    ALL = ~(~0 << 10),
+    SYSTEM = 1 << 0,
+    CPU = 1 << 1,
+    RAM = 1 << 2,
+    BATTERY = 1 << 3,
+    LOAD = 1 << 4,
+    OS = 1 << 5,
+    GPU = 1 << 6,
+    DISK = 1 << 7,
+    NETWORK = 1 << 8,
+}
+
+export enum FrontendUpdate {
+    ALL = ~(~0 << 10),
+    PROJECT = 1 << 0,
+    PARAMETER = 1 << 1,
+}
+
+export enum JobCategory {
+    Condition,
+    Execution
+}
+
+export enum ConditionResult {
+    None,
+    SkipProject,
+    ThrowProject,
+    SkipTask,
+    ThrowTask,
+    Pause,
+}
+
+export enum JobType {
+    COPY_FILE,
+    COPY_DIR,
+    DELETE_FILE,
+    DELETE_DIR,
+    CREATE_FILE,
+    CREATE_DIR,
+    RENAME,
+    JAVASCRIPT,
+    COMMAND,
+    LIB_COMMAND,
+}
+
+export enum JobType2 {
+    CHECK_PATH,
+    JAVASCRIPT,
+}
+
+export enum ProjectTemplate {
+    DEFAULT = 0,
+    DEFAULT_SHORT = 1,
+    Blender = 100,
+    Blender_Cluster = 101,
+    AfterEffect = 200,
+}
+
+export enum ParameterTemplate {
+    DEFAULT = 0
+}
+
+export enum ExecuteState {
+    NONE, RUNNING, FINISH, ERROR, SKIP
+}
+
+export enum RenderUpdateType {
+    All= ~(~0 << 7),
+    Project = 1 << 0, 
+    Node = 1 << 1, 
+    Parameter = 1 << 2
+}
+
+export enum JavascriptLib {
+    ALL = ~(~0 << 7),
+    OS = 1 << 0, 
+    ENV = 1 << 1, 
+    MESSAGE = 1 << 2,
+    HTTP = 1 << 3,
+    PATH = 1 << 4,
+}
+
+export const DataTypeText: { [key:number]:string } = {
+    0: 'types.boolean',
+    1: 'types.number',
+    2: 'types.string',
+    3: 'types.object',
+    4: 'types.expression',
+    5: 'types.textarea',
+    6: 'types.select',
+    7: 'types.list',
+}
+
+export const ExecuteStateText: { [key:number]:string } = {
+    0: 'enum.state.none',
+    1: 'enum.state.running',
+    2: 'enum.state.finish',
+    3: 'enum.state.error',
+    4: 'enum.state.skip',
+}
+
+export const JobCategoryText: { [key:number]:string } = {
+    0: 'enum.category.condition',
+    1: 'enum.category.execution',
+}
+
+export const ConnectionText: { [key:number]:string } = {
+    0: 'enum.connection.connecting',
+    1: 'enum.connection.connected',
+    2: 'enum.connection.closing',
+    3: 'enum.connection.closed',
+}
+
+export const JobResultText: { [key:number]:string } = {
+    0: 'enum.jobresult.none',
+    1: 'enum.jobresult.skip-project',
+    2: 'enum.jobresult.throw-project',
+    3: 'enum.jobresult.skip-task',
+    4: 'enum.jobresult.throw-task',
+    5: 'enum.jobresult.pause'
+}
+
+export const JobTypeText: { [key:number]:string } = {
+    0: 'enum.jobtype.copy-file',
+    1: 'enum.jobtype.copy-dir',
+    2: 'enum.jobtype.delete-file',
+    3: 'enum.jobtype.delete-dir',
+    4: 'enum.jobtype.create-file',
+    5: 'enum.jobtype.create-dir',
+    6: 'enum.jobtype.rename',
+    7: 'enum.jobtype.javascript',
+    8: 'enum.jobtype.command',
+    9: 'enum.jobtype.lib_command',
+}
+
+export const JobType2Text: { [key:number]:string } = {
+    0: 'enum.jobtype2.check-path',
+    1: 'enum.jobtype.javascript',
+}
+
+export const ProjectTemplateText: { [key:number]:string } = {
+    0: 'enum.project.default',
+    1: 'enum.project.default_short',
+    100: 'enum.project.blender',
+    101: 'enum.project.blender_cluster',
+    200: 'enum.project.aftereffect',
+}
+
+export const ParameterTemplateText: { [key:number]:string } = {
+    0: 'enum.parameter.default'
+}

package/src/interface/execute.ts

@@ -0,0 +1,47 @@
+// ========================
+//                           
+//      Share Codebase     
+//                           
+// ========================
+import { Job } from "./base"
+import { ExecuteState } from "./enum"
+
+/**
+ * The cronjob package, contain subtask state
+ */
+export interface CronJobState  {
+    /**
+     * The index order for the cron pacakge
+     */
+    id: number, 
+    /**
+     * The network instance uuid
+     */
+    uuid: string, 
+    /**
+     * All the job state package
+     */
+    work: Array<WorkState>
+}
+
+/**
+ * The job package, contain jobs state
+ */
+export interface WorkState {
+    /**
+     * The network instance uuid
+     */
+    uuid: string
+    /**
+     * Runtime uuid
+     */
+    runtime: string
+    /**
+     * Job state
+     */
+    state: ExecuteState 
+    /**
+     * The job instance
+     */
+    job: Job
+}