@constellation-network/node-pilot 0.0.15 → 0.0.17

package/README.md

@@ -21,7 +21,7 @@ $ npm install -g @constellation-network/node-pilot
 $ cpilot COMMAND
 running command...
 $ cpilot (--version|-v)
-@constellation-network/node-pilot/0.0.15 darwin-arm64 node-v24.8.0
+@constellation-network/node-pilot/0.0.17 darwin-arm64 node-v24.8.0
 $ cpilot --help [COMMAND]
 USAGE
   $ cpilot COMMAND
@@ -62,7 +62,7 @@ EXAMPLES
   $ cpilot config
 ```
 
-_See code: [src/commands/config.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.15/src/commands/config.ts)_
+_See code: [src/commands/config.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.17/src/commands/config.ts)_
 
 ## `cpilot config get [NAME]`
 
@@ -86,7 +86,7 @@ EXAMPLES
   $ cpilot config get gl0:CL_PUBLIC_HTTP_PORT
 ```
 
-_See code: [src/commands/config/get.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.15/src/commands/config/get.ts)_
+_See code: [src/commands/config/get.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.17/src/commands/config/get.ts)_
 
 ## `cpilot config set NAME VALUE`
 
@@ -109,7 +109,7 @@ EXAMPLES
   $ cpilot config set gl0:CL_PUBLIC_HTTP_PORT 9000
 ```
 
-_See code: [src/commands/config/set.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.15/src/commands/config/set.ts)_
+_See code: [src/commands/config/set.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.17/src/commands/config/set.ts)_
 
 ## `cpilot help [COMMAND]`
 
@@ -146,7 +146,7 @@ EXAMPLES
   $ cpilot info
 ```
 
-_See code: [src/commands/info.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.15/src/commands/info.ts)_
+_See code: [src/commands/info.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.17/src/commands/info.ts)_
 
 ## `cpilot logs LAYER`
 
@@ -170,7 +170,7 @@ EXAMPLES
   $ cpilot logs
 ```
 
-_See code: [src/commands/logs.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.15/src/commands/logs.ts)_
+_See code: [src/commands/logs.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.17/src/commands/logs.ts)_
 
 ## `cpilot restart [LAYER]`
 
@@ -198,7 +198,7 @@ EXAMPLES
   $ cpilot restart
 ```
 
-_See code: [src/commands/restart.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.15/src/commands/restart.ts)_
+_See code: [src/commands/restart.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.17/src/commands/restart.ts)_
 
 ## `cpilot shutdown`
 
@@ -215,7 +215,7 @@ EXAMPLES
   $ cpilot shutdown
 ```
 
-_See code: [src/commands/shutdown.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.15/src/commands/shutdown.ts)_
+_See code: [src/commands/shutdown.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.17/src/commands/shutdown.ts)_
 
 ## `cpilot status`
 
@@ -229,5 +229,5 @@ DESCRIPTION
   Display node status and configuration settings
 ```
 
-_See code: [src/commands/status.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.15/src/commands/status.ts)_
+_See code: [src/commands/status.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.0.17/src/commands/status.ts)_
 <!-- commandsstop -->

package/dist/checks/check-dependencies.js

@@ -30,8 +30,8 @@ export const checkDependencies = async () => {
                 await promptHelper.doYouWishToContinue();
             }
             clm.debug(`Running install-dependencies.sh from ${pilotDir}`);
-            const silent = !process.env.DEBUG;
-            const result = shell.exec('bash install-dependencies.sh', { cwd: pilotDir, silent });
+            // const silent = !process.env.DEBUG;
+            const result = shell.exec('bash install-dependencies.sh', { cwd: pilotDir });
             if (result.code > 0) {
                 console.log(result.stderr);
                 clm.error(`Failed to install dependencies. Please try again after resolving any errors.`);

package/dist/checks/check-hardware.js

@@ -13,9 +13,7 @@ export const checkHardware = {
         const totalSpaceGB = (r.bsize * r.blocks / (1024 * 1024 * 1024)).toFixed(2);
         // const usage = diskusage.checkSync(os.homedir());
         // const usableSpaceGB = (usage.total / (1024 * 1024 * 1024)).toFixed(2);
-        // Retrieve sys memory
-        const totalMemoryBytes = os.totalmem();
-        const totalMemoryGB = (totalMemoryBytes / (1024 * 1024 * 1024)).toFixed(2);
+        const totalMemoryGB = (os.totalmem() / (1024 * 1024 * 1024)).toFixed(2);
         // Retrieve number of CPU cores
         const numOfCores = os.availableParallelism();
         let allPassed = true;

package/dist/helpers/project-helper.js

@@ -66,16 +66,14 @@ export const projectHelper = {
         const { projectDir } = configStore.getProjectInfo();
         const { platform } = configStore.getSystemInfo();
         // Create gl0 folder for the fast-forward feature before Docker does
+        const gl0DataDir = path.join(projectDir, 'gl0', 'data');
+        fs.mkdirSync(path.join(gl0DataDir, 'incremental_snapshot'), { recursive: true });
+        fs.mkdirSync(path.join(gl0DataDir, 'snapshot_info'));
+        fs.mkdirSync(path.join(gl0DataDir, 'tmp'));
         if (platform === 'linux') {
             const layerDir = path.join(projectDir, 'gl0');
             // set permission for group "docker" on the layer folder and any subfolders created later
-            await shellService.runCommand(`sudo setfacl -m g:docker:rwX -dm g:docker:rwX ${layerDir}`);
-        }
-        else {
-            const gl0DataDir = path.join(projectDir, 'gl0', 'data');
-            fs.mkdirSync(path.join(gl0DataDir, 'incremental_snapshot'), { recursive: true });
-            fs.mkdirSync(path.join(gl0DataDir, 'snapshot_info'));
-            fs.mkdirSync(path.join(gl0DataDir, 'tmp'));
+            await shellService.runCommand(`sudo setfacl -Rm g:docker:rwX -dm g:docker:rwX ${layerDir}`);
         }
         this.importEnvFiles();
     },

package/dist/helpers/status-table-helper.d.ts

@@ -1,3 +1,5 @@
+export declare function formatTime(time: number, includeSeconds: boolean): string;
+export declare function formatTimeAgo(value: number): string | null;
 export declare const statusTableHeader: ({
     color: string;
     headerColor: string;
@@ -21,7 +23,11 @@ export type NodeStatusInfo = {
     clusterOrdinal: number;
     clusterSession: string;
     clusterState: string;
+    cpuUsage: string;
     error: string;
+    errorDate: number;
+    lastError: string;
+    memUsage: string;
     ordinal: number;
     pilotSession: string;
     session: string;

package/dist/helpers/status-table-helper.js

@@ -1,12 +1,24 @@
 class CellFormatter {
+    formatCpu(value) {
+        if (value === '-')
+            return value;
+        const num = Number.parseInt(value, 10);
+        if (num === 0)
+            return value;
+        if (num < 60)
+            return this.style(value.toString(), "green");
+        if (num < 99)
+            return this.style(value.toString(), "yellow", "bold");
+        return this.style(value.toString(), "bgRed", "bold");
+    }
     formatDistance(value) {
         if (value === '-')
             return value;
         const num = Number(value);
         if (num === 0)
             return value;
-        if (num < 4)
-            return this.style(value.toString(), "bgYellow", "bold");
+        if (num < 9)
+            return this.style(value.toString(), "bgYellow", "whiteBright", "bold");
         return this.style(value.toString(), "bgRed", "bold");
     }
     formatError(value) {
@@ -14,10 +26,22 @@ class CellFormatter {
             return value;
         return this.style(value, "bgRed", "bold");
     }
+    formatMem(value) {
+        if (value === '-')
+            return value;
+        const num = Number.parseInt(value.split('(')[1], 10);
+        if (num === 0)
+            return value;
+        if (num < 70)
+            return this.style(value.toString(), "green");
+        if (num < 90)
+            return this.style(value.toString(), "yellow", "bold");
+        return this.style(value.toString(), "red", "bold");
+    }
     formatOrdinal(value) {
         const [v, changed] = value.split(':');
         if (changed) {
-            return this.style(v, "bgCyan");
+            return this.style(v, "bgCyan", "whiteBright", "bold");
         }
         return this.style(v, "cyan");
     }
@@ -33,30 +57,45 @@ class CellFormatter {
         return this.style(value, "white");
     }
     formatUpTIme(startTime) {
-        if (!startTime)
-            return '-';
-        const upTimeMs = Date.now() - Number(startTime);
-        const upTimeSec = Math.floor(upTimeMs / 1000);
-        const hours = Math.floor(upTimeSec / 3600);
-        const minutes = Math.floor((upTimeSec % 3600) / 60);
-        const seconds = upTimeSec % 60;
-        if (hours < 1 && minutes < 1)
-            return `${seconds}s`;
-        return hours > 0 ? `${hours}h ${minutes}m ${seconds}s` : `${minutes}m ${seconds}s`;
+        const formattedTime = formatTime(Date.now() - Number(startTime), true);
+        return formattedTime ?? '-';
     }
-    style(value, color, style) {
-        return `c${color}v${value}s${style}`;
+    style(value, color, style1, style2) {
+        return `c${color}v${value}s${style1}-${style2}`;
     }
 }
-const { formatDistance, formatError, formatOrdinal, formatState, formatUpTIme } = new CellFormatter();
-// Layer | Uptime | State | Ordinal | Distance from cluster | Cluster State | Error
+const { formatCpu, formatDistance, formatError, formatMem, formatOrdinal, formatState, formatUpTIme } = new CellFormatter();
+export function formatTime(time, includeSeconds) {
+    if (!time)
+        return '';
+    const upTimeMs = Number(time);
+    const upTimeSec = Math.floor(upTimeMs / 1000);
+    const hours = Math.floor(upTimeSec / 3600);
+    const minutes = Math.floor((upTimeSec % 3600) / 60);
+    const seconds = upTimeSec % 60;
+    if (hours < 1 && minutes < 1)
+        return `${seconds}s`;
+    if (includeSeconds) {
+        return hours > 0 ? `${hours}h ${minutes}m ${seconds}s` : `${minutes}m ${seconds}s`;
+    }
+    return hours > 0 ? `${hours}h ${minutes}m` : `${minutes}m`;
+}
+export function formatTimeAgo(value) {
+    const timeAgo = formatTime(value, false);
+    if (!timeAgo)
+        return null;
+    return timeAgo + ' ago';
+}
+// Layer | Uptime | State | Ordinal | Distance from cluster | Cluster State | CPU Usage | Mem Usage | Error
 export const statusTableHeader = [
     { color: 'white', headerColor: 'whiteBright', value: 'Network' },
     { color: 'whiteBright', headerColor: 'whiteBright', value: 'Layer' },
     { color: 'white', formatter: formatUpTIme, headerColor: 'whiteBright', value: 'Uptime' },
-    { color: 'white', formatter: formatState, headerColor: 'whiteBright', value: 'Node State', width: 18 },
+    { color: 'white', formatter: formatState, headerColor: 'whiteBright', value: 'Node State', width: 24 },
     { color: 'white', formatter: formatOrdinal, headerColor: 'whiteBright', value: 'Ordinal' },
-    { color: 'white', formatter: formatDistance, headerColor: 'whiteBright', value: 'Ord. lag' },
+    { color: 'white', formatter: formatDistance, headerColor: 'whiteBright', value: 'Distance' },
     { color: 'white', formatter: formatState, headerColor: 'whiteBright', value: 'Cluster State', width: 16 },
+    { color: 'white', formatter: formatCpu, headerColor: 'whiteBright', value: 'CPU Usage', width: 12 },
+    { color: 'white', formatter: formatMem, headerColor: 'whiteBright', value: 'Mem Usage (GB)', width: 16 },
     { color: 'white', formatter: formatError, headerColor: 'whiteBright', value: 'Error', width: 22 },
 ];

package/dist/helpers/status-table.js

@@ -1,27 +1,11 @@
 import { createPrompt, useKeypress } from '@inquirer/core';
+import chalk from "chalk";
 import fs from "node:fs";
 import os from "node:os";
 import ttyTable from "tty-table";
 import { clm } from "../clm.js";
 import { configStore } from "../config-store.js";
-import { statusTableHeader } from "./status-table-helper.js";
-// mismatched snapshot hash, cluster fork, lagging behind cluster, stalled state, missing snapshot
-// const possibleErrors = [
-//     '-',
-//     'Bad snapshot hash',
-//     'Cluster fork',
-//     'Lagging behind',
-//     'Stalled state',
-//     'Missing snapshot',
-// ]
-//
-// const possibleStates =
-//     [
-//         'Ready',
-//         'Restarting',
-//         'Offline',
-//         'SessionStarted'
-//     ]
+import { formatTimeAgo, statusTableHeader } from "./status-table-helper.js";
 export class StatusTable {
     alreadyRendered = false;
     previousHeight = 0;
@@ -62,13 +46,10 @@ export class StatusTable {
         configStore.setActiveProject(activeProject);
         return info;
     }
-    // Layer | Uptime | State | Ordinal | Distance from cluster | Cluster State | Error
-    // state:  Restarting...
-    // cluster state: Ready, Offline, Restarting...
-    // possibleErrors: mismatched snapshot hash, cluster fork, lagging behind cluster, stalled state, missing snapshot
     async monitorState() {
         const projects = this.getProjectInfo();
         const values = {};
+        const err = { date: '', layer: '', msg: '', timeAgo: '' };
         while (true) {
             const rows = [];
             for (const p of projects) {
@@ -87,29 +68,52 @@ export class StatusTable {
                     n.ordinal ? ordinal : '-',
                     distance,
                     n.clusterState || 'Ready',
+                    n.cpuUsage || '-',
+                    n.memUsage || '-',
                     n.error || '-'
                 ]);
                 values[p.layer].ordinal = n.ordinal;
+                if ((p.layer === 'gl0' || p.layer === 'ml0') && n.lastError) {
+                    err.layer = p.layer.toUpperCase();
+                    err.msg = n.lastError;
+                    err.date = new Date(n.errorDate).toISOString();
+                    err.timeAgo = formatTimeAgo(Date.now() - n.errorDate) || '';
+                }
             }
-            // const rows = [
-            //     ["GL0", '1760103674654', possibleStates[Math.floor(Math.random()*possibleStates.length)], '5174762', String(Math.floor(Math.random()*8)), possibleStates[Math.floor(Math.random()*possibleStates.length)], possibleErrors[Math.floor(Math.random()*possibleErrors.length)]],
-            //     ["GL1", '1760102674654', possibleStates[Math.floor(Math.random()*possibleStates.length)], '4174762', String(Math.floor(Math.random()*8)), possibleStates[Math.floor(Math.random()*possibleStates.length)], possibleErrors[Math.floor(Math.random()*possibleErrors.length)]],
-            // ]
-            this.render(rows);
-            process.stdout.write("   *press any key to cancel");
+            this.render(rows, err.msg !== '');
+            if (err.msg) {
+                process.stdout.write(chalk.green(`   AUTO HEALED (${err.timeAgo}): `) + chalk.red(`${err.layer}:${err.msg} - ${err.date}\n`));
+            }
+            process.stdout.write("   * press any key to cancel");
             // eslint-disable-next-line no-await-in-loop
             await sleep(1);
         }
     }
-    render(body) {
+    render(rows, hasError = false) {
+        const header = [...statusTableHeader];
+        // const emptyColumns = Array.from({length: rows[0].length}).fill(0) as number[];
+        // for (const [, row] of rows.entries()) {
+        //     for (const [j, cell] of row.entries()) {
+        //         if (cell === '-') emptyColumns[j] += 1;
+        //     }
+        // }
+        //
+        // for (const [j, cell] of emptyColumns.entries()) {
+        //     if(cell === rows.length) {
+        //         header.splice(j, 1);
+        //         for (const [, row] of rows.entries()) {
+        //             row.splice(j, 1);
+        //         }
+        //     }
+        // }
         const options = { terminalAdapter: true };
-        const t1 = ttyTable(statusTableHeader, body, options);
+        const t1 = ttyTable(header, rows, options);
         // hide cursor
         console.log("\u001B[?25l");
         // wipe existing if already rendered
         if (this.alreadyRendered) {
             // move cursor up number to the top of the previous print before deleting
-            console.log(`\u001B[${this.previousHeight + 3}A`);
+            console.log(`\u001B[${this.previousHeight + (hasError ? 4 : 3)}A`);
             // delete to end of terminal
             console.log("\u001B[0J");
         }

package/dist/services/cluster-service.js

@@ -4,29 +4,25 @@ import { configStore } from "../config-store.js";
 import { FastforwardService } from "./fastforward-service.js";
 export const clusterService = {
     async fastForwardSnapshot() {
-        const { fastForward } = configStore.getProjectInfo();
-        if (fastForward === false) {
-            return;
-        }
+        // const { fastForward } = configStore.getProjectInfo();
+        //
+        // if (fastForward === false) {
+        //     return;
+        // }
         if (!configStore.getProjectInfo().layersToRun.includes('gl0')) {
             return;
         }
-        if (fastForward === undefined) {
-            const answer = await input({
-                default: 'y', message: 'Do you want to use the snapshot fast forward feature? (y/n): '
-            });
-            if (answer !== 'y') {
-                configStore.setProjectInfo({ fastForward: false });
-                return;
-            }
-            configStore.setProjectInfo({ fastForward: true });
+        // if(fastForward === undefined) {
+        const answer = await input({
+            default: 'y', message: 'Do you want to use the snapshot fast forward feature? (y/n): '
+        });
+        if (answer !== 'y') {
+            configStore.setProjectInfo({ fastForward: false });
+            return;
         }
+        configStore.setProjectInfo({ fastForward: true });
+        // }
         await FastforwardService.synctoLatestSnapshot();
-        // await archiverService.syncToLatestSnapshot()
-        //     .catch(() => {
-        //         clm.warn(`Failed to download latest snapshots using Starchiver. Using fast forward to latest snapshot.`);
-        //         clusterService.fastForwardSnapshot();
-        //     })
     },
     async getClusterInfo(layer) {
         return this.makeClusterRequest('cluster/info', layer);

package/dist/services/fastforward-service.js

@@ -16,10 +16,9 @@ export class FastforwardService {
         const { projectDir } = configStore.getProjectInfo();
         const { type } = configStore.getNetworkInfo();
         this.network = type;
-        this.tmpDir = path.join(projectDir, 'gl0', 'tmp');
         this.dataDir = path.join(projectDir, 'gl0', 'data');
+        this.tmpDir = path.join(projectDir, 'gl0', 'data', 'tmp');
         fs.mkdirSync(this.tmpDir, { recursive: true });
-        fs.mkdirSync(this.dataDir, { recursive: true });
         // const env = configStore.getEnvNetworkInfo(type);
         this.lbUrl = `https://l0-lb-${this.network}.constellationnetwork.io`;
         // this.lbUrl = `http://${env.CL_L0_PEER_HTTP_HOST}:${env.CL_L0_PEER_HTTP_PORT}`;

package/dist/services/node-service.js

@@ -13,7 +13,7 @@ export const nodeService = {
             .then(res => {
             if (res.ok)
                 return res.json().then(i => ({ ...i, layer }));
-            clm.warn(`Failed to get node info from ${res.url} (${res.status})`);
+            clm.debug(`Failed to get node info from ${res.url} (${res.status})`);
             throw new Error(`Failed`);
         })
             .catch(() => ({ layer, state: "Unavailable" }));

package/oclif.manifest.json

@@ -276,5 +276,5 @@
       ]
     }
   },
-  "version": "0.0.15"
+  "version": "0.0.17"
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@constellation-network/node-pilot",
   "description": "An easy deployment and monitoring tool for Constellation nodes.",
-  "version": "0.0.15",
+  "version": "0.0.17",
   "author": "Frank Fox",
   "bin": {
     "cpilot": "bin/run.js"