@constellation-network/node-pilot 0.13.1-testnet → 0.14.0-intnet

package/README.md

@@ -21,7 +21,7 @@ $ npm install -g @constellation-network/node-pilot
 $ cpilot COMMAND
 running command...
 $ cpilot (--version|-v)
-@constellation-network/node-pilot/0.13.1-testnet darwin-arm64 node-v22.15.0
+@constellation-network/node-pilot/0.14.0-intnet darwin-arm64 node-v22.15.0
 $ cpilot --help [COMMAND]
 USAGE
   $ cpilot COMMAND
@@ -72,7 +72,7 @@ EXAMPLES
   $ cpilot clean
 ```
 
-_See code: [src/commands/clean.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.13.1-testnet/src/commands/clean.ts)_
+_See code: [src/commands/clean.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.14.0-intnet/src/commands/clean.ts)_
 
 ## `cpilot config`
 
@@ -89,7 +89,7 @@ EXAMPLES
   $ cpilot config
 ```
 
-_See code: [src/commands/config.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.13.1-testnet/src/commands/config.ts)_
+_See code: [src/commands/config.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.14.0-intnet/src/commands/config.ts)_
 
 ## `cpilot config get [NAME]`
 
@@ -113,7 +113,7 @@ EXAMPLES
   $ cpilot config get gl0:CL_PUBLIC_HTTP_PORT
 ```
 
-_See code: [src/commands/config/get.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.13.1-testnet/src/commands/config/get.ts)_
+_See code: [src/commands/config/get.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.14.0-intnet/src/commands/config/get.ts)_
 
 ## `cpilot config set NAME VALUE`
 
@@ -136,7 +136,7 @@ EXAMPLES
   $ cpilot config set gl0:CL_PUBLIC_HTTP_PORT 9000
 ```
 
-_See code: [src/commands/config/set.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.13.1-testnet/src/commands/config/set.ts)_
+_See code: [src/commands/config/set.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.14.0-intnet/src/commands/config/set.ts)_
 
 ## `cpilot help [COMMAND]`
 
@@ -173,7 +173,7 @@ EXAMPLES
   $ cpilot info
 ```
 
-_See code: [src/commands/info.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.13.1-testnet/src/commands/info.ts)_
+_See code: [src/commands/info.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.14.0-intnet/src/commands/info.ts)_
 
 ## `cpilot logs LAYER`
 
@@ -199,7 +199,7 @@ EXAMPLES
   $ cpilot logs
 ```
 
-_See code: [src/commands/logs.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.13.1-testnet/src/commands/logs.ts)_
+_See code: [src/commands/logs.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.14.0-intnet/src/commands/logs.ts)_
 
 ## `cpilot restart [LAYER]`
 
@@ -227,7 +227,7 @@ EXAMPLES
   $ cpilot restart
 ```
 
-_See code: [src/commands/restart.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.13.1-testnet/src/commands/restart.ts)_
+_See code: [src/commands/restart.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.14.0-intnet/src/commands/restart.ts)_
 
 ## `cpilot shutdown`
 
@@ -244,7 +244,7 @@ EXAMPLES
   $ cpilot shutdown
 ```
 
-_See code: [src/commands/shutdown.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.13.1-testnet/src/commands/shutdown.ts)_
+_See code: [src/commands/shutdown.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.14.0-intnet/src/commands/shutdown.ts)_
 
 ## `cpilot status`
 
@@ -258,7 +258,7 @@ DESCRIPTION
   Display node status and configuration settings
 ```
 
-_See code: [src/commands/status.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.13.1-testnet/src/commands/status.ts)_
+_See code: [src/commands/status.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.14.0-intnet/src/commands/status.ts)_
 
 ## `cpilot uninstall`
 
@@ -275,5 +275,5 @@ EXAMPLES
   $ cpilot uninstall
 ```
 
-_See code: [src/commands/uninstall.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.13.1-testnet/src/commands/uninstall.ts)_
+_See code: [src/commands/uninstall.ts](https://github.com/Constellation-Labs/node-pilot/blob/v0.14.0-intnet/src/commands/uninstall.ts)_
 <!-- commandsstop -->

package/dist/checks/check-dependencies.js

@@ -24,17 +24,19 @@ export const checkDependencies = async () => {
     const pilotDir = path.resolve(path.dirname(fileURLToPath(import.meta.url)), `../..`);
     const hasInstallScript = fs.existsSync(path.join(pilotDir, 'install-dependencies.sh'));
     if (isDockerInstalled) {
-        const user = os.userInfo().username;
-        clm.preStep(`Checking if user ${user} has been added to the docker group...`);
-        const groups = await shellService.runCommandWithOutput('groups');
-        if (groups.includes('docker')) {
-            clm.postStep('✅ User has already been added');
-        }
-        else {
-            await shellService.runCommand(`sudo usermod -aG docker ${user}`);
-            clm.postStep(`\n✅ Added user "${user}" to the docker group`);
-            clm.warn('\nPlease logout and login again in order for the group changes take effect.\n');
-            process.exit(0);
+        if (os.platform() === 'linux') {
+            const user = os.userInfo().username;
+            clm.preStep(`Checking if user ${user} has been added to the docker group...`);
+            const groups = await shellService.runCommandWithOutput('groups');
+            if (groups.includes('docker')) {
+                clm.postStep('✅ User has already been added');
+            }
+            else {
+                await shellService.runCommand(`sudo usermod -aG docker ${user}`);
+                clm.postStep(`\n✅ Added user "${user}" to the docker group`);
+                clm.warn('\nPlease logout and login again in order for the group changes take effect.\n');
+                process.exit(0);
+            }
         }
     }
     else if (hasInstallScript) {

package/dist/checks/check-network.js

@@ -154,9 +154,6 @@ export const checkNetwork = {
             configStore.setClusterStats({ total: nodes.length });
             return true;
         })
-            .catch(() => {
-            clm.error(`${type} is not in service. Please try again later.`);
-            return false;
-        });
+            .catch(() => false);
     }
 };

package/dist/checks/check-node-ctl.d.ts

@@ -0,0 +1,5 @@
+export declare const checkNodeCtl: {
+    check4Migration(): Promise<void>;
+    importKeyInfo(cnPath: string): Promise<void>;
+    promptForKeyFile(pilotKeyPath: string): Promise<void>;
+};

package/dist/checks/check-node-ctl.js

@@ -0,0 +1,90 @@
+import { input, password } from "@inquirer/prompts";
+import chalk from "chalk";
+import fs from "node:fs";
+import path from "node:path";
+import yaml from "yaml";
+import { clm } from "../clm.js";
+import { configStore } from "../config-store.js";
+import { keyFileHelper } from "../helpers/key-file-helper.js";
+import { promptHelper } from "../helpers/prompt-helper.js";
+import { dockerService } from "../services/docker-service.js";
+import { nodeService } from "../services/node-service.js";
+import { shellService } from "../services/shell-service.js";
+export const checkNodeCtl = {
+    async check4Migration() {
+        if (configStore.hasProjectFlag('nodeCtlChecked')) {
+            return;
+        }
+        const { name } = configStore.getProjectInfo();
+        if (name.toLowerCase() !== 'hypergraph') {
+            configStore.setProjectFlag('nodeCtlChecked', true);
+            return;
+        }
+        const hasNodeAdminUser = fs.existsSync('/home/nodeadmin');
+        if (hasNodeAdminUser) {
+            const isDockerRunning = await dockerService.isRunning();
+            const isPortOpen = await nodeService.isPortInUse(9000);
+            if (!isDockerRunning && isPortOpen) {
+                clm.error('Detected port 9000 already in use. Please shutdown any Nodes before proceeding.');
+            }
+            const cnPath = path.resolve('/var/tessellation/nodectl/cn-config.yaml');
+            if (fs.existsSync(cnPath)) {
+                clm.step(chalk.bold('NODECTL has been detected.'));
+                const answer = await input({
+                    default: 'y',
+                    message: 'Would you like to import key file from nodectl? (y/n): '
+                });
+                if (answer.toLowerCase() === 'y') {
+                    await this.importKeyInfo(cnPath);
+                }
+                clm.warn(`You will need to uninstall nodectl before proceeding. \nPlease run the following command to uninstall it: ${chalk.cyanBright("sudo nodectl uninstall")}`);
+                process.exit(0);
+            }
+        }
+        configStore.setProjectFlag('nodeCtlChecked', true);
+    },
+    async importKeyInfo(cnPath) {
+        clm.step('Importing key file from nodectl...');
+        try {
+            clm.preStep('Making a sudo call to read the nodectl config file...');
+            await shellService.runCommand(`sudo chmod +r ${cnPath}`);
+            const doc = yaml.parse(fs.readFileSync(cnPath, 'utf8'));
+            // console.log(JSON.stringify(doc,null,2));
+            // eslint-disable-next-line camelcase
+            const { key_location, key_name } = doc.nodectl.global_p12;
+            const nodeCtlKeyPath = path.resolve(key_location, key_name);
+            clm.debug(`Found key file path in nodectl config file: ${nodeCtlKeyPath}`);
+            clm.step('Key file found at ' + chalk.cyan(nodeCtlKeyPath));
+            clm.preStep('Importing key file...');
+            const { projectDir } = configStore.getProjectInfo();
+            const pilotKeyPath = path.join(projectDir, 'key.p12');
+            // copy file to home directory, change owner to current user, and make it readable by all
+            clm.preStep('Making a sudo call to copy the key file...');
+            await shellService.runCommand(`sudo cp ${nodeCtlKeyPath} ${pilotKeyPath}; sudo chown $(whoami) ${pilotKeyPath}; chmod +r ${pilotKeyPath}`);
+            await this.promptForKeyFile(pilotKeyPath);
+        }
+        catch (error) {
+            console.error(error);
+            clm.warn('Failed to import key information from nodectl. You will need to import it manually.');
+            await promptHelper.doYouWishToContinue();
+        }
+    },
+    async promptForKeyFile(pilotKeyPath) {
+        // prompt for password
+        const keyPassword = await password({ message: 'Enter the key file password:' });
+        const keyAlias = await input({ message: 'Enter the key file alias:' });
+        configStore.setEnvInfo({ CL_KEYALIAS: keyAlias, CL_KEYSTORE: pilotKeyPath, CL_PASSWORD: keyPassword });
+        try {
+            const dagAddress = await keyFileHelper.getAddress();
+            const nodeId = await keyFileHelper.getId();
+            configStore.setProjectInfo({ dagAddress, nodeId });
+        }
+        catch {
+            clm.warn('Failed to unlock the key file. Please check your key file information and try again.');
+            fs.rmSync(pilotKeyPath);
+            await this.promptForKeyFile(pilotKeyPath);
+            return;
+        }
+        clm.postStep('Key file imported successfully.\n');
+    }
+};

package/dist/checks/check-project.js

@@ -14,7 +14,7 @@ function getJavaMemoryOptions(network, mem) {
     if (network === 'testnet') {
         const linuxOpt = (os.platform() === 'linux') ? ' -XX:+UseZGC -XX:+ZGenerational -XX:ZAllocationSpikeTolerance=5 -XX:ZCollectionInterval=10' : '';
         // return `-Xms${mem}g -Xmx${mem}g -XX:+UnlockExperimentalVMOptions${linuxOpt} -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=./heap_dumps/ -XX:+ExitOnOutOfMemoryError`;
-        return `-Xms${mem}g -Xmx${mem}g${linuxOpt} -XX:+UseStringDeduplication --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.security=ALL-UNNAMED`;
+        return `-Xms${mem}g -Xmx${mem}g${linuxOpt} -XX:+UseStringDeduplication`;
     }
     return `-Xms1024M -Xmx${mem}g -Xss256K`;
 }
@@ -50,8 +50,8 @@ export const checkProject = {
             let mainLayerMem = 0;
             if (currentNetwork === 'testnet') {
                 // Divide equally between layers with max of 10GB each
-                subLayerMem = layersToRun.length > 1 ? Math.floor(answer / layersToRun.length) : 0;
-                subLayerMem = Math.min(subLayerMem, 10);
+                subLayerMem = layersToRun.length > 1 ? Math.floor(answer / 3) : 0;
+                subLayerMem = Math.min(subLayerMem, 5);
                 mainLayerMem = Math.min(10, answer - subLayerMem);
             }
             else {
@@ -127,9 +127,9 @@ export const checkProject = {
         else if (rInfo.version !== nInfo.version) {
             configStore.setNetworkInfo({ type: rInfo.network, version: rInfo.version });
         }
-        const clusterVersion = await clusterService.getReleaseVersion();
         if (!requiresInstall) {
             const nInfo = configStore.getNetworkInfo();
+            const clusterVersion = await clusterService.getReleaseVersion();
             if (nInfo.version !== clusterVersion) {
                 const answer = await input({
                     default: 'y',

package/dist/commands/status.js

@@ -5,7 +5,10 @@ import { checkNetwork } from "../checks/check-network.js";
 import { checkNodePilot } from "../checks/check-pilot.js";
 import { checkProject } from "../checks/check-project.js";
 import { checkWallet } from "../checks/check-wallet.js";
+import { clm } from "../clm.js";
+import { configStore } from "../config-store.js";
 import { keyFileHelper } from "../helpers/key-file-helper.js";
+import { dockerService } from "../services/docker-service.js";
 import { migrationService } from "../services/migration-service.js";
 export default class Status extends Command {
     static description = 'Display node status and configuration settings';
@@ -21,7 +24,14 @@ export async function checkInstallationAndConfigurationStatus() {
     migrationService.runMigrations();
     await checkProject.checkJavaMemory();
     await checkNetwork.checkExternalIpAddress();
-    await checkNetwork.isNetworkConnectable();
+    if (!await checkNetwork.isNetworkConnectable()) {
+        if (await dockerService.isRunning()) {
+            await checkLayers.layersStatus();
+            return;
+        }
+        const { type } = configStore.getNetworkInfo();
+        clm.error(`${type} is currently offline. Please try again later.`);
+    }
     await checkNodePilot.checkDiscordRegistration();
     await checkProject.releaseVersion();
     await keyFileHelper.promptIfNoKeyFile();

package/dist/commands/test.d.ts

@@ -3,5 +3,4 @@ export default class Test extends Command {
     static description: string;
     static hidden: boolean;
     run(): Promise<void>;
-    testRandomNode(): Promise<void>;
 }

package/dist/commands/test.js

@@ -1,46 +1,13 @@
 import { Command } from "@oclif/core";
-import dotenv from "dotenv";
 import fs from "node:fs";
-import path from "node:path";
-import { fileURLToPath } from "node:url";
-import { getRandomNode } from "../services/get-random-node.js";
-import { StatusTable } from "../helpers/status-table.js";
 export default class Test extends Command {
     static description = 'node pilot test command';
     static hidden = true;
     async run() {
-        // await checkNodeCtl.importKeyInfo(path.resolve('/Users/ffox/Projects/Constellation/node-pilot/cn-config.yaml'));
-        // await this.testRandomNode();
-        // const info = await archiverService.getArchiveSnapshotInfo();
-        // console.log(info);
-        // const ordinal = archiverService.getDownloadedSnapshotRange();
-        // console.log(ordinal)
-        //
-        // await archiverService.syncToLatestSnapshot();
-        // await archiverService.checkLogsForMissingSnapshots();
-        await StatusTable.run();
-        // console.log(semver.parse("0.11.0-testnet")?.compare('0.11.0'));
-        // await checkNodePilot.checkVersion();
-    }
-    async testRandomNode() {
-        const filePath = path.resolve(path.dirname(fileURLToPath(import.meta.url)), `../../projects/hypergraph/networks/mainnet/source-nodes.env`);
-        const conetent = fs.readFileSync(filePath);
-        const parsed = dotenv.parse(conetent);
-        const nodes = ['1', '2', '3'].map(i => {
-            return { host: parsed[`SOURCE_NODE_${i}_HOST`], id: parsed[`SOURCE_NODE_${i}_ID`], publicPort: parsed[`SOURCE_NODE_${i}_PORT`] };
-        });
-        const n = await getRandomNode(nodes);
-        console.log('Random node:', n);
+        // await promptHelper.configureJavaMemoryArguments();
+        const r = fs.statfsSync('/');
+        const totalSpace = (r.bsize * r.blocks / (1024 * 1024 * 1024)).toFixed(2);
+        const totalFreeSpace = (r.bsize * r.bfree / (1024 * 1024 * 1024)).toFixed(2);
+        console.log(totalSpace, totalFreeSpace);
     }
 }
-// type NetworkEnvType = {
-//     SOURCE_NODE_1_HOST:string,
-//     SOURCE_NODE_1_ID:string,
-//     SOURCE_NODE_1_PORT:string,
-//     SOURCE_NODE_2_HOST:string,
-//     SOURCE_NODE_2_ID:string,
-//     SOURCE_NODE_2_PORT:string,
-//     SOURCE_NODE_3_HOST:string,
-//     SOURCE_NODE_3_ID:string,
-//     SOURCE_NODE_3_PORT:string,
-// }

package/dist/services/migration-service.js

@@ -1,10 +1,12 @@
 import semver from "semver";
 import { clm } from "../clm.js";
 import { configStore } from "../config-store.js";
+import { projectHelper } from "../helpers/project-helper.js";
 export const migrationService = {
     runMigrations() {
         const migrations = {
             '0.12.5': m0125,
+            '0.13.9': m0139,
             // add more migrations as needed
         };
         const { version = '0.0.0' } = configStore.getProjectInfo();
@@ -29,6 +31,11 @@ export const migrationService = {
         configStore.setProjectInfo({ version: currentVersion.toString() });
     }
 };
+function m0139() {
+    clm.step('Running migration 0.13.9...');
+    configStore.setProjectFlag('javaMemoryChecked', false);
+    projectHelper.upgradeHypergraph();
+}
 function m0125() {
     clm.step('Running migration 0.12.5...');
     configStore.setProjectFlag('javaMemoryChecked', false);

package/oclif.manifest.json

@@ -363,5 +363,5 @@
       ]
     }
   },
-  "version": "0.13.1-testnet"
+  "version": "0.14.0-intnet"
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@constellation-network/node-pilot",
   "description": "An easy deployment and monitoring tool for Constellation nodes.",
-  "version": "0.13.1-testnet",
+  "version": "0.14.0-intnet",
   "author": "Frank Fox",
   "bin": {
     "cpilot": "bin/run.js"
@@ -21,7 +21,7 @@
     "version": "oclif readme && git add README.md",
     "start": "./bin/dev.js",
     "debug": "DEBUG=true ./bin/dev.js",
-    "pub": "npm publish --access public --tag testnet"
+    "pub": "npm publish --access public --tag intnet"
   },
   "types": "dist/index.d.ts",
   "engines": {

package/projects/hypergraph/Dockerfile

@@ -39,7 +39,7 @@ COPY dist/gl0.jar /app/jars/gl0.jar
 #COPY ./health-check /health-check
 #RUN chmod +x /health-check/bin/run.sh
 #RUN chmod +x /health-check/bin/hydrate.sh
-RUN npm install -g "@constellation-network/node-pilot-health-check@0.0.27"
+RUN npm install -g "@constellation-network/node-pilot-health-check@0.0.28"
 
 # Add entrypoint
 COPY ./entrypoint.sh /app/entrypoint.sh

package/projects/custom/pilot.json

@@ -1,9 +0,0 @@
-{
-  "name": "custom",
-  "projects": [
-    { "name":  "hg-intnet-1", "network": "intnet", "key":  "key1.p12", "layers": "gl0" },
-    { "name":  "hg-intnet-2", "network": "intnet", "key":  "key2.p12", "layers": "gl0" },
-    { "name":  "hg-intnet-3", "network": "intnet", "key":  "key3.p12", "layers": "gl0" }
-  ]
-}
-