@dignetwork/dig-sdk 0.0.1-alpha.51 → 0.0.1-alpha.54

package/dist/blockchain/DataStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DataStore.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStore.ts"],"names":[],"mappings":"AAEA,OAAO,EAOL,SAAS,IAAI,eAAe,EAE5B,iBAAiB,EAIlB,MAAM,8BAA8B,CAAC;AAWtC,OAAO,EAAE,eAAe,EAAW,MAAM,UAAU,CAAC;AAGpD,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAQjD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAoB;gBAEpB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAiB/D,IAAW,OAAO,IAAI,MAAM,CAE3B;IAED,IAAW,IAAI,IAAI,iBAAiB,CAEnC;IAEM,QAAQ,IAAI,MAAM;IAIlB,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM;WAMN,cAAc,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;WAOtD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS;WAK1C,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;WAYnC,MAAM,CACxB,MAAM,GAAE,qBAA0B,GACjC,OAAO,CAAC,SAAS,CAAC;mBAyCA,IAAI;IA4FzB;;;OAGG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAK5C;;;OAGG;WACiB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxD;;;;OAIG;mBACkB,mBAAmB;WAqB1B,YAAY,IAAI,SAAS,EAAE;IAW5B,aAAa,IAAI,OAAO,CAAC;QACpC,WAAW,EAAE,eAAe,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAyGW,iBAAiB,IAAI,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YA0BY,iBAAiB;IAYlB,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAuB5C,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAKzC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAM5B,uBAAuB,CAClC,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,OAAO,CAAC;IAkBN,cAAc,CACzB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,eAAe,CAAC;IA+Cd,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAgCxE"}
+{"version":3,"file":"DataStore.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStore.ts"],"names":[],"mappings":"AAEA,OAAO,EAOL,SAAS,IAAI,eAAe,EAE5B,iBAAiB,EAIlB,MAAM,8BAA8B,CAAC;AAWtC,OAAO,EAAE,eAAe,EAAW,MAAM,UAAU,CAAC;AAGpD,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAQjD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAoB;gBAEpB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAiB/D,IAAW,OAAO,IAAI,MAAM,CAE3B;IAED,IAAW,IAAI,IAAI,iBAAiB,CAEnC;IAEM,QAAQ,IAAI,MAAM;IAIlB,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM;WAMN,cAAc,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;WAOtD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS;WAK1C,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;WAYnC,MAAM,CACxB,MAAM,GAAE,qBAA0B,GACjC,OAAO,CAAC,SAAS,CAAC;mBAyCA,IAAI;IA4FzB;;;OAGG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAK5C;;;OAGG;WACiB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxD;;;;OAIG;mBACkB,mBAAmB;WAqB1B,YAAY,IAAI,SAAS,EAAE;IAW5B,aAAa,IAAI,OAAO,CAAC;QACpC,WAAW,EAAE,eAAe,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAyGW,iBAAiB,IAAI,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YA0BY,iBAAiB;IAYlB,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IA2B5C,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAKzC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAM5B,uBAAuB,CAClC,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,OAAO,CAAC;IAkBN,cAAc,CACzB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,eAAe,CAAC;IA+Cd,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CA8CxE"}

package/dist/blockchain/DataStore.js

@@ -12,6 +12,7 @@ const FullNodePeer_1 = require("./FullNodePeer");
 const Wallet_1 = require("./Wallet");
 const config_1 = require("../utils/config");
 const coins_1 = require("./coins");
+const chalk_1 = __importDefault(require("chalk"));
 const hashUtils_1 = require("../utils/hashUtils");
 const DataIntegrityTree_1 = require("../DataIntegrityTree");
 const prompts_1 = require("../prompts");
@@ -289,10 +290,11 @@ class DataStore {
         if (!rootHashes) {
             return [];
         }
+        // TODO: add 3 min cache to thisqwz ~
         return rootHashes.map((rootHash, index) => ({
             root_hash: rootHash.toString("hex"),
             timestamp: Number(rootHashesTimestamps?.[index].toString()),
-            synced: fs_1.default.existsSync(`${config_1.STORE_PATH}/${this.storeId}/${rootHash}.dat`),
+            synced: fs_1.default.existsSync(path_1.default.join(config_1.STORE_PATH, this.storeId, `${rootHash.toString("hex")}.dat`)),
         }));
     }
     async getMetaData() {
@@ -339,15 +341,23 @@ class DataStore {
         const datFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, `${rootHash}.dat`);
         const datFileContent = JSON.parse(fs_1.default.readFileSync(datFilePath, "utf-8"));
         const heightDatFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, "height.json");
-        const manifestFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, "manifest.dat");
         const filesInvolved = [];
-        filesInvolved.push(manifestFilePath);
         filesInvolved.push(datFilePath);
         filesInvolved.push(heightDatFilePath);
+        // Iterate over each file and perform an integrity check
         for (const [fileKey, fileData] of Object.entries(datFileContent.files)) {
-            const filepath = path_1.default.join(config_1.STORE_PATH, this.storeId, "data", fileKey);
             const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[fileKey].sha256, path_1.default.join(config_1.STORE_PATH, this.storeId, "data"));
-            filesInvolved.push(filePath);
+            // Perform the integrity check before adding to the file set
+            const integrityCheck = await DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(fileKey, datFileContent.files[fileKey].sha256, datFileContent, rootHash, path_1.default.join(config_1.STORE_PATH, this.storeId, "data"));
+            if (integrityCheck) {
+                console.log(chalk_1.default.green(`File ${fileKey} has passed the integrity check.`));
+                // Add the file to the file set only if the integrity check passes
+                filesInvolved.push(filePath);
+            }
+            else {
+                console.error(chalk_1.default.red(`File ${fileKey} failed the integrity check.`));
+                throw new Error(`Integrity check failed for file: ${fileKey}. Aborting.`);
+            }
         }
         return filesInvolved;
     }

package/dist/utils/ContentScanner.d.ts

@@ -0,0 +1,63 @@
+/**
+ * @class IllegalContentScanner
+ * Scans files for illegal content using ClamAV running in a Docker container and deletes files if flagged.
+ */
+export declare class IllegalContentScanner {
+    private clamAVContainerName;
+    private virusTotalApiKey?;
+    private openAiApiKey?;
+    /**
+     * @constructor
+     * @param clamAVContainerName The name of the Docker container running ClamAV (default: 'clamav').
+     */
+    constructor(clamAVContainerName?: string);
+    /**
+     * Scans a file for illegal content using ClamAV, VirusTotal, and OpenAI Moderation API.
+     * If a service is missing its API key, the scan for that service is skipped.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<void>} A promise that resolves after the scan and potential deletion.
+     */
+    scanFile(filePath: string): Promise<void>;
+    /**
+     * Scans a file using ClamAV running in Docker.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<string>} The result of the ClamAV scan.
+     */
+    private scanWithClamAV;
+    /**
+     * Submits a file to VirusTotal for scanning.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<any>} The result from VirusTotal.
+     */
+    private scanWithVirusTotal;
+    /**
+     * Scans file content (text) using OpenAI's Moderation API.
+     * @param content The text content to scan.
+     * @returns {Promise<any>} The result from OpenAI's Moderation API.
+     */
+    private scanWithOpenAI;
+    /**
+     * Checks if the ClamAV scan result indicates a malicious file.
+     * @param result The ClamAV scan output.
+     * @returns {boolean} True if the file is flagged, false otherwise.
+     */
+    private isClamAVResultMalicious;
+    /**
+     * Checks if the VirusTotal result indicates a malicious file.
+     * @param result The VirusTotal scan result.
+     * @returns {boolean} True if the file is flagged, false otherwise.
+     */
+    private isVirusTotalResultMalicious;
+    /**
+     * Checks if the OpenAI Moderation result indicates harmful content.
+     * @param result The OpenAI Moderation result.
+     * @returns {boolean} True if harmful content is detected, false otherwise.
+     */
+    private isOpenAiResultMalicious;
+    /**
+     * Deletes a file from the filesystem.
+     * @param filePath The file to delete.
+     */
+    private deleteFile;
+}
+//# sourceMappingURL=ContentScanner.d.ts.map

package/dist/utils/ContentScanner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentScanner.d.ts","sourceRoot":"","sources":["../../src/utils/ContentScanner.ts"],"names":[],"mappings":"AAKA;;;GAGG;AACH,qBAAa,qBAAqB;IAC9B,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,gBAAgB,CAAC,CAAS;IAClC,OAAO,CAAC,YAAY,CAAC,CAAS;IAE9B;;;OAGG;gBACS,mBAAmB,GAAE,MAAiB;IAMlD;;;;;OAKG;IACU,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqDtD;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAYtB;;;;OAIG;YACW,kBAAkB;IAgBhC;;;;OAIG;YACW,cAAc;IAa5B;;;;OAIG;IACH,OAAO,CAAC,uBAAuB;IAI/B;;;;OAIG;IACH,OAAO,CAAC,2BAA2B;IAKnC;;;;OAIG;IACH,OAAO,CAAC,uBAAuB;IAI/B;;;OAGG;IACH,OAAO,CAAC,UAAU;CASrB"}

package/dist/utils/ContentScanner.js

@@ -0,0 +1,175 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IllegalContentScanner = void 0;
+const child_process_1 = require("child_process");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const axios_1 = __importDefault(require("axios"));
+/**
+ * @class IllegalContentScanner
+ * Scans files for illegal content using ClamAV running in a Docker container and deletes files if flagged.
+ */
+class IllegalContentScanner {
+    /**
+     * @constructor
+     * @param clamAVContainerName The name of the Docker container running ClamAV (default: 'clamav').
+     */
+    constructor(clamAVContainerName = "clamav") {
+        this.clamAVContainerName = clamAVContainerName;
+        this.virusTotalApiKey = process.env.VIRUSTOTAL_API_KEY || undefined;
+        this.openAiApiKey = process.env.OPENAI_API_KEY || undefined;
+    }
+    /**
+     * Scans a file for illegal content using ClamAV, VirusTotal, and OpenAI Moderation API.
+     * If a service is missing its API key, the scan for that service is skipped.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<void>} A promise that resolves after the scan and potential deletion.
+     */
+    async scanFile(filePath) {
+        try {
+            // 1. ClamAV Scan
+            console.log(`Starting ClamAV scan for file: ${filePath}`);
+            const clamAvResult = await this.scanWithClamAV(filePath);
+            if (this.isClamAVResultMalicious(clamAvResult)) {
+                console.log(`ClamAV flagged file: ${filePath}. Deleting...`);
+                this.deleteFile(filePath);
+                return;
+            }
+            else {
+                console.log(`ClamAV did not flag the file: ${filePath}.`);
+            }
+            // 2. VirusTotal Scan (if API key is provided)
+            if (this.virusTotalApiKey) {
+                console.log(`Submitting file to VirusTotal for scanning: ${filePath}`);
+                const virusTotalResult = await this.scanWithVirusTotal(filePath);
+                if (this.isVirusTotalResultMalicious(virusTotalResult)) {
+                    console.log(`VirusTotal flagged file: ${filePath}. Deleting...`);
+                    this.deleteFile(filePath);
+                    return;
+                }
+                else {
+                    console.log(`VirusTotal did not flag the file: ${filePath}.`);
+                }
+            }
+            else {
+                console.log(`VirusTotal API key not provided. Skipping VirusTotal scan.`);
+            }
+            // 3. OpenAI Moderation API (if API key is provided and file is text-based)
+            const fileExtension = path_1.default.extname(filePath).toLowerCase();
+            if (this.openAiApiKey && (fileExtension === ".txt" || fileExtension === ".json")) {
+                console.log(`Scanning file content with OpenAI Moderation API: ${filePath}`);
+                const fileContent = await fs_1.default.promises.readFile(filePath, "utf-8");
+                const openAiResult = await this.scanWithOpenAI(fileContent);
+                if (this.isOpenAiResultMalicious(openAiResult)) {
+                    console.log(`OpenAI flagged file: ${filePath}. Deleting...`);
+                    this.deleteFile(filePath);
+                    return;
+                }
+            }
+            else {
+                if (!this.openAiApiKey) {
+                    console.log(`OpenAI API key not provided. Skipping OpenAI scan.`);
+                }
+                else {
+                    console.log(`OpenAI scan skipped: File type not supported (${fileExtension}).`);
+                }
+            }
+            console.log(`File ${filePath} passed all multilayer scans.`);
+        }
+        catch (error) {
+            console.error(`Error scanning file: ${filePath}`, error);
+        }
+    }
+    /**
+     * Scans a file using ClamAV running in Docker.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<string>} The result of the ClamAV scan.
+     */
+    scanWithClamAV(filePath) {
+        return new Promise((resolve, reject) => {
+            (0, child_process_1.exec)(`docker exec ${this.clamAVContainerName} clamdscan ${filePath}`, (error, stdout, stderr) => {
+                if (error) {
+                    reject(`ClamAV scan error: ${stderr}`);
+                }
+                else {
+                    resolve(stdout);
+                }
+            });
+        });
+    }
+    /**
+     * Submits a file to VirusTotal for scanning.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<any>} The result from VirusTotal.
+     */
+    async scanWithVirusTotal(filePath) {
+        const fileContent = await fs_1.default.promises.readFile(filePath);
+        const formData = new FormData();
+        // @ts-ignore
+        formData.append("file", fileContent);
+        const response = await axios_1.default.post("https://www.virustotal.com/vtapi/v2/file/scan", formData, {
+            headers: {
+                "x-apikey": this.virusTotalApiKey,
+                // @ts-ignore
+                ...formData.getHeaders(),
+            },
+        });
+        return response.data;
+    }
+    /**
+     * Scans file content (text) using OpenAI's Moderation API.
+     * @param content The text content to scan.
+     * @returns {Promise<any>} The result from OpenAI's Moderation API.
+     */
+    async scanWithOpenAI(content) {
+        const response = await axios_1.default.post("https://api.openai.com/v1/moderations", { input: content }, {
+            headers: {
+                Authorization: `Bearer ${this.openAiApiKey}`,
+            },
+        });
+        return response.data;
+    }
+    /**
+     * Checks if the ClamAV scan result indicates a malicious file.
+     * @param result The ClamAV scan output.
+     * @returns {boolean} True if the file is flagged, false otherwise.
+     */
+    isClamAVResultMalicious(result) {
+        return result.includes("FOUND");
+    }
+    /**
+     * Checks if the VirusTotal result indicates a malicious file.
+     * @param result The VirusTotal scan result.
+     * @returns {boolean} True if the file is flagged, false otherwise.
+     */
+    isVirusTotalResultMalicious(result) {
+        // Check if VirusTotal flagged the file based on its multiple antivirus results
+        return result.positives > 0;
+    }
+    /**
+     * Checks if the OpenAI Moderation result indicates harmful content.
+     * @param result The OpenAI Moderation result.
+     * @returns {boolean} True if harmful content is detected, false otherwise.
+     */
+    isOpenAiResultMalicious(result) {
+        return result.flagged === true;
+    }
+    /**
+     * Deletes a file from the filesystem.
+     * @param filePath The file to delete.
+     */
+    deleteFile(filePath) {
+        fs_1.default.unlink(filePath, (err) => {
+            if (err) {
+                console.error(`Error deleting file: ${filePath}`, err);
+            }
+            else {
+                console.log(`File ${filePath} was deleted successfully.`);
+            }
+        });
+    }
+}
+exports.IllegalContentScanner = IllegalContentScanner;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dignetwork/dig-sdk",
-  "version": "0.0.1-alpha.51",
+  "version": "0.0.1-alpha.54",
   "description": "",
   "type": "commonjs",
   "main": "./dist/index.js",
@@ -27,7 +27,9 @@
   "dependencies": {
     "@dignetwork/datalayer-driver": "^0.1.24",
     "archiver": "^7.0.1",
+    "axios": "^1.7.7",
     "bip39": "^3.1.0",
+    "chalk": "^5.3.0",
     "chia-bls": "^1.0.2",
     "chia-config-loader": "^1.0.1",
     "chia-root-resolver": "^1.0.0",
@@ -35,6 +37,7 @@
     "chia-wallet": "^1.0.18",
     "cli-progress": "^3.12.0",
     "crypto-js": "^4.2.0",
+    "figures": "^6.1.0",
     "fs-extra": "^11.2.0",
     "ignore": "^5.3.2",
     "inquirer": "^10.1.8",
@@ -43,6 +46,7 @@
     "nanospinner": "^1.1.0",
     "nconf": "^0.12.1",
     "node-cache": "^5.1.2",
+    "ora": "^8.1.0",
     "p-limit": "^6.1.0",
     "superagent": "^10.0.0",
     "unzipper": "^0.12.3"