@dignetwork/dig-sdk 0.0.1-alpha.9 → 0.0.1-alpha.92

package/dist/blockchain/ServerCoin.js

@@ -5,13 +5,17 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ServerCoin = void 0;
 const lodash_1 = __importDefault(require("lodash"));
-const datalayer_driver_1 = require("datalayer-driver");
+const datalayer_driver_1 = require("@dignetwork/datalayer-driver");
 const FullNodePeer_1 = require("./FullNodePeer");
 const coins_1 = require("./coins");
 const Wallet_1 = require("./Wallet");
 const NconfManager_1 = require("../utils/NconfManager");
 const DataStore_1 = require("./DataStore");
+const node_cache_1 = __importDefault(require("node-cache"));
+const network_1 = require("../utils/network");
 const serverCoinCollateral = 300000000;
+// Initialize the cache with a TTL of 300 seconds (5 minutes)
+const serverCoinPeersCache = new node_cache_1.default({ stdTTL: 300 });
 class ServerCoin {
     constructor(storeId) {
         this.storeId = storeId;
@@ -23,7 +27,7 @@ class ServerCoin {
             const wallet = await Wallet_1.Wallet.load("default");
             const publicSyntheticKey = await wallet.getPublicSyntheticKey();
             const serverCoinCreationCoins = await (0, coins_1.selectUnspentCoins)(peer, BigInt(serverCoinCollateral), BigInt(1000000));
-            const currentEpoch = ServerCoin.getCurrentEpoch();
+            const { epoch: currentEpoch } = ServerCoin.getCurrentEpoch();
             const epochBasedHint = (0, datalayer_driver_1.morphLauncherId)(Buffer.from(this.storeId, "hex"), BigInt(currentEpoch));
             const newServerCoin = (0, datalayer_driver_1.createServerCoin)(publicSyntheticKey, serverCoinCreationCoins, epochBasedHint, [peerIp], BigInt(serverCoinCollateral), BigInt(1000000));
             const combinedCoinSpends = [...newServerCoin.coinSpends];
@@ -94,13 +98,13 @@ class ServerCoin {
         serverCoins = serverCoins.filter((coin) => coin.coin.parentCoinInfo !== serverCoin.parentCoinInfo);
         await ServerCoin.serverCoinManager.setConfigValue(`${this.storeId}:${peerIp}`, serverCoins);
     }
-    // Sample server coins for the current epoch
-    async sampleCurrentEpoch(sampleSize = 5, blacklist = []) {
-        const epoch = ServerCoin.getCurrentEpoch();
-        return this.sampleServerCoinsByEpoch(epoch, sampleSize, blacklist);
-    }
-    // Sample server coins by epoch
-    async sampleServerCoinsByEpoch(epoch, sampleSize = 5, blacklist = []) {
+    async getAllEpochPeers(epoch, blacklist = []) {
+        const cacheKey = `serverCoinPeers-${this.storeId}-${epoch}`;
+        // Check if the result is already cached
+        const cachedPeers = serverCoinPeersCache.get(cacheKey);
+        if (cachedPeers) {
+            return cachedPeers;
+        }
         const epochBasedHint = (0, datalayer_driver_1.morphLauncherId)(Buffer.from(this.storeId, "hex"), BigInt(epoch));
         const peer = await FullNodePeer_1.FullNodePeer.connect();
         const maxClvmCost = BigInt(11000000000);
@@ -118,18 +122,42 @@ class ServerCoin {
         if (process.env.DIG_DEBUG === "1") {
             console.log("Server Coin Peers: ", serverCoinPeers);
         }
-        // Convert the Set back to an array if needed
-        return lodash_1.default.sampleSize(Array.from(serverCoinPeers), sampleSize);
+        const peerList = Array.from(serverCoinPeers);
+        // Cache the result
+        serverCoinPeersCache.set(cacheKey, peerList);
+        return peerList;
+    }
+    async getActiveEpochPeers(blacklist = []) {
+        const { epoch } = ServerCoin.getCurrentEpoch();
+        return this.getAllEpochPeers(epoch, blacklist);
+    }
+    // Sample server coins for the current epoch
+    async sampleCurrentEpoch(sampleSize = 5, blacklist = []) {
+        const { epoch } = ServerCoin.getCurrentEpoch();
+        return this.sampleServerCoinsByEpoch(epoch, sampleSize, blacklist);
+    }
+    // Sample server coins by epoch
+    async sampleServerCoinsByEpoch(epoch, sampleSize = 5, blacklist = []) {
+        // We dont want our own IP to be included
+        const myIp = await (0, network_1.getPublicIpAddress)();
+        if (myIp) {
+            blacklist.push(myIp);
+        }
+        const serverCoinPeers = await this.getAllEpochPeers(epoch, blacklist);
+        if (process.env.DIG_DEBUG === "1") {
+            console.log("Server Coin Peers: ", serverCoinPeers);
+        }
+        return lodash_1.default.sampleSize(serverCoinPeers, sampleSize);
     }
     // Get the current epoch based on the current timestamp
     static getCurrentEpoch() {
-        return ServerCoin.calculateEpoch(new Date());
+        return ServerCoin.calculateEpochAndRound(new Date());
     }
     // Ensure server coin exists for the current epoch
     async ensureServerCoinExists(peerIp) {
         try {
             console.log(`Ensuring server coin exists for store ${this.storeId}...`);
-            const currentEpoch = ServerCoin.getCurrentEpoch();
+            const { epoch: currentEpoch } = ServerCoin.getCurrentEpoch();
             const serverCoins = await this.getServerCoinsForStore(peerIp);
             // Check if a server coin already exists for the current epoch
             const existingCoin = serverCoins.find((coin) => coin.epoch === currentEpoch);
@@ -160,7 +188,7 @@ class ServerCoin {
     // Melt outdated server coins
     async meltOutdatedEpochs(peerIp) {
         try {
-            const currentEpoch = ServerCoin.getCurrentEpoch();
+            const { epoch: currentEpoch } = ServerCoin.getCurrentEpoch();
             let serverCoins = await this.getServerCoinsForStore(peerIp);
             // Filter out coins that are not in the current epoch
             const outdatedCoins = serverCoins.filter((coin) => coin.epoch < currentEpoch);
@@ -244,17 +272,23 @@ class ServerCoin {
         }
     }
     // Static method to calculate the current epoch
-    static calculateEpoch(currentTimestampUTC) {
+    static calculateEpochAndRound(currentTimestampUTC) {
         const firstEpochStart = new Date(Date.UTC(2024, 8, 3, 0, 0)); // Sept 3, 2024, 00:00 UTC
         // Convert the current timestamp to milliseconds
         const currentTimestampMillis = currentTimestampUTC.getTime();
         // Calculate the number of milliseconds in one epoch (7 days)
-        const millisecondsInEpoch = 7 * 24 * 60 * 60 * 1000;
+        const millisecondsInEpoch = 7 * 24 * 60 * 60 * 1000; // 7 days in milliseconds
         // Calculate the difference in milliseconds between the current timestamp and the first epoch start
         const differenceMillis = currentTimestampMillis - firstEpochStart.getTime();
         // Calculate the current epoch number
         const epochNumber = Math.floor(differenceMillis / millisecondsInEpoch) + 1;
-        return epochNumber;
+        // Calculate the milliseconds elapsed since the start of the current epoch
+        const elapsedMillisInCurrentEpoch = differenceMillis % millisecondsInEpoch;
+        // Calculate the number of milliseconds in a round (10 minutes)
+        const millisecondsInRound = 10 * 60 * 1000; // 10 minutes in milliseconds
+        // Calculate the current round number
+        const roundNumber = Math.floor(elapsedMillisInCurrentEpoch / millisecondsInRound) + 1;
+        return { epoch: epochNumber, round: roundNumber };
     }
 }
 exports.ServerCoin = ServerCoin;

package/dist/blockchain/Wallet.d.ts

@@ -1,5 +1,5 @@
 import { Buffer } from "buffer";
-import { Peer, Coin, CoinSpend } from "datalayer-driver";
+import { Peer, Coin, CoinSpend } from "@dignetwork/datalayer-driver";
 export declare const DEFAULT_FEE_COIN_COST = 64000000;
 export declare class Wallet {
     private mnemonic;
@@ -20,7 +20,7 @@ export declare class Wallet {
     private static getWalletFromKeyring;
     private static saveWalletToKeyring;
     createKeyOwnershipSignature(nonce: string): Promise<string>;
-    verifyKeyOwnershipSignature(nonce: string, signature: string, publicKey: string): Promise<boolean>;
+    static verifyKeyOwnershipSignature(nonce: string, signature: string, publicKey: string): Promise<boolean>;
     selectUnspentCoins(peer: Peer, coinAmount: bigint, feeBigInt: bigint, omitCoins?: Coin[]): Promise<Coin[]>;
     static calculateFeeForCoinSpends(peer: Peer, coinSpends: CoinSpend[] | null): Promise<bigint>;
     static isCoinSpendable(peer: Peer, coinId: Buffer): Promise<boolean>;

package/dist/blockchain/Wallet.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Wallet.d.ts","sourceRoot":"","sources":["../../src/blockchain/Wallet.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EASL,IAAI,EACJ,IAAI,EAEJ,SAAS,EAEV,MAAM,kBAAkB,CAAC;AAM1B,eAAO,MAAM,qBAAqB,WAAa,CAAC;AAOhD,qBAAa,MAAM;IACjB,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,UAAU,CAAS;IAE3B,OAAO;WAKa,IAAI,CACtB,UAAU,GAAE,MAAkB,EAC9B,iBAAiB,GAAE,OAAc,GAChC,OAAO,CAAC,MAAM,CAAC;IAsBX,WAAW,IAAI,MAAM;WAOR,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;WAMpD,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;WAShE,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA6BhE,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;IAKrC,qBAAqB,IAAI,OAAO,CAAC,MAAM,CAAC;IAMxC,sBAAsB,IAAI,OAAO,CAAC,MAAM,CAAC;IAKzC,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;IAMrC,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;WAK7B,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;WASlD,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;mBAU/B,oBAAoB;mBAWpB,mBAAmB;IAM3B,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAO3D,2BAA2B,CACtC,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC;IASN,kBAAkB,CAC7B,IAAI,EAAE,IAAI,EACV,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,SAAS,GAAE,IAAI,EAAO,GACrB,OAAO,CAAC,IAAI,EAAE,CAAC;WAwCE,yBAAyB,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;WAItF,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAOlF"}
+{"version":3,"file":"Wallet.d.ts","sourceRoot":"","sources":["../../src/blockchain/Wallet.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EASL,IAAI,EACJ,IAAI,EAEJ,SAAS,EAEV,MAAM,8BAA8B,CAAC;AAQtC,eAAO,MAAM,qBAAqB,WAAa,CAAC;AAOhD,qBAAa,MAAM;IACjB,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,UAAU,CAAS;IAE3B,OAAO;WAKa,IAAI,CACtB,UAAU,GAAE,MAAkB,EAC9B,iBAAiB,GAAE,OAAc,GAChC,OAAO,CAAC,MAAM,CAAC;IAsBX,WAAW,IAAI,MAAM;WAOR,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;WAMpD,YAAY,CAC9B,UAAU,EAAE,MAAM,EAClB,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC;WASE,oBAAoB,CACtC,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,CAAC;IA6BL,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;IAKrC,qBAAqB,IAAI,OAAO,CAAC,MAAM,CAAC;IAMxC,sBAAsB,IAAI,OAAO,CAAC,MAAM,CAAC;IAKzC,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;IAMrC,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;WAK7B,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;WASlD,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;mBAU/B,oBAAoB;mBAcpB,mBAAmB;IAS3B,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;WAUpD,2BAA2B,CAC7C,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC;IASN,kBAAkB,CAC7B,IAAI,EAAE,IAAI,EACV,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,SAAS,GAAE,IAAI,EAAO,GACrB,OAAO,CAAC,IAAI,EAAE,CAAC;WA+EE,yBAAyB,CAC3C,IAAI,EAAE,IAAI,EACV,UAAU,EAAE,SAAS,EAAE,GAAG,IAAI,GAC7B,OAAO,CAAC,MAAM,CAAC;WAIE,eAAe,CACjC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,OAAO,CAAC;CAWpB"}

package/dist/blockchain/Wallet.js

@@ -38,9 +38,11 @@ const chia_root_resolver_1 = require("chia-root-resolver");
 const chia_config_loader_1 = require("chia-config-loader");
 const encryption_1 = require("../utils/encryption");
 const buffer_1 = require("buffer");
-const datalayer_driver_1 = require("datalayer-driver");
+const datalayer_driver_1 = require("@dignetwork/datalayer-driver");
 const config_1 = require("../utils/config");
 const FileCache_1 = require("../utils/FileCache");
+const config_2 = require("../utils/config");
+const path_1 = __importDefault(require("path"));
 const KEYRING_FILE = "keyring.json";
 const CACHE_DURATION = 5 * 60 * 1000; // 5 minutes
 exports.DEFAULT_FEE_COIN_COST = 64000000;
@@ -174,31 +176,62 @@ class Wallet {
         const signature = (0, datalayer_driver_1.signMessage)(buffer_1.Buffer.from(message, "utf-8"), privateSyntheticKey);
         return signature.toString("hex");
     }
-    async verifyKeyOwnershipSignature(nonce, signature, publicKey) {
+    static async verifyKeyOwnershipSignature(nonce, signature, publicKey) {
         const message = `Signing this message to prove ownership of key.\n\nNonce: ${nonce}`;
         return (0, datalayer_driver_1.verifySignedMessage)(buffer_1.Buffer.from(signature, "hex"), buffer_1.Buffer.from(publicKey, "hex"), buffer_1.Buffer.from(message, "utf-8"));
     }
     async selectUnspentCoins(peer, coinAmount, feeBigInt, omitCoins = []) {
-        const cache = new FileCache_1.FileCache("reserved_coins");
-        const cachedReservedCoins = cache.getCachedKeys();
-        const now = Date.now();
-        const omitCoinIds = omitCoins.map((coin) => (0, datalayer_driver_1.getCoinId)(coin).toString("hex"));
-        cachedReservedCoins.forEach((coinId) => {
-            const reservation = cache.get(coinId);
-            if (reservation && reservation.expiry > now) {
-                omitCoinIds.push(coinId);
+        const cache = new FileCache_1.FileCache(path_1.default.join(config_2.USER_DIR_PATH, "reserved_coins"));
+        const ownerPuzzleHash = await this.getOwnerPuzzleHash();
+        // Define a function to attempt selecting unspent coins
+        const trySelectCoins = async () => {
+            const now = Date.now();
+            const omitCoinIds = omitCoins.map((coin) => (0, datalayer_driver_1.getCoinId)(coin).toString("hex"));
+            // Update omitCoinIds with currently valid reserved coins
+            const cachedReservedCoins = cache.getCachedKeys();
+            cachedReservedCoins.forEach((coinId) => {
+                const reservation = cache.get(coinId);
+                if (reservation && reservation.expiry > now) {
+                    if (!omitCoinIds.includes(coinId)) {
+                        omitCoinIds.push(coinId);
+                    }
+                }
+                else {
+                    cache.delete(coinId);
+                }
+            });
+            const coinsResp = await peer.getAllUnspentCoins(ownerPuzzleHash, config_1.MIN_HEIGHT, buffer_1.Buffer.from(config_1.MIN_HEIGHT_HEADER_HASH, "hex"));
+            const unspentCoins = coinsResp.coins.filter((coin) => !omitCoinIds.includes((0, datalayer_driver_1.getCoinId)(coin).toString("hex")));
+            const selectedCoins = (0, datalayer_driver_1.selectCoins)(unspentCoins, feeBigInt + coinAmount);
+            return selectedCoins;
+        };
+        let selectedCoins = [];
+        let retry = true;
+        while (retry) {
+            selectedCoins = await trySelectCoins();
+            if (selectedCoins.length > 0) {
+                // Coins have been successfully selected
+                retry = false;
             }
             else {
-                cache.delete(coinId);
+                const now = Date.now();
+                // Check if there are any valid cached reserved coins left
+                const cachedReservedCoins = cache.getCachedKeys().filter((coinId) => {
+                    const reservation = cache.get(coinId);
+                    return reservation && reservation.expiry > now;
+                });
+                if (cachedReservedCoins.length > 0) {
+                    // Wait 10 seconds and try again
+                    console.log("No unspent coins available. Waiting 10 seconds...");
+                    await new Promise((resolve) => setTimeout(resolve, 10000));
+                }
+                else {
+                    // No unspent coins and no reserved coins
+                    throw new Error("No unspent coins available.");
+                }
             }
-        });
-        const ownerPuzzleHash = await this.getOwnerPuzzleHash();
-        const coinsResp = await peer.getAllUnspentCoins(ownerPuzzleHash, config_1.MIN_HEIGHT, buffer_1.Buffer.from(config_1.MIN_HEIGHT_HEADER_HASH, "hex"));
-        const unspentCoins = coinsResp.coins.filter((coin) => !omitCoinIds.includes((0, datalayer_driver_1.getCoinId)(coin).toString("hex")));
-        const selectedCoins = (0, datalayer_driver_1.selectCoins)(unspentCoins, feeBigInt + coinAmount);
-        if (selectedCoins.length === 0) {
-            throw new Error("No unspent coins available.");
         }
+        // Reserve the selected coins
         selectedCoins.forEach((coin) => {
             const coinId = (0, datalayer_driver_1.getCoinId)(coin).toString("hex");
             cache.set(coinId, { coinId, expiry: Date.now() + CACHE_DURATION });

package/dist/blockchain/coins.d.ts

@@ -1,4 +1,4 @@
-import { Peer, Coin, CoinSpend } from "datalayer-driver";
+import { Peer, Coin, CoinSpend } from "@dignetwork/datalayer-driver";
 export declare const DEFAULT_FEE_COIN_COST = 64000000;
 export declare const calculateFeeForCoinSpends: (peer: Peer, coinSpends: CoinSpend[] | null) => Promise<bigint>;
 export declare const selectUnspentCoins: (peer: Peer, coinAmount: bigint, feeBigInt: bigint, omitCoins?: Coin[], walletName?: string) => Promise<Coin[]>;

package/dist/blockchain/coins.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"coins.d.ts","sourceRoot":"","sources":["../../src/blockchain/coins.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,IAAI,EACJ,IAAI,EAEJ,SAAS,EAEV,MAAM,kBAAkB,CAAC;AAK1B,eAAO,MAAM,qBAAqB,WAAa,CAAC;AAWhD,eAAO,MAAM,yBAAyB,SAC9B,IAAI,cACE,SAAS,EAAE,GAAG,IAAI,KAC7B,OAAO,CAAC,MAAM,CA4BhB,CAAC;AAEF,eAAO,MAAM,kBAAkB,SACvB,IAAI,cACE,MAAM,aACP,MAAM,cACN,IAAI,EAAE,eACL,MAAM,KACjB,OAAO,CAAC,IAAI,EAAE,CAoEhB,CAAC;AAGF,eAAO,MAAM,eAAe,SACpB,IAAI,UACF,MAAM,KACb,OAAO,CAAC,OAAO,CAWjB,CAAC"}
+{"version":3,"file":"coins.d.ts","sourceRoot":"","sources":["../../src/blockchain/coins.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,IAAI,EACJ,IAAI,EAEJ,SAAS,EAEV,MAAM,8BAA8B,CAAC;AAKtC,eAAO,MAAM,qBAAqB,WAAa,CAAC;AAWhD,eAAO,MAAM,yBAAyB,SAC9B,IAAI,cACE,SAAS,EAAE,GAAG,IAAI,KAC7B,OAAO,CAAC,MAAM,CA4BhB,CAAC;AAEF,eAAO,MAAM,kBAAkB,SACvB,IAAI,cACE,MAAM,aACP,MAAM,cACN,IAAI,EAAE,eACL,MAAM,KACjB,OAAO,CAAC,IAAI,EAAE,CAoEhB,CAAC;AAGF,eAAO,MAAM,eAAe,SACpB,IAAI,UACF,MAAM,KACb,OAAO,CAAC,OAAO,CAWjB,CAAC"}

package/dist/blockchain/coins.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.isCoinSpendable = exports.selectUnspentCoins = exports.calculateFeeForCoinSpends = exports.DEFAULT_FEE_COIN_COST = void 0;
-const datalayer_driver_1 = require("datalayer-driver");
+const datalayer_driver_1 = require("@dignetwork/datalayer-driver");
 const Wallet_1 = require("./Wallet");
 const config_1 = require("../utils/config");
 const FileCache_1 = require("../utils/FileCache");

package/dist/types.d.ts

@@ -23,6 +23,7 @@ export interface DigConfig {
 export interface RootHistoryItem {
     root_hash: string;
     timestamp: Number | undefined;
+    synced: boolean;
 }
 export interface DatFile {
     root: string;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,MAAM;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE;QACL,CAAC,GAAG,EAAE,MAAM,GAAG;YACb,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;KACH,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,QAAQ,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,cAAc,CAAC;CAC9B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,MAAM;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE;QACL,CAAC,GAAG,EAAE,MAAM,GAAG;YACb,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;KACH,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,QAAQ,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,cAAc,CAAC;CAC9B"}

package/dist/utils/ContentScanner.d.ts

@@ -0,0 +1,63 @@
+/**
+ * @class IllegalContentScanner
+ * Scans files for illegal content using ClamAV running in a Docker container and deletes files if flagged.
+ */
+export declare class IllegalContentScanner {
+    private clamAVContainerName;
+    private virusTotalApiKey?;
+    private openAiApiKey?;
+    /**
+     * @constructor
+     * @param clamAVContainerName The name of the Docker container running ClamAV (default: 'clamav').
+     */
+    constructor(clamAVContainerName?: string);
+    /**
+     * Scans a file for illegal content using ClamAV, VirusTotal, and OpenAI Moderation API.
+     * If a service is missing its API key, the scan for that service is skipped.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<void>} A promise that resolves after the scan and potential deletion.
+     */
+    scanFile(filePath: string): Promise<void>;
+    /**
+     * Scans a file using ClamAV running in Docker.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<string>} The result of the ClamAV scan.
+     */
+    private scanWithClamAV;
+    /**
+     * Submits a file to VirusTotal for scanning.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<any>} The result from VirusTotal.
+     */
+    private scanWithVirusTotal;
+    /**
+     * Scans file content (text) using OpenAI's Moderation API.
+     * @param content The text content to scan.
+     * @returns {Promise<any>} The result from OpenAI's Moderation API.
+     */
+    private scanWithOpenAI;
+    /**
+     * Checks if the ClamAV scan result indicates a malicious file.
+     * @param result The ClamAV scan output.
+     * @returns {boolean} True if the file is flagged, false otherwise.
+     */
+    private isClamAVResultMalicious;
+    /**
+     * Checks if the VirusTotal result indicates a malicious file.
+     * @param result The VirusTotal scan result.
+     * @returns {boolean} True if the file is flagged, false otherwise.
+     */
+    private isVirusTotalResultMalicious;
+    /**
+     * Checks if the OpenAI Moderation result indicates harmful content.
+     * @param result The OpenAI Moderation result.
+     * @returns {boolean} True if harmful content is detected, false otherwise.
+     */
+    private isOpenAiResultMalicious;
+    /**
+     * Deletes a file from the filesystem.
+     * @param filePath The file to delete.
+     */
+    private deleteFile;
+}
+//# sourceMappingURL=ContentScanner.d.ts.map

package/dist/utils/ContentScanner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentScanner.d.ts","sourceRoot":"","sources":["../../src/utils/ContentScanner.ts"],"names":[],"mappings":"AAKA;;;GAGG;AACH,qBAAa,qBAAqB;IAC9B,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,gBAAgB,CAAC,CAAS;IAClC,OAAO,CAAC,YAAY,CAAC,CAAS;IAE9B;;;OAGG;gBACS,mBAAmB,GAAE,MAAiB;IAMlD;;;;;OAKG;IACU,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqDtD;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAYtB;;;;OAIG;YACW,kBAAkB;IAgBhC;;;;OAIG;YACW,cAAc;IAa5B;;;;OAIG;IACH,OAAO,CAAC,uBAAuB;IAI/B;;;;OAIG;IACH,OAAO,CAAC,2BAA2B;IAKnC;;;;OAIG;IACH,OAAO,CAAC,uBAAuB;IAI/B;;;OAGG;IACH,OAAO,CAAC,UAAU;CASrB"}

package/dist/utils/ContentScanner.js

@@ -0,0 +1,175 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IllegalContentScanner = void 0;
+const child_process_1 = require("child_process");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const axios_1 = __importDefault(require("axios"));
+/**
+ * @class IllegalContentScanner
+ * Scans files for illegal content using ClamAV running in a Docker container and deletes files if flagged.
+ */
+class IllegalContentScanner {
+    /**
+     * @constructor
+     * @param clamAVContainerName The name of the Docker container running ClamAV (default: 'clamav').
+     */
+    constructor(clamAVContainerName = "clamav") {
+        this.clamAVContainerName = clamAVContainerName;
+        this.virusTotalApiKey = process.env.VIRUSTOTAL_API_KEY || undefined;
+        this.openAiApiKey = process.env.OPENAI_API_KEY || undefined;
+    }
+    /**
+     * Scans a file for illegal content using ClamAV, VirusTotal, and OpenAI Moderation API.
+     * If a service is missing its API key, the scan for that service is skipped.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<void>} A promise that resolves after the scan and potential deletion.
+     */
+    async scanFile(filePath) {
+        try {
+            // 1. ClamAV Scan
+            console.log(`Starting ClamAV scan for file: ${filePath}`);
+            const clamAvResult = await this.scanWithClamAV(filePath);
+            if (this.isClamAVResultMalicious(clamAvResult)) {
+                console.log(`ClamAV flagged file: ${filePath}. Deleting...`);
+                this.deleteFile(filePath);
+                return;
+            }
+            else {
+                console.log(`ClamAV did not flag the file: ${filePath}.`);
+            }
+            // 2. VirusTotal Scan (if API key is provided)
+            if (this.virusTotalApiKey) {
+                console.log(`Submitting file to VirusTotal for scanning: ${filePath}`);
+                const virusTotalResult = await this.scanWithVirusTotal(filePath);
+                if (this.isVirusTotalResultMalicious(virusTotalResult)) {
+                    console.log(`VirusTotal flagged file: ${filePath}. Deleting...`);
+                    this.deleteFile(filePath);
+                    return;
+                }
+                else {
+                    console.log(`VirusTotal did not flag the file: ${filePath}.`);
+                }
+            }
+            else {
+                console.log(`VirusTotal API key not provided. Skipping VirusTotal scan.`);
+            }
+            // 3. OpenAI Moderation API (if API key is provided and file is text-based)
+            const fileExtension = path_1.default.extname(filePath).toLowerCase();
+            if (this.openAiApiKey && (fileExtension === ".txt" || fileExtension === ".json")) {
+                console.log(`Scanning file content with OpenAI Moderation API: ${filePath}`);
+                const fileContent = await fs_1.default.promises.readFile(filePath, "utf-8");
+                const openAiResult = await this.scanWithOpenAI(fileContent);
+                if (this.isOpenAiResultMalicious(openAiResult)) {
+                    console.log(`OpenAI flagged file: ${filePath}. Deleting...`);
+                    this.deleteFile(filePath);
+                    return;
+                }
+            }
+            else {
+                if (!this.openAiApiKey) {
+                    console.log(`OpenAI API key not provided. Skipping OpenAI scan.`);
+                }
+                else {
+                    console.log(`OpenAI scan skipped: File type not supported (${fileExtension}).`);
+                }
+            }
+            console.log(`File ${filePath} passed all multilayer scans.`);
+        }
+        catch (error) {
+            console.error(`Error scanning file: ${filePath}`, error);
+        }
+    }
+    /**
+     * Scans a file using ClamAV running in Docker.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<string>} The result of the ClamAV scan.
+     */
+    scanWithClamAV(filePath) {
+        return new Promise((resolve, reject) => {
+            (0, child_process_1.exec)(`docker exec ${this.clamAVContainerName} clamdscan ${filePath}`, (error, stdout, stderr) => {
+                if (error) {
+                    reject(`ClamAV scan error: ${stderr}`);
+                }
+                else {
+                    resolve(stdout);
+                }
+            });
+        });
+    }
+    /**
+     * Submits a file to VirusTotal for scanning.
+     * @param filePath The path of the file to scan.
+     * @returns {Promise<any>} The result from VirusTotal.
+     */
+    async scanWithVirusTotal(filePath) {
+        const fileContent = await fs_1.default.promises.readFile(filePath);
+        const formData = new FormData();
+        // @ts-ignore
+        formData.append("file", fileContent);
+        const response = await axios_1.default.post("https://www.virustotal.com/vtapi/v2/file/scan", formData, {
+            headers: {
+                "x-apikey": this.virusTotalApiKey,
+                // @ts-ignore
+                ...formData.getHeaders(),
+            },
+        });
+        return response.data;
+    }
+    /**
+     * Scans file content (text) using OpenAI's Moderation API.
+     * @param content The text content to scan.
+     * @returns {Promise<any>} The result from OpenAI's Moderation API.
+     */
+    async scanWithOpenAI(content) {
+        const response = await axios_1.default.post("https://api.openai.com/v1/moderations", { input: content }, {
+            headers: {
+                Authorization: `Bearer ${this.openAiApiKey}`,
+            },
+        });
+        return response.data;
+    }
+    /**
+     * Checks if the ClamAV scan result indicates a malicious file.
+     * @param result The ClamAV scan output.
+     * @returns {boolean} True if the file is flagged, false otherwise.
+     */
+    isClamAVResultMalicious(result) {
+        return result.includes("FOUND");
+    }
+    /**
+     * Checks if the VirusTotal result indicates a malicious file.
+     * @param result The VirusTotal scan result.
+     * @returns {boolean} True if the file is flagged, false otherwise.
+     */
+    isVirusTotalResultMalicious(result) {
+        // Check if VirusTotal flagged the file based on its multiple antivirus results
+        return result.positives > 0;
+    }
+    /**
+     * Checks if the OpenAI Moderation result indicates harmful content.
+     * @param result The OpenAI Moderation result.
+     * @returns {boolean} True if harmful content is detected, false otherwise.
+     */
+    isOpenAiResultMalicious(result) {
+        return result.flagged === true;
+    }
+    /**
+     * Deletes a file from the filesystem.
+     * @param filePath The file to delete.
+     */
+    deleteFile(filePath) {
+        fs_1.default.unlink(filePath, (err) => {
+            if (err) {
+                console.error(`Error deleting file: ${filePath}`, err);
+            }
+            else {
+                console.log(`File ${filePath} was deleted successfully.`);
+            }
+        });
+    }
+}
+exports.IllegalContentScanner = IllegalContentScanner;

package/dist/utils/FileTransfer.d.ts

@@ -0,0 +1,47 @@
+import { Readable } from "stream";
+export declare class FileTransfer {
+    private static certPath;
+    private static keyPath;
+    constructor();
+    /** ------------------------ UPLOAD FUNCTIONALITY ------------------------ **/
+    /**
+     * Upload a file to the server using a stream.
+     * @param filePath - Local path of the file.
+     * @param uploadUrl - Server URL to upload the file.
+     * @param headers - Additional headers for the request.
+     * @returns Promise<void>
+     */
+    uploadFile(filePath: string, uploadUrl: string, headers: Record<string, string>): Promise<void>;
+    /**
+     * Perform a POST request.
+     * @param url - The URL to POST to.
+     * @param data - Data to send.
+     * @param headers - Headers for the POST request.
+     * @returns Promise<void>
+     */
+    postRequest(url: string, data: string, headers: Record<string, string>): Promise<void>;
+    /** ------------------------ DOWNLOAD FUNCTIONALITY ------------------------ **/
+    /**
+     * Download data from a URL.
+     * @param url - The URL to download data from.
+     * @returns Promise<string>
+     */
+    downloadData(url: string): Promise<string>;
+    /**
+     * Stream data from a URL.
+     * @param url - The URL to stream data from.
+     * @returns Promise<Readable>
+     */
+    streamData(url: string): Promise<Readable>;
+    /** ------------------------ HEAD REQUEST FUNCTIONALITY ------------------------ **/
+    /**
+     * Perform a HEAD request to check if a resource exists on the server.
+     * @param url - The URL to check.
+     * @returns Promise<{ success: boolean; headers?: Record<string, string> }>
+     */
+    headRequest(url: string): Promise<{
+        success: boolean;
+        headers?: Record<string, string>;
+    }>;
+}
+//# sourceMappingURL=FileTransfer.d.ts.map

package/dist/utils/FileTransfer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileTransfer.d.ts","sourceRoot":"","sources":["../../src/utils/FileTransfer.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;;IAU/B,8EAA8E;IAE9E;;;;;;OAMG;IACU,UAAU,CACrB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,OAAO,CAAC,IAAI,CAAC;IA0ChB;;;;;;OAMG;IACU,WAAW,CACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,OAAO,CAAC,IAAI,CAAC;IAsChB,gFAAgF;IAEhF;;;;OAIG;IACU,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0CvD;;;;OAIG;IACU,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAuCvD,oFAAoF;IAEpF;;;;OAIG;IACU,WAAW,CACtB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAC;CA8BnE"}