@instadapp/interop-x 0.0.0-dev.0b0cc3f

package/src/index.ts

@@ -0,0 +1,50 @@
+import 'module-alias/register';
+import assert from "assert";
+import dotenv from "dotenv";
+import { ethers } from "ethers";
+dotenv.config();
+
+import Logger from "@/logger";
+const logger = new Logger('Process')
+
+assert(process.env.PRIVATE_KEY, "PRIVATE_KEY is not defined");
+
+try {
+    new ethers.Wallet(process.env.PRIVATE_KEY!)
+} catch (e) {
+    logger.error('Invalid private key')
+    process.exit(1)
+}
+
+import { Tasks } from "@/tasks";
+import { startPeer } from "@/net";
+
+
+async function main() {
+
+    startPeer({})
+
+    const tasks = new Tasks()
+
+    tasks.start();
+}
+
+main()
+    .then(() => {
+    }).catch(err => {
+        console.error(err);
+    });
+
+process.on('SIGINT', () => {
+    logger.debug('received SIGINT signal. exiting.')
+    process.exit(0)
+})
+
+process.on('SIGTERM', () => {
+    logger.debug('received SIGTERM signal. exiting.')
+    process.exit(0)
+})
+
+process.on('unhandledRejection', (reason: Error, p: Promise<any>) => {
+    logger.error('unhandled rejection: promise:', p, 'reason:', reason)
+})

package/src/logger/index.ts

@@ -0,0 +1,157 @@
+import chalk from 'chalk'
+import { DateTime } from 'luxon'
+
+export type Options = {
+    tag?: string
+    prefix?: string
+    color: string
+}
+
+type AdditionalDataLabel = {
+    id?: string
+    root?: string
+}
+
+export enum LogLevels {
+    Critical,
+    Error,
+    Warn,
+    Info,
+    Log,
+    Debug
+}
+
+const logLevelColors: { [key: string]: string } = {
+    [LogLevels.Critical]: 'red',
+    [LogLevels.Error]: 'red',
+    [LogLevels.Warn]: 'yellow',
+    [LogLevels.Info]: 'blue',
+    [LogLevels.Log]: 'white',
+    [LogLevels.Debug]: 'white'
+}
+
+let logLevel = LogLevels.Debug
+export const setLogLevel = (_logLevel: LogLevels | string) => {
+    if (typeof _logLevel === 'string') {
+        const mapping: { [key: string]: number } = {
+            error: LogLevels.Error,
+            warn: LogLevels.Warn,
+            info: LogLevels.Info,
+            debug: LogLevels.Debug
+        }
+        _logLevel = mapping[_logLevel]
+    }
+    logLevel = _logLevel
+}
+
+class Logger {
+    private readonly tag: string = ''
+    private readonly prefix: string = ''
+    private readonly options: any = {}
+    enabled: boolean = true
+
+    setEnabled(enabled: boolean) {
+        this.enabled = enabled
+    }
+
+    constructor(
+        tag: Partial<Options> | string = '',
+        opts: Partial<Options> = {
+            color: 'white'
+        }
+    ) {
+        if (tag instanceof Object) {
+            opts = tag
+            tag = opts.tag ?? ''
+        }
+        if (opts.prefix) {
+            this.prefix = `<${opts.prefix}>`
+        }
+        if (tag) {
+            if (opts.color) {
+                //@ts-ignore
+                this.tag = chalk[opts.color](`[${tag}]`)
+            } else {
+                this.tag = `[${tag}]`
+            }
+        }
+        if (process.env.DISABLE_LOGGER) {
+            this.enabled = false
+        }
+        this.options = opts
+    }
+
+    create(additionalDataLabel: AdditionalDataLabel): Logger {
+        let label: string
+        if (additionalDataLabel.id) {
+            label = `id: ${additionalDataLabel.id}`
+        } else {
+            label = `root: ${additionalDataLabel.root}`
+        }
+
+        return new Logger(
+            this.options.tag,
+            Object.assign({}, this.options, {
+                prefix: `${this.options.prefix ? `${this.options.prefix} ` : ''}${label}`
+            })
+        )
+    }
+
+    get timestamp(): string {
+        return DateTime.now().toISO()
+    }
+
+    headers(logLevelEnum: LogLevels): string[] {
+        const keys = Object.keys(LogLevels)
+        const logLevelName = keys[logLevelEnum + keys.length / 2].toUpperCase()
+        //@ts-ignore
+        const coloredLogLevel = chalk[logLevelColors[logLevelEnum]](
+            logLevelName.padEnd(5, ' ')
+        )
+        return [this.timestamp, coloredLogLevel, this.tag, this.prefix]
+    }
+
+    critical = (...input: any[]) => {
+        if (!this.enabled) return
+        console.error(...this.headers(LogLevels.Critical), ...input)
+    }
+
+    debug = (...input: any[]) => {
+        if (!this.enabled) return
+        if (logLevel !== LogLevels.Debug) {
+            return
+        }
+        console.debug(...this.headers(LogLevels.Debug), ...input)
+    }
+
+    error = (...input: any[]) => {
+        if (!this.enabled) return
+        console.error(...this.headers(LogLevels.Error), ...input)
+    }
+
+    info = (...input: any[]) => {
+        if (!this.enabled) return
+        if (!(logLevel === LogLevels.Debug || logLevel === LogLevels.Info)) {
+            return
+        }
+        console.info(...this.headers(LogLevels.Info), ...input)
+    }
+
+    log = (...input: any[]) => {
+        if (!this.enabled) return
+        if (logLevel < LogLevels.Info) {
+            return
+        }
+        console.log(...this.headers(LogLevels.Log), ...input)
+    }
+
+    warn = (...input: any[]) => {
+        if (!this.enabled) return
+        if (logLevel < LogLevels.Warn) {
+            return
+        }
+        console.warn(...this.headers(LogLevels.Warn), ...input)
+    }
+}
+
+export default Logger

package/src/net/index.ts

@@ -0,0 +1,3 @@
+export * from './peer';
+export * from './pool';
+export * from './protocol';

package/src/net/peer/index.ts

@@ -0,0 +1,119 @@
+import Libp2p from "libp2p";
+import TCP from "libp2p-tcp";
+//@ts-ignore
+import WS from "libp2p-websockets";
+//@ts-ignore
+import Mplex from "libp2p-mplex";
+import { NOISE } from "libp2p-noise";
+import Logger from "@/logger";
+import Bootstrap from "libp2p-bootstrap";
+import wait from "waait";
+import Gossipsub from "@achingbrain/libp2p-gossipsub";
+//@ts-ignore
+import MulticastDNS from "libp2p-mdns";
+//@ts-ignore
+import KadDHT from "libp2p-kad-dht";
+//@ts-ignore
+import PubsubPeerDiscovery from "libp2p-pubsub-peer-discovery";
+import { protocol } from "@/net";
+import config from "@/config";
+
+const logger = new Logger("Peer");
+
+let node: Libp2p;
+
+// Known peers addresses
+const bootstrapMultiaddrs = [
+  '/ip4/164.92.249.133/tcp/15001/ws/p2p/QmVGmkqRn8FEw4PQz83L8Mun24ALxXB2fEyS5aEfT2gGqz',
+  '/ip4/164.92.249.133/tcp/15000/p2p/QmVGmkqRn8FEw4PQz83L8Mun24ALxXB2fEyS5aEfT2gGqz',
+];
+
+interface IPeerOptions {
+}
+
+export const startPeer = async ({ }: IPeerOptions) => {
+  node = await Libp2p.create({
+    addresses: {
+      listen: ["/ip4/0.0.0.0/tcp/0", "/ip4/0.0.0.0/tcp/0/ws"],
+    },
+    modules: {
+      transport: [TCP, WS],
+      streamMuxer: [Mplex],
+      connEncryption: [NOISE],
+      peerDiscovery: [MulticastDNS, Bootstrap, PubsubPeerDiscovery],
+      pubsub: Gossipsub,
+      dht: KadDHT,
+    },
+
+    config: {
+      dht: {
+        enabled: true,
+      },
+      peerDiscovery: {
+        autoDial: true, // Auto connect to discovered peers (limited by ConnectionManager minConnections)
+        // The `tag` property will be searched when creating the instance of your Peer Discovery service.
+        // The associated object, will be passed to the service when it is instantiated.
+        [Bootstrap.tag]: {
+          enabled: true,
+          interval: 60e3,
+          list: bootstrapMultiaddrs, // provide array of multiaddrs
+        },
+        [MulticastDNS.tag]: {
+          interval: 20e3,
+          enabled: true,
+        },
+        [PubsubPeerDiscovery.tag]: {
+          interval: 1000,
+          enabled: true,
+        },
+      },
+      relay: {
+        enabled: true,
+        autoRelay: {
+          enabled: true,
+          maxListeners: 10,
+        },
+      },
+    },
+    peerStore: {
+      persistence: true,
+    },
+  });
+
+  logger.info("Peer ID:", node.peerId.toB58String());
+
+  await node.start();
+
+  protocol.start({
+    libp2p: node
+  })
+
+  node.on("peer:discovery", (peer) =>
+    logger.log(`Discovered peer ${peer}`)
+  ); // peer disc.
+  node.connectionManager.on("peer:connect", (connection) =>
+    logger.log(`Connected to ${connection.remotePeer.toB58String()}`)
+  );
+
+  logger.log("Peer discovery started");
+
+  await wait(1000);
+
+
+  setInterval(() => protocol.sendPeerInfo({
+    publicAddress: config.wallet.address,
+  }), 5000)
+};
+
+export const stopPeer = async () => {
+  if (node) {
+    // stop libp2p
+    await node.stop();
+    logger.log("libp2p has stopped");
+  }
+
+  process.exit(0);
+};
+
+process.on("SIGTERM", stopPeer);
+process.on("SIGINT", stopPeer);

package/src/net/pool/index.ts

@@ -0,0 +1,128 @@
+import { Event } from "@/types";
+import config from "@/config";
+
+export interface IPeerInfo {
+    id: string;
+    publicAddress: string;
+    pooled: boolean;
+    updated: Date;
+}
+
+export class PeerPool {
+    public PEERS_CLEANUP_TIME_LIMIT = 1
+    private pool: Map<string, IPeerInfo>
+
+
+    constructor() {
+        this.pool = new Map<string, IPeerInfo>()
+
+        config.events.on(Event.PEER_CONNECTED, (peer) => {
+            this.connected(peer)
+        })
+
+        config.events.on(Event.PEER_DISCONNECTED, (peer) => {
+            this.disconnected(peer)
+        })
+    }
+
+
+    /**
+     * Connected peers
+     */
+    get peers(): IPeerInfo[] {
+        const connectedPeers: IPeerInfo[] = Array.from(this.pool.values())
+        return connectedPeers
+    }
+
+    /**
+     * Number of peers in pool
+     */
+    get size() {
+        return this.peers.length
+    }
+
+    /**
+     * Return true if pool contains the specified peer
+     * @param peer peer object or id
+     */
+    contains(peer: IPeerInfo | string): boolean {
+        if (typeof peer !== 'string') {
+            peer = peer.id
+        }
+        return !!this.pool.get(peer)
+    }
+
+    /**
+     * Handler for peer connections
+     * @param peer peer
+     */
+    private connected(peer: IPeerInfo) {
+        if (this.size >= config.maxPeers) return
+        this.add(peer)
+    }
+
+    /**
+     * Handler for peer disconnections
+     * @param peer peer
+     */
+    private disconnected(peer: IPeerInfo) {
+        this.remove(peer)
+    }
+
+    /**
+     * Add peer to pool
+     * @param peer peer
+     * @emits {@link Event.POOL_PEER_ADDED}
+     */
+    add(peer?: IPeerInfo) {
+        if (peer && peer.id && !this.pool.get(peer.id)) {
+            this.pool.set(peer.id, peer)
+            peer.pooled = true
+            config.events.emit(Event.POOL_PEER_ADDED, peer)
+        }
+    }
+
+    /**
+     * Remove peer from pool
+     * @param peer peer
+     * @emits {@link Event.POOL_PEER_REMOVED}
+     */
+    remove(peer?: IPeerInfo) {
+        if (peer && peer.id) {
+            if (this.pool.delete(peer.id)) {
+                peer.pooled = false
+                config.events.emit(Event.POOL_PEER_REMOVED, peer)
+            }
+        }
+    }
+
+    get activePeers() {
+        this.cleanup()
+
+        return this.peers.filter((p) => {
+            if(!p.pooled) return false;
+
+            const now = new Date()
+
+            return (now.getTime() - p.updated.getTime()) < 1000 * 10 // 10 seconds
+        })
+    }
+
+    get activePeerIds() {
+        return this.activePeers.map((p) => p.id)
+    }
+
+
+    cleanup() {
+        let compDate = Date.now() - this.PEERS_CLEANUP_TIME_LIMIT * 60
+
+        this.peers.forEach((peerInfo) => {
+            if (peerInfo.updated.getTime() < compDate) {
+                console.log(`Peer ${peerInfo.id} idle for ${this.PEERS_CLEANUP_TIME_LIMIT} minutes`)
+                this.remove(peerInfo)
+            }
+        })
+    }
+}
+
+export const peerPool = new PeerPool()

package/src/net/protocol/dial/BaseDialProtocol.ts

@@ -0,0 +1,104 @@
+import pipe from 'it-pipe';
+import Libp2p from 'libp2p';
+import PeerId from 'peer-id';
+import { asyncCallWithTimeout } from '@/utils';
+import wait from 'waait';
+
+export class BaseDialProtocol<TRequest extends any, TResponse extends any> {
+    protected libp2p: Libp2p;
+    protected protocol: string;
+    protected timeout = 20000;
+
+    constructor(libp2p: Libp2p, protocol: string) {
+        this.libp2p = libp2p
+        this.protocol = protocol
+
+        this.libp2p.handle(this.protocol, this.handle.bind(this))
+    }
+
+    encode(data: TRequest) {
+        return JSON.stringify(data)
+    }
+
+    encodeResponse(data: TResponse): String | Buffer {
+        return JSON.stringify(data)
+    }
+
+    decode(data: Buffer) {
+        return JSON.parse(data.toString())
+    }
+
+    decodeResponse(data: Buffer): any {
+        return JSON.parse(data.toString())
+    }
+
+    async response(data: TRequest): Promise<TResponse> {
+        return data as TResponse;
+    }
+
+    async handle({ connection, stream }) {
+        const instance = this;
+
+        try {
+            await pipe(stream, async function (source) {
+                for await (const message of source) {
+                    const response = instance.encodeResponse(
+                        await instance.response(
+                            instance.decode(message)
+                        )
+                    )
+
+                    await pipe(
+                        [response],
+                        stream
+                    );
+                }
+            });
+        } catch (err) {
+            console.error(err);
+        }
+    }
+
+    async send(data: TRequest, peerId: string) {
+        return await asyncCallWithTimeout<TResponse>(new Promise(async (resolve, reject) => {
+            try {
+                let connection = this.libp2p.connectionManager.get(PeerId.createFromB58String(peerId))
+
+                if (!connection) {
+
+                    await wait(5000)
+
+                    connection = this.libp2p.connectionManager.get(PeerId.createFromB58String(peerId))
+
+
+                    if (!connection) {
+
+                        await wait(3000)
+
+                        connection = this.libp2p.connectionManager.get(PeerId.createFromB58String(peerId))
+
+                        if (!connection) {
+                            throw new Error('No connection available')
+                        }
+                    }
+                }
+
+
+
+                const { stream } = await connection.newStream([this.protocol])
+
+                const instance = this;
+
+                pipe([this.encode(data)], stream, async function (source) {
+                    for await (const message of source) {
+                        resolve(instance.decodeResponse(message))
+                        stream.close()
+                    }
+                });
+            } catch (error) {
+                reject(error)
+            }
+        }), this.timeout)
+
+    }
+}

package/src/net/protocol/dial/SignatureDialProtocol.ts

@@ -0,0 +1,59 @@
+import { BaseDialProtocol } from "./BaseDialProtocol";
+import wait from "waait";
+import config from "@/config";
+import { Transaction } from "@/db";
+
+export interface ISignatureRequest {
+    type: string,
+    transactionHash: string
+    safeTxGas: string
+    safeNonce: string
+}
+export interface ISignatureResponse {
+    signer: string,
+    data?: string | null,
+    error?: string | null,
+}
+export class SignatureDialProtocol extends BaseDialProtocol<ISignatureRequest, ISignatureResponse> {
+    protected timeout = 30000;
+
+    constructor(libp2p) {
+        super(libp2p, '/interop-x/signatures')
+    }
+
+    async response(data: ISignatureRequest): Promise<ISignatureResponse> {
+        const signer = config.wallet;
+
+        let event: Transaction | null;
+        let maxTimeout = 20000;
+
+        do {
+            event = await Transaction.findOne({ where: { transactionHash: data.transactionHash } })
+
+            if (!event) {
+                await wait(1000);
+                maxTimeout -= 1000;
+            }
+        } while (!event && maxTimeout > 0)
+
+        if (!event) {
+            return {
+                signer: signer.address,
+                data: null,
+                error: 'Event not found'
+            };
+        }
+
+        // const signedData = await signGnosisSafeTx({
+        //     to: addresses[event.chainId as ChainId].multisend,
+        //     data: 'TODO',
+        //     chainId: event.chainId as ChainId,
+        //     safeTxGas: data.safeTxGas,
+        // }, { signer });
+
+        return {
+            signer: signer.address,
+            data: null, //signedData,
+        }
+    }
+}