@instadapp/interop-x 0.0.0-dev.0ee2ee3

package/src/logger/index.ts

@@ -0,0 +1,157 @@
+import chalk from 'chalk'
+import { DateTime } from 'luxon'
+
+export type Options = {
+    tag?: string
+    prefix?: string
+    color: string
+}
+
+type AdditionalDataLabel = {
+    id?: string
+    root?: string
+}
+
+export enum LogLevels {
+    Critical,
+    Error,
+    Warn,
+    Info,
+    Log,
+    Debug
+}
+
+const logLevelColors: { [key: string]: string } = {
+    [LogLevels.Critical]: 'red',
+    [LogLevels.Error]: 'red',
+    [LogLevels.Warn]: 'yellow',
+    [LogLevels.Info]: 'blue',
+    [LogLevels.Log]: 'white',
+    [LogLevels.Debug]: 'white'
+}
+
+let logLevel = LogLevels.Debug
+export const setLogLevel = (_logLevel: LogLevels | string) => {
+    if (typeof _logLevel === 'string') {
+        const mapping: { [key: string]: number } = {
+            error: LogLevels.Error,
+            warn: LogLevels.Warn,
+            info: LogLevels.Info,
+            debug: LogLevels.Debug
+        }
+        _logLevel = mapping[_logLevel]
+    }
+    logLevel = _logLevel
+}
+
+class Logger {
+    private readonly tag: string = ''
+    private readonly prefix: string = ''
+    private readonly options: any = {}
+    enabled: boolean = true
+
+    setEnabled(enabled: boolean) {
+        this.enabled = enabled
+    }
+
+    constructor(
+        tag: Partial<Options> | string = '',
+        opts: Partial<Options> = {
+            color: 'white'
+        }
+    ) {
+        if (tag instanceof Object) {
+            opts = tag
+            tag = opts.tag ?? ''
+        }
+        if (opts.prefix) {
+            this.prefix = `<${opts.prefix}>`
+        }
+        if (tag) {
+            if (opts.color) {
+                //@ts-ignore
+                this.tag = chalk[opts.color](`[${tag}]`)
+            } else {
+                this.tag = `[${tag}]`
+            }
+        }
+        if (process.env.DISABLE_LOGGER) {
+            this.enabled = false
+        }
+        this.options = opts
+    }
+
+    create(additionalDataLabel: AdditionalDataLabel): Logger {
+        let label: string
+        if (additionalDataLabel.id) {
+            label = `id: ${additionalDataLabel.id}`
+        } else {
+            label = `root: ${additionalDataLabel.root}`
+        }
+
+        return new Logger(
+            this.options.tag,
+            Object.assign({}, this.options, {
+                prefix: `${this.options.prefix ? `${this.options.prefix} ` : ''}${label}`
+            })
+        )
+    }
+
+    get timestamp(): string {
+        return DateTime.now().toISO()
+    }
+
+    headers(logLevelEnum: LogLevels): string[] {
+        const keys = Object.keys(LogLevels)
+        const logLevelName = keys[logLevelEnum + keys.length / 2].toUpperCase()
+        //@ts-ignore
+        const coloredLogLevel = chalk[logLevelColors[logLevelEnum]](
+            logLevelName.padEnd(5, ' ')
+        )
+        return [this.timestamp, coloredLogLevel, this.tag, this.prefix]
+    }
+
+    critical = (...input: any[]) => {
+        if (!this.enabled) return
+        console.error(...this.headers(LogLevels.Critical), ...input)
+    }
+
+    debug = (...input: any[]) => {
+        if (!this.enabled) return
+        if (logLevel !== LogLevels.Debug) {
+            return
+        }
+        console.debug(...this.headers(LogLevels.Debug), ...input)
+    }
+
+    error = (...input: any[]) => {
+        if (!this.enabled) return
+        console.error(...this.headers(LogLevels.Error), ...input)
+    }
+
+    info = (...input: any[]) => {
+        if (!this.enabled) return
+        if (!(logLevel === LogLevels.Debug || logLevel === LogLevels.Info)) {
+            return
+        }
+        console.info(...this.headers(LogLevels.Info), ...input)
+    }
+
+    log = (...input: any[]) => {
+        if (!this.enabled) return
+        if (logLevel < LogLevels.Info) {
+            return
+        }
+        console.log(...this.headers(LogLevels.Log), ...input)
+    }
+
+    warn = (...input: any[]) => {
+        if (!this.enabled) return
+        if (logLevel < LogLevels.Warn) {
+            return
+        }
+        console.warn(...this.headers(LogLevels.Warn), ...input)
+    }
+}
+
+export default Logger

package/src/net/index.ts

@@ -0,0 +1,3 @@
+export * from './peer';
+export * from './pool';
+export * from './protocol';

package/src/net/peer/index.ts

@@ -0,0 +1,113 @@
+import Libp2p from "libp2p";
+import TCP from "libp2p-tcp";
+//@ts-ignore
+import WS from "libp2p-websockets";
+//@ts-ignore
+import Mplex from "libp2p-mplex";
+import { NOISE } from "libp2p-noise";
+import Logger from "../../logger";
+import Bootstrap from "libp2p-bootstrap";
+import wait from "waait";
+import Gossipsub from "@achingbrain/libp2p-gossipsub";
+//@ts-ignore
+import MulticastDNS from "libp2p-mdns";
+//@ts-ignore
+import KadDHT from "libp2p-kad-dht";
+//@ts-ignore
+import PubsubPeerDiscovery from "libp2p-pubsub-peer-discovery";
+import { protocol } from "../protocol";
+
+const logger = new Logger("Peer");
+
+let node: Libp2p;
+
+// Known peers addresses
+const bootstrapMultiaddrs = [
+  '/ip4/164.92.249.133/tcp/15001/ws/p2p/QmVGmkqRn8FEw4PQz83L8Mun24ALxXB2fEyS5aEfT2gGqz',
+  '/ip4/164.92.249.133/tcp/15000/p2p/QmVGmkqRn8FEw4PQz83L8Mun24ALxXB2fEyS5aEfT2gGqz',
+];
+
+interface IPeerOptions {
+}
+
+export const startPeer = async ({ }: IPeerOptions) => {
+  node = await Libp2p.create({
+    addresses: {
+      listen: ["/ip4/0.0.0.0/tcp/0", "/ip4/0.0.0.0/tcp/0/ws"],
+    },
+    modules: {
+      transport: [TCP, WS],
+      streamMuxer: [Mplex],
+      connEncryption: [NOISE],
+      peerDiscovery: [MulticastDNS, Bootstrap, PubsubPeerDiscovery],
+      pubsub: Gossipsub,
+      dht: KadDHT,
+    },
+
+    config: {
+      dht: {
+        enabled: true,
+      },
+      peerDiscovery: {
+        autoDial: true, // Auto connect to discovered peers (limited by ConnectionManager minConnections)
+        // The `tag` property will be searched when creating the instance of your Peer Discovery service.
+        // The associated object, will be passed to the service when it is instantiated.
+        [Bootstrap.tag]: {
+          enabled: true,
+          interval: 60e3,
+          list: bootstrapMultiaddrs, // provide array of multiaddrs
+        },
+        [MulticastDNS.tag]: {
+          interval: 20e3,
+          enabled: true,
+        },
+        [PubsubPeerDiscovery.tag]: {
+          interval: 1000,
+          enabled: true,
+        },
+      },
+      relay: {
+        enabled: true,
+        autoRelay: {
+          enabled: true,
+          maxListeners: 10,
+        },
+      },
+    },
+    peerStore: {
+      persistence: true,
+    },
+  });
+
+  logger.info("Peer ID:", node.peerId.toB58String());
+
+  await node.start();
+
+  protocol.start({
+    libp2p: node
+  })
+
+  node.on("peer:discovery", (peer) =>
+    logger.log(`Discovered peer ${peer}`)
+  ); // peer disc.
+  node.connectionManager.on("peer:connect", (connection) =>
+    logger.log(`Connected to ${connection.remotePeer.toB58String()}`)
+  );
+
+  logger.log("Peer discovery started");
+
+  await wait(1000);
+};
+
+export const stopPeer = async () => {
+  if (node) {
+    // stop libp2p
+    await node.stop();
+    logger.log("libp2p has stopped");
+  }
+
+  process.exit(0);
+};
+
+process.on("SIGTERM", stopPeer);
+process.on("SIGINT", stopPeer);

package/src/net/pool/index.ts

@@ -0,0 +1,128 @@
+import { Event } from "../../types";
+import config from "../../config";
+
+export interface IPeerInfo {
+    id: string;
+    publicAddress: string;
+    pooled: boolean;
+    updated: Date;
+}
+
+export class PeerPool {
+    public PEERS_CLEANUP_TIME_LIMIT = 1
+    private pool: Map<string, IPeerInfo>
+
+
+    constructor() {
+        this.pool = new Map<string, IPeerInfo>()
+
+        config.events.on(Event.PEER_CONNECTED, (peer) => {
+            this.connected(peer)
+        })
+
+        config.events.on(Event.PEER_DISCONNECTED, (peer) => {
+            this.disconnected(peer)
+        })
+    }
+
+
+    /**
+     * Connected peers
+     */
+    get peers(): IPeerInfo[] {
+        const connectedPeers: IPeerInfo[] = Array.from(this.pool.values())
+        return connectedPeers
+    }
+
+    /**
+     * Number of peers in pool
+     */
+    get size() {
+        return this.peers.length
+    }
+
+    /**
+     * Return true if pool contains the specified peer
+     * @param peer peer object or id
+     */
+    contains(peer: IPeerInfo | string): boolean {
+        if (typeof peer !== 'string') {
+            peer = peer.id
+        }
+        return !!this.pool.get(peer)
+    }
+
+    /**
+     * Handler for peer connections
+     * @param peer peer
+     */
+    private connected(peer: IPeerInfo) {
+        if (this.size >= config.maxPeers) return
+        this.add(peer)
+    }
+
+    /**
+     * Handler for peer disconnections
+     * @param peer peer
+     */
+    private disconnected(peer: IPeerInfo) {
+        this.remove(peer)
+    }
+
+    /**
+     * Add peer to pool
+     * @param peer peer
+     * @emits {@link Event.POOL_PEER_ADDED}
+     */
+    add(peer?: IPeerInfo) {
+        if (peer && peer.id && !this.pool.get(peer.id)) {
+            this.pool.set(peer.id, peer)
+            peer.pooled = true
+            config.events.emit(Event.POOL_PEER_ADDED, peer)
+        }
+    }
+
+    /**
+     * Remove peer from pool
+     * @param peer peer
+     * @emits {@link Event.POOL_PEER_REMOVED}
+     */
+    remove(peer?: IPeerInfo) {
+        if (peer && peer.id) {
+            if (this.pool.delete(peer.id)) {
+                peer.pooled = false
+                config.events.emit(Event.POOL_PEER_REMOVED, peer)
+            }
+        }
+    }
+
+    get activePeers() {
+        this.cleanup()
+
+        return this.peers.filter((p) => {
+            if(!p.pooled) return false;
+
+            const now = new Date()
+
+            return (now.getTime() - p.updated.getTime()) < 1000 * 10 // 10 seconds
+        })
+    }
+
+    get activePeerIds() {
+        return this.activePeers.map((p) => p.id)
+    }
+
+
+    cleanup() {
+        let compDate = Date.now() - this.PEERS_CLEANUP_TIME_LIMIT * 60
+
+        this.peers.forEach((peerInfo) => {
+            if (peerInfo.updated.getTime() < compDate) {
+                console.log(`Peer ${peerInfo.id} idle for ${this.PEERS_CLEANUP_TIME_LIMIT} minutes`)
+                this.remove(peerInfo)
+            }
+        })
+    }
+}
+
+export const peerPool = new PeerPool()

package/src/net/protocol/dial/BaseDialProtocol.ts

@@ -0,0 +1,104 @@
+import pipe from 'it-pipe';
+import Libp2p from 'libp2p';
+import PeerId from 'peer-id';
+import { asyncCallWithTimeout } from '../../../utils';
+import wait from 'waait';
+
+export class BaseDialProtocol<TRequest extends any, TResponse extends any> {
+    protected libp2p: Libp2p;
+    protected protocol: string;
+    protected timeout = 20000;
+
+    constructor(libp2p: Libp2p, protocol: string) {
+        this.libp2p = libp2p
+        this.protocol = protocol
+
+        this.libp2p.handle(this.protocol, this.handle.bind(this))
+    }
+
+    encode(data: TRequest) {
+        return JSON.stringify(data)
+    }
+
+    encodeResponse(data: TResponse): String | Buffer {
+        return JSON.stringify(data)
+    }
+
+    decode(data: Buffer) {
+        return JSON.parse(data.toString())
+    }
+
+    decodeResponse(data: Buffer): any {
+        return JSON.parse(data.toString())
+    }
+
+    async response(data: TRequest): Promise<TResponse> {
+        return data as TResponse;
+    }
+
+    async handle({ connection, stream }) {
+        const instance = this;
+
+        try {
+            await pipe(stream, async function (source) {
+                for await (const message of source) {
+                    const response = instance.encodeResponse(
+                        await instance.response(
+                            instance.decode(message)
+                        )
+                    )
+
+                    await pipe(
+                        [response],
+                        stream
+                    );
+                }
+            });
+        } catch (err) {
+            console.error(err);
+        }
+    }
+
+    async send(data: TRequest, peerId: string) {
+        return await asyncCallWithTimeout<TResponse>(new Promise(async (resolve, reject) => {
+            try {
+                let connection = this.libp2p.connectionManager.get(PeerId.createFromB58String(peerId))
+
+                if (!connection) {
+
+                    await wait(5000)
+
+                    connection = this.libp2p.connectionManager.get(PeerId.createFromB58String(peerId))
+
+
+                    if (!connection) {
+
+                        await wait(3000)
+
+                        connection = this.libp2p.connectionManager.get(PeerId.createFromB58String(peerId))
+
+                        if (!connection) {
+                            throw new Error('No connection available')
+                        }
+                    }
+                }
+
+
+
+                const { stream } = await connection.newStream([this.protocol])
+
+                const instance = this;
+
+                pipe([this.encode(data)], stream, async function (source) {
+                    for await (const message of source) {
+                        resolve(instance.decodeResponse(message))
+                        stream.close()
+                    }
+                });
+            } catch (error) {
+                reject(error)
+            }
+        }), this.timeout)
+
+    }
+}

package/src/net/protocol/dial/SignatureDialProtocol.ts

@@ -0,0 +1,62 @@
+import { signGnosisSafeTx } from "../../../utils";
+import { BaseDialProtocol } from "./BaseDialProtocol";
+import wait from "waait";
+import { ChainId } from "../../../types";
+import config from "config";
+import { addresses } from "../../../constants";
+import { Execution } from "db";
+
+export interface ISignatureRequest {
+    type: string,
+    vnonce: string
+    safeTxGas: string
+    safeNonce: string
+}
+export interface ISignatureResponse {
+    signer: string,
+    data?: string | null,
+    error?: string | null,
+}
+export class SignatureDialProtocol extends BaseDialProtocol<ISignatureRequest, ISignatureResponse> {
+    protected timeout = 30000;
+
+    constructor(libp2p) {
+        super(libp2p, '/signatures')
+    }
+
+    async response(data: ISignatureRequest): Promise<ISignatureResponse> {
+        const signer = config.wallet;
+
+        let event: Execution | null;
+        let maxTimeout = 20000;
+
+        do {
+            event = await Execution.findOne({ where: { vnonce: data.vnonce.toString() } })
+
+            if (!event) {
+                await wait(1000);
+                maxTimeout -= 1000;
+            }
+        } while (!event && maxTimeout > 0)
+
+        if (!event) {
+            return {
+                signer: signer.address,
+                data: null,
+                error: 'Event not found'
+            };
+        }
+
+        const signedData = await signGnosisSafeTx({
+            to: addresses[event.chainId as ChainId].multisend,
+            data: 'TODO',
+            chainId: event.chainId as ChainId,
+            safeTxGas: data.safeTxGas,
+        }, { signer });
+
+        return {
+            signer: signer.address,
+            data: signedData,
+        }
+    }
+}

package/src/net/protocol/index.ts

@@ -0,0 +1,138 @@
+import { EventEmitter } from "stream";
+import Libp2p from 'libp2p';
+import { bufferToInt, rlp } from 'ethereumjs-util'
+import { SignatureDialProtocol, ISignatureRequest, ISignatureResponse } from "./dial/SignatureDialProtocol";
+import { IPeerInfo, peerPool } from "..";
+import config from "config";
+import { Event } from "types";
+
+export interface ProtocolOptions {
+    /* Handshake timeout in ms (default: 8000) */
+    timeout?: number
+}
+
+
+export type Message = {
+    name: string
+    code: number
+    payload?: any
+    response?: number
+    encode: Function
+    decode: Function
+}
+
+interface BaseMessageEvent {
+    peerId: string
+    name: string
+    code: number
+    data: any
+}
+
+
+interface PeerInfoEvent extends BaseMessageEvent {
+    data: Omit<IPeerInfo, 'id' | 'updated' | 'idle' | 'pooled'>
+}
+
+declare interface Protocol {
+    on(event: 'PeerInfo', listener: (payload: PeerInfoEvent) => void): this;
+    on(event: string, listener: (payload: BaseMessageEvent) => void): this;
+}
+
+class Protocol extends EventEmitter {
+    private libp2p: Libp2p;
+    private topic: string;
+    private protocolMessages: Message[] = [
+        {
+            name: 'PeerInfo',
+            code: 0x09,
+            encode: (info: Pick<IPeerInfo, 'publicAddress'>) => [
+                Buffer.from(info.publicAddress),
+            ],
+            decode: ([publicAddress]: [Buffer]) => ({
+                publicAddress: publicAddress.toString(),
+            }),
+        },
+    ];
+    private signature: SignatureDialProtocol;
+
+
+    start({ libp2p, topic = null, }) {
+        this.libp2p = libp2p
+        this.topic = topic || 'protocol'
+
+        if (this.libp2p.isStarted()) this.init()
+
+        this.on('PeerInfo', (payload) => {
+
+            config.events.emit(Event.PEER_CONNECTED, {
+                id: payload.peerId,
+                publicAddress: payload.data.publicAddress,
+                pooled: false,
+                updated: new Date(),
+            })
+        })
+
+        this.signature = new SignatureDialProtocol(this.libp2p);
+    }
+
+
+    init() {
+        this.libp2p.pubsub.subscribe(this.topic)
+
+        this.libp2p.pubsub.on(this.topic, (message) => {
+            try {
+                const [codeBuf, payload]: any = rlp.decode(message.data);
+
+                const code = bufferToInt(codeBuf);
+
+                const protocolMessage = this.protocolMessages.find((m) => m.code === code);
+                if (!protocolMessage) {
+                    return;
+                }
+                const decoded = protocolMessage.decode(payload);
+                this.emit(
+                    protocolMessage.name,
+                    {
+                        peerId: message.from,
+                        name: protocolMessage.name,
+                        code: protocolMessage.code,
+                        data: decoded
+                    }
+                )
+
+                this.emit('all', {
+                    peerId: message.from,
+                    name: protocolMessage.name,
+                    code: protocolMessage.code,
+                    data: decoded,
+                })
+            } catch (err) {
+                console.error(err)
+            }
+        })
+    }
+
+
+    public sendPeerInfo(data: Omit<IPeerInfo, 'peerId' | 'updated' | 'idle'>) {
+        const message = this.protocolMessages.find((m) => m.name === 'PeerInfo')!
+
+        const encoded = rlp.encode([message.code, message.encode(data)]);
+
+        this.libp2p.pubsub.publish(this.topic, encoded)
+    }
+
+    async requestSignatures(data: ISignatureRequest, peerIds?: string[]) {
+        try {
+            peerIds = peerIds || peerPool.activePeerIds;
+            const promises = peerIds.map((peerId) => this.signature.send(data, peerId))
+            return (await Promise.allSettled(promises))
+                .map((p) => p.status === 'fulfilled' ? p.value : null)
+                .filter(Boolean) as ISignatureResponse[]
+        } catch (error) {
+            console.log(error);
+            return []
+        }
+    }
+}
+
+export const protocol = new Protocol();