@wikicasa-dev/node-common 1.0.0

package/README.md

@@ -0,0 +1,21 @@
+# @wikicasa-node/services
+
+Libreria condivisa contenente funzioni utility scritte in TypeScript.  
+La chiave privata per la condivisione è già configurata su tutti i progetti Wikicasa, per l'installazione o l'aggiornamento della libreria basterà quindi eseguire
+
+    pnpm add @wikicasa-node/services
+
+### Rilascio
+
+Come prima cosa bisogna buildare i file con
+
+    pnpm build
+
+Successivamente bisognerà incrementare la versione. pnpm ha un comando apposito per cui si sconsiglia di andare a modificare a mano la versione nel *package.json*. Il comando è
+
+    pnpm version <major|minor|patch>
+
+Sta allo sviluppatore scegliere l'incremento di versione più opportuno.  
+Dopodiché occorrerà eseguire il commit e push delle modifiche (pnpm blocca il rilascio in caso di modifiche non committate) per poi procedere alla pubblicazione con
+
+    pnpm publish

package/dist/src/Cache.js

@@ -0,0 +1,109 @@
+import redis from "redis";
+import { brotliCompressSync, brotliDecompressSync } from "zlib";
+import { Buffer } from "node:buffer";
+export var MODE;
+(function (MODE) {
+    MODE[MODE["STRING"] = 0] = "STRING";
+    MODE[MODE["JSON"] = 1] = "JSON";
+    MODE[MODE["HASH"] = 2] = "HASH";
+    MODE[MODE["STRING_BROTLI"] = 3] = "STRING_BROTLI";
+})(MODE || (MODE = {}));
+export class Cache {
+    init;
+    client;
+    constructor(options) {
+        this.client = redis.createClient(options);
+    }
+    async start() {
+        this.init = this.client.connect();
+    }
+    async get(key, mode = MODE.STRING_BROTLI) {
+        if (!this.init)
+            await this.start();
+        //if (!await this.client.exists(key))
+        //    return null;
+        let data;
+        try {
+            switch (mode) {
+                case MODE.STRING:
+                    data = await this.client.get(key);
+                    break;
+                case MODE.STRING_BROTLI:
+                default: {
+                    const value = await this.client.get(key);
+                    const dataRaw = brotliDecompressSync(Buffer.from(value, "binary")).toString();
+                    data = JSON.parse(dataRaw);
+                    break;
+                }
+            }
+        }
+        catch (e) {
+            data = null;
+        }
+        return data;
+    }
+    async set(key, value, mode = MODE.STRING_BROTLI) {
+        if (!this.init)
+            await this.start();
+        try {
+            switch (mode) {
+                case MODE.STRING: {
+                    await this.client.set(key, value.toString("binary"));
+                    break;
+                }
+                case MODE.JSON:
+                    // @ts-ignore
+                    await this.client.jSet(key, ".", value);
+                    break;
+                case MODE.STRING_BROTLI:
+                default: {
+                    const data = brotliCompressSync(JSON.stringify(value));
+                    await this.client.set(key, data.toString("binary"));
+                    break;
+                }
+            }
+        }
+        catch (e) {
+            console.error("Can't cache data");
+        }
+    }
+    async delete(key) {
+        if (!this.init)
+            await this.start();
+        try {
+            await this.client.del(key);
+        }
+        catch (e) {
+            console.error("Can't delete data");
+        }
+    }
+    async exists(key) {
+        if (!this.init)
+            await this.start();
+        try {
+            return !!(await this.client.exists(key));
+        }
+        catch (e) {
+            console.error("Can't check data exists");
+        }
+    }
+    async select(db) {
+        if (!this.init)
+            await this.start();
+        try {
+            await this.client.select(db);
+        }
+        catch (e) {
+            console.error("Can't select db");
+        }
+    }
+    async quit() {
+        try {
+            await this.client.quit();
+        }
+        catch (e) {
+            console.error("Can't quit");
+        }
+    }
+}
+//# sourceMappingURL=Cache.js.map

package/dist/src/Cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Cache.js","sourceRoot":"","sources":["../../src/Cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAA6G,MAAM,OAAO,CAAC;AAClI,OAAO,EAAC,kBAAkB,EAAE,oBAAoB,EAAC,MAAM,MAAM,CAAC;AAC9D,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AAEnC,MAAM,CAAN,IAAY,IAKX;AALD,WAAY,IAAI;IACZ,mCAAM,CAAA;IACN,+BAAI,CAAA;IACJ,+BAAI,CAAA;IACJ,iDAAa,CAAA;AACjB,CAAC,EALW,IAAI,KAAJ,IAAI,QAKf;AAED,MAAM,OAAO,KAAK;IAEd,IAAI,CAAe;IAEZ,MAAM,CAAoF;IAEjG,YAAY,OAA4B;QACpC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,KAAK;QACP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,OAAa,IAAI,CAAC,aAAa;QAElD,IAAI,CAAC,IAAI,CAAC,IAAI;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACvB,qCAAqC;QACrC,kBAAkB;QAElB,IAAI,IAAI,CAAC;QAET,IAAI,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,IAAI,CAAC,MAAM;oBACZ,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAClC,MAAM;gBACV,KAAK,IAAI,CAAC,aAAa,CAAC;gBACxB,OAAO,CAAC,CAAC,CAAC;oBACN,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACzC,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;oBAC9E,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC3B,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,GAAG,IAAI,CAAC;QAChB,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,KAAuB,EAAE,OAAa,IAAI,CAAC,aAAa;QAE3E,IAAI,CAAC,IAAI,CAAC,IAAI;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEvB,IAAI,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACf,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAG,KAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;oBACjE,MAAM;gBACV,CAAC;gBACD,KAAK,IAAI,CAAC,IAAI;oBACV,aAAa;oBACb,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;oBACxC,MAAM;gBACV,KAAK,IAAI,CAAC,aAAa,CAAC;gBACxB,OAAO,CAAC,CAAC,CAAC;oBACN,MAAM,IAAI,GAAW,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAgB,CAAC,CAAC,CAAC;oBAC1E,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;oBACpD,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QAEpB,IAAI,CAAC,IAAI,CAAC,IAAI;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEvB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QAEpB,IAAI,CAAC,IAAI,CAAC,IAAI;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEvB,IAAI,CAAC;YACD,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QAEnB,IAAI,CAAC,IAAI,CAAC,IAAI;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEvB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;CACJ"}

package/dist/src/CacheES.js

@@ -0,0 +1,119 @@
+import { Client } from "@elastic/elasticsearch";
+import { brotliCompressSync, brotliDecompressSync } from "zlib";
+import { Buffer } from "node:buffer";
+const index = "redis_data";
+export var MODE;
+(function (MODE) {
+    MODE[MODE["STRING"] = 0] = "STRING";
+    MODE[MODE["JSON"] = 1] = "JSON";
+    MODE[MODE["HASH"] = 2] = "HASH";
+    MODE[MODE["STRING_BROTLI"] = 3] = "STRING_BROTLI";
+})(MODE || (MODE = {}));
+export class CacheES {
+    client;
+    constructor(options) {
+        this.client = new Client({
+            ...(options || {}),
+            tls: {
+                rejectUnauthorized: false
+            }
+        });
+    }
+    async get(id, mode = MODE.STRING_BROTLI) {
+        let data;
+        try {
+            switch (mode) {
+                case MODE.STRING: {
+                    const value = (await this.client.get({
+                        index,
+                        id
+                    }))._source;
+                    data = value.data;
+                    break;
+                }
+                case MODE.STRING_BROTLI:
+                default: {
+                    const value = (await this.client.get({
+                        index,
+                        id
+                    }))._source;
+                    const dataRaw = brotliDecompressSync(Buffer.from(value.data, "binary")).toString();
+                    data = JSON.parse(dataRaw);
+                    break;
+                }
+            }
+        }
+        catch (e) {
+            data = null;
+        }
+        return data;
+    }
+    async set(id, value, mode = MODE.STRING_BROTLI) {
+        try {
+            switch (mode) {
+                case MODE.STRING: {
+                    await this.client.index({
+                        index: "redis_data", // puoi cambiare il nome dell'indice
+                        id,
+                        document: {
+                            id,
+                            data: value.toString("binary")
+                        }
+                    });
+                    break;
+                }
+                case MODE.JSON:
+                    // @ts-ignore
+                    await this.client.jSet(id, ".", value);
+                    break;
+                case MODE.STRING_BROTLI:
+                default: {
+                    const data = brotliCompressSync(JSON.stringify(value));
+                    await this.client.index({
+                        index: "redis_data", // puoi cambiare il nome dell'indice
+                        id,
+                        document: {
+                            id,
+                            data: data.toString("binary")
+                        }
+                    });
+                    break;
+                }
+            }
+        }
+        catch (e) {
+            console.error(`Can't cache data: ${e}`);
+        }
+    }
+    async delete(id) {
+        try {
+            await this.client.delete({
+                index,
+                id
+            });
+        }
+        catch (e) {
+            console.error(`Can't delete data: ${e}`);
+        }
+    }
+    async exists(id) {
+        try {
+            return !!(await this.client.exists({
+                index,
+                id
+            }));
+        }
+        catch (e) {
+            console.error(`Can't check data exists: ${e}`);
+        }
+    }
+    async quit() {
+        try {
+            await this.client.close();
+        }
+        catch (e) {
+            console.error(`Can't quit connection: ${e}`);
+        }
+    }
+}
+//# sourceMappingURL=CacheES.js.map

package/dist/src/CacheES.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CacheES.js","sourceRoot":"","sources":["../../src/CacheES.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAgB,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAC,kBAAkB,EAAE,oBAAoB,EAAC,MAAM,MAAM,CAAC;AAC9D,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AAEnC,MAAM,KAAK,GAAG,YAAY,CAAC;AAO3B,MAAM,CAAN,IAAY,IAKX;AALD,WAAY,IAAI;IACZ,mCAAM,CAAA;IACN,+BAAI,CAAA;IACJ,+BAAI,CAAA;IACJ,iDAAa,CAAA;AACjB,CAAC,EALW,IAAI,KAAJ,IAAI,QAKf;AAED,MAAM,OAAO,OAAO;IAET,MAAM,CAAS;IAEtB,YAAY,OAAuB;QAC/B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACrB,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;YAClB,GAAG,EAAE;gBACD,kBAAkB,EAAE,KAAK;aAC5B;SACJ,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU,EAAE,OAAa,IAAI,CAAC,aAAa;QAEjD,IAAI,IAAI,CAAC;QAET,IAAI,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACf,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;wBACjC,KAAK;wBACL,EAAE;qBACL,CAAC,CAAC,CAAC,OAAoB,CAAC;oBACzB,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBAClB,MAAM;gBACV,CAAC;gBACD,KAAK,IAAI,CAAC,aAAa,CAAC;gBACxB,OAAO,CAAC,CAAC,CAAC;oBACN,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;wBACjC,KAAK;wBACL,EAAE;qBACL,CAAC,CAAC,CAAC,OAAoB,CAAC;oBACzB,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;oBACnF,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC3B,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,GAAG,IAAI,CAAC;QAChB,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU,EAAE,KAAuB,EAAE,OAAa,IAAI,CAAC,aAAa;QAE1E,IAAI,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACf,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;wBACpB,KAAK,EAAE,YAAY,EAAG,oCAAoC;wBAC1D,EAAE;wBACF,QAAQ,EAAE;4BACN,EAAE;4BACF,IAAI,EAAG,KAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC;yBAC7C;qBACJ,CAAC,CAAC;oBACH,MAAM;gBACV,CAAC;gBACD,KAAK,IAAI,CAAC,IAAI;oBACV,aAAa;oBACb,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;oBACvC,MAAM;gBACV,KAAK,IAAI,CAAC,aAAa,CAAC;gBACxB,OAAO,CAAC,CAAC,CAAC;oBACN,MAAM,IAAI,GAAW,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAgB,CAAC,CAAC,CAAC;oBAC1E,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;wBACpB,KAAK,EAAE,YAAY,EAAG,oCAAoC;wBAC1D,EAAE;wBACF,QAAQ,EAAE;4BACN,EAAE;4BACF,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;yBAChC;qBACJ,CAAC,CAAC;oBACH,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAC5C,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QAEnB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBACrB,KAAK;gBACL,EAAE;aACL,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QAEnB,IAAI,CAAC;YACD,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC/B,KAAK;gBACL,EAAE;aACL,CAAC,CAAC,CAAC;QACR,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;CACJ"}

package/dist/src/CallPool.js

@@ -0,0 +1,223 @@
+import throttledQueue from "throttled-queue";
+import Console, { COLORS } from "./Console.js";
+import { EventEmitter } from "events";
+import axios from "axios";
+import { sleep } from "./common.js";
+import CacheableLookup from "cacheable-lookup";
+import Agent from "agentkeepalive";
+import * as RandomUserAgent from "random-useragent";
+import axiosRetry from "axios-retry";
+import _ from "lodash";
+import { HttpsProxyAgent } from "https-proxy-agent";
+const cacheable = new CacheableLookup();
+// Increase the limit
+EventEmitter.defaultMaxListeners = 20;
+//const a = new CallPool("test", 1, 10, 50, 1000, PROXY.DYNAMIC);
+axiosRetry(axios, {
+    retries: 1,
+    retryDelay: (retryCount, error) => {
+        Console.log(`retry attempt: ${retryCount}. Error ${error}`);
+        return retryCount * 1000;
+    },
+});
+export var PROXY;
+(function (PROXY) {
+    PROXY[PROXY["NONE"] = 0] = "NONE";
+    PROXY[PROXY["STATIC"] = 1] = "STATIC";
+    PROXY[PROXY["DYNAMIC"] = 2] = "DYNAMIC";
+})(PROXY || (PROXY = {}));
+export class CallPool {
+    name;
+    concurrency;
+    minConcurrency = 1;
+    maxConcurrency;
+    _print;
+    limiter;
+    proxy;
+    CLOCK_NUMBER = 1;
+    WEIGHT = 100;
+    mean = 0;
+    targetMean = 0;
+    clock = this.CLOCK_NUMBER;
+    queue = [];
+    activeCount;
+    agent;
+    constructor(name = "default", proxy = PROXY.STATIC, minConcurrency = 1, maxConcurrency, limitCall = 1000, limitInterval = 1000) {
+        this.name = name;
+        this.concurrency = (minConcurrency + maxConcurrency) / 2;
+        this.minConcurrency = minConcurrency;
+        this.maxConcurrency = maxConcurrency;
+        this.queue = [];
+        this.activeCount = 0;
+        this.limiter = throttledQueue(limitCall, limitInterval, true);
+        this.proxy = proxy;
+        this.updatePrint();
+        this.agent = new Agent({
+            maxSockets: 100,
+            maxFreeSockets: 10,
+            timeout: 30000,
+            lookup: cacheable.lookupAsync,
+        });
+        /*axios("https://api.ipify.org?format=json", {
+            method: "GET",
+            proxy: null,
+        });
+
+        fetch("https://api.ipify.org?format=json", {
+            method: "GET",
+            agent: null,
+            headers: {
+                "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3"
+            }
+        })*/
+    }
+    call(url, config) {
+        return new Promise((resolve, reject) => {
+            this.queue.push({
+                call: async () => {
+                    /*const response = await this.fetchWithRetry(url, {
+                        ...config,
+                        agent: this.agent,
+                        headers: {
+                            ...config?.headers,
+                            "User-Agent": this.proxy !== PROXY.NONE ? RandomUserAgent.getRandom() : undefined
+                        }
+                    });
+
+                    // Andrea M: handle 400-500 errors
+                    if (!response.ok)
+                        throw response;*/
+                    /*httpAgent: new Agent({
+                            keepAlive: false,
+                            maxSockets: 100,
+                            maxFreeSockets: 10,
+                            timeout: 60000,
+                            lookup: cacheable.lookupAsync,
+                        }),
+                        httpsAgent: new Agent({
+                            keepAlive: false,
+                            maxSockets: 100,
+                            maxFreeSockets: 10,
+                            timeout: 60000,
+                            lookup: cacheable.lookupAsync,
+                        }),*/
+                    return axios(url, _.merge({
+                        method: "GET",
+                        proxy: this.proxy === PROXY.DYNAMIC ? {
+                            protocol: "http",
+                            host: "api.zyte.com",
+                            port: 8011,
+                            auth: {
+                                username: "cf3dd14c1b9c4daf9cf67007520d0c48",
+                                password: ""
+                            },
+                        } : undefined,
+                        httpsAgent: this.proxy === PROXY.STATIC ? new HttpsProxyAgent("http://wikicasa:VTt7KYb5fsqDhK6xXinS@162.19.104.35:3128") : undefined,
+                        httpAgent: this.proxy === PROXY.STATIC ? new HttpsProxyAgent("http://wikicasa:VTt7KYb5fsqDhK6xXinS@162.19.104.35:3128") : undefined,
+                        maxContentLength: Infinity,
+                        maxBodyLength: Infinity,
+                        timeout: 600000,
+                        headers: {
+                            ...(this.proxy === PROXY.DYNAMIC && { "Zyte-Geolocation": "IT" }),
+                            "User-Agent": this.proxy !== PROXY.NONE ? this.getRandomUserAgent() : undefined,
+                        }
+                    }, config));
+                },
+                resolve,
+                reject
+            });
+            this.schedule();
+        });
+    }
+    getRandomUserAgent() {
+        const browsers = [
+            { name: "Chrome", version: 109 },
+            { name: "Firefox", version: 115 },
+            { name: "Edge", version: 116 }
+        ];
+        return RandomUserAgent.getRandom(function (ua) {
+            return browsers.some(b => b.name === ua.browserName && b.version <= ua.browserVersion);
+        });
+    }
+    enqueue(call) {
+        return new Promise((resolve, reject) => {
+            this.queue.push({
+                call,
+                resolve,
+                reject,
+            });
+            this.schedule();
+        });
+    }
+    schedule() {
+        while (this.activeCount < this.concurrency && this.queue.length > 0) {
+            const { call, resolve, reject } = this.queue.shift();
+            this.activeCount++;
+            const time = performance.now();
+            this.limiter(() => {
+                call()
+                    .then((result) => {
+                    resolve(result);
+                })
+                    .catch((error) => {
+                    reject(error);
+                })
+                    .finally(() => {
+                    this.activeCount--;
+                    this.clock--;
+                    if (this.clock < 0) {
+                        this.clock = this.CLOCK_NUMBER;
+                        if (this.mean > this.targetMean && this.mean > 10)
+                            this.concurrency = Math.max(this.concurrency - Math.floor(this.concurrency / 10), this.minConcurrency);
+                        if (this.mean < this.targetMean || this.mean < 2)
+                            this.concurrency = Math.min(this.concurrency + Math.ceil(this.concurrency / 20), this.maxConcurrency);
+                        this.targetMean = this.mean;
+                    }
+                    const t = (performance.now() - time) / 1000;
+                    this.mean = this.mean > 0 ? this.mean + (t - this.mean) / this.WEIGHT : t;
+                    this.updatePrint();
+                    //console.debug(this.name, t, this.mean, this.targetMean, `${this.activeCount}/${this.queue.length}`, this.concurrency, `${(60 / this.mean) * this.concurrency} avg/m`);
+                    this.schedule();
+                });
+            });
+        }
+    }
+    print() {
+        return this._print;
+    }
+    updatePrint() {
+        const textStart = `${Console.color(this.name.padEnd(16), COLORS.YELLOW)} [POOL][`;
+        // eslint-disable-next-line max-len
+        const textEnd = `][${this.activeCount + this.queue?.length}/${this.concurrency}][${this.mean.toFixed(2)}s, ${((60 / this.mean) * this.activeCount).toFixed(2)} avg/m]`;
+        let progress = "";
+        const max = process.stdout.columns - Math.max(textStart.length + textEnd.length, process.stdout.columns * 0.5);
+        const percent = this.activeCount / this.concurrency * max;
+        for (let j = 0; j < max; j++) {
+            const char = j < percent ? "=" : " ";
+            progress += Console.color(char, j < (max * 0.8) ? COLORS.GREEN : j < (max * 0.9) ? COLORS.YELLOW : COLORS.RED);
+        }
+        this._print = textStart + progress + textEnd;
+    }
+    async finish() {
+        while (this.activeCount) {
+            await this.finish();
+        }
+        return;
+    }
+    async fetchWithRetry(url, options, retries = 3, sleepTime = 1000) {
+        try {
+            const response = await fetch(url, options);
+            if (!response.ok)
+                throw new Error(`HTTP error! status: ${response.status}`);
+            return response;
+        }
+        catch (error) {
+            if (retries === 0)
+                throw new Error(`Failed to fetch ${url} after several retries`);
+            Console.log(`Retrying fetch for ${url}. Attempts remaining: ${retries - 1}`);
+            await sleep(sleepTime);
+            return this.fetchWithRetry(url, options, retries - 1);
+        }
+    }
+}
+//# sourceMappingURL=CallPool.js.map

package/dist/src/CallPool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CallPool.js","sourceRoot":"","sources":["../../src/CallPool.ts"],"names":[],"mappings":"AAAA,OAAO,cAAc,MAAM,iBAAiB,CAAC;AAC7C,OAAO,OAAO,EAAE,EAAC,MAAM,EAAC,MAAM,cAAc,CAAC;AAE7C,OAAO,EAAC,YAAY,EAAC,MAAM,QAAQ,CAAC;AACpC,OAAO,KAA0C,MAAM,OAAO,CAAC;AAC/D,OAAO,EAAC,KAAK,EAAC,MAAM,aAAa,CAAC;AAClC,OAAO,eAAe,MAAM,kBAAkB,CAAC;AAE/C,OAAO,KAAK,MAAM,gBAAgB,CAAC;AACnC,OAAO,KAAK,eAAe,MAAM,kBAAkB,CAAC;AACpD,OAAO,UAAU,MAAM,aAAa,CAAC;AACrC,OAAO,CAAC,MAAM,QAAQ,CAAC;AACvB,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAElD,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;AAExC,qBAAqB;AACrB,YAAY,CAAC,mBAAmB,GAAG,EAAE,CAAC;AAEtC,iEAAiE;AAEjE,UAAU,CAAC,KAAK,EAAE;IACd,OAAO,EAAE,CAAC;IACV,UAAU,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;QAC9B,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,WAAW,KAAK,EAAE,CAAC,CAAC;QAC5D,OAAO,UAAU,GAAG,IAAI,CAAC;IAC7B,CAAC;CACJ,CAAC,CAAC;AAEH,MAAM,CAAN,IAAY,KAIX;AAJD,WAAY,KAAK;IACb,iCAAI,CAAA;IACJ,qCAAM,CAAA;IACN,uCAAO,CAAA;AACX,CAAC,EAJW,KAAK,KAAL,KAAK,QAIhB;AAED,MAAM,OAAO,QAAQ;IAET,IAAI,CAAS;IACb,WAAW,CAAS;IACX,cAAc,GAAW,CAAC,CAAC;IAC3B,cAAc,CAAS;IAEhC,MAAM,CAAS;IAEN,OAAO,CAAC;IACR,KAAK,CAAO;IAE7B,YAAY,GAAG,CAAC,CAAC;IACjB,MAAM,GAAG,GAAG,CAAC;IAEb,IAAI,GAAG,CAAC,CAAC;IACT,UAAU,GAAG,CAAC,CAAC;IACf,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;IAElB,KAAK,GAIR,EAAE,CAAC;IAEA,WAAW,CAAS;IAEpB,KAAK,CAAa;IAE1B,YAAY,OAAe,SAAS,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,iBAAyB,CAAC,EAAE,cAAsB,EAAE,YAAoB,IAAI,EAAE,gBAAwB,IAAI;QAClK,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,CAAC,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,cAAc,CAAC,SAAS,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QAC9D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,WAAW,EAAE,CAAC;QAGnB,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC;YACnB,UAAU,EAAE,GAAG;YACf,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,SAAS,CAAC,WAAW;SAChC,CAAC,CAAC;QAEH;;;;;;;;;;;YAWI;IACR,CAAC;IAEM,IAAI,CAAC,GAAW,EAAE,MAA2B;QAChD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,KAAK,IAAI,EAAE;oBACb;;;;;;;;;;;yCAWqB;oBAErB;;;;;;;;;;;;;6BAaS;oBAET,OAAO,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC;wBACtB,MAAM,EAAE,KAAK;wBACb,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;4BAClC,QAAQ,EAAE,MAAM;4BAChB,IAAI,EAAE,cAAc;4BACpB,IAAI,EAAE,IAAI;4BACV,IAAI,EAAE;gCACF,QAAQ,EAAE,kCAAkC;gCAC5C,QAAQ,EAAE,EAAE;6BACf;yBACJ,CAAC,CAAC,CAAC,SAAS;wBACb,UAAU,EAAE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,yDAAyD,CAAC,CAAC,CAAC,CAAC,SAAS;wBACpI,SAAS,EAAE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,yDAAyD,CAAC,CAAC,CAAC,CAAC,SAAS;wBACnI,gBAAgB,EAAE,QAAQ;wBAC1B,aAAa,EAAE,QAAQ;wBACvB,OAAO,EAAE,MAAM;wBACf,OAAO,EAAE;4BACL,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,OAAO,IAAI,EAAC,kBAAkB,EAAE,IAAI,EAAC,CAAC;4BAC/D,YAAY,EAAE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,SAAS;yBAClF;qBACJ,EAAE,MAAM,CAAC,CAAC,CAAC;gBAChB,CAAC;gBACD,OAAO;gBACP,MAAM;aACT,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,kBAAkB;QACtB,MAAM,QAAQ,GAAG;YACb,EAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAC;YAC9B,EAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAC;YAC/B,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAC;SAC/B,CAAC;QAEF,OAAO,eAAe,CAAC,SAAS,CAAC,UAAU,EAAE;YACzC,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,WAAW,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC;QAC3F,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,OAAO,CAAC,IAAwB;QACnC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACZ,IAAI;gBACJ,OAAO;gBACP,MAAM;aACT,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,QAAQ;QACZ,OAAO,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,EAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnD,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;gBACd,IAAI,EAAE;qBACD,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;oBACb,OAAO,CAAC,MAAM,CAAC,CAAC;gBACpB,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACb,MAAM,CAAC,KAAK,CAAC,CAAC;gBAClB,CAAC,CAAC;qBACD,OAAO,CAAC,GAAG,EAAE;oBACV,IAAI,CAAC,WAAW,EAAE,CAAC;oBACnB,IAAI,CAAC,KAAK,EAAE,CAAC;oBAEb,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;wBACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;wBAE/B,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,GAAG,EAAE;4BAC7C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;wBAE3G,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC;4BAC5C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;wBAE1G,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC;oBAChC,CAAC;oBAED,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;oBAE5C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAE1E,IAAI,CAAC,WAAW,EAAE,CAAC;oBACnB,wKAAwK;oBACxK,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACpB,CAAC,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAEM,KAAK;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEM,WAAW;QACd,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;QAClF,mCAAmC;QACnC,MAAM,OAAO,GAAG,KAAK,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACvK,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QAC/G,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;QAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAC1B,CAAC;YACC,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACrC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnH,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IACjD,CAAC;IAEO,KAAK,CAAC,MAAM;QAChB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACxB,CAAC;QACD,OAAO;IACX,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAAW,EAAE,OAAoB,EAAE,UAAkB,CAAC,EAAE,YAAoB,IAAI;QACzG,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE;gBACZ,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAE9D,OAAO,QAAQ,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,OAAO,KAAK,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,wBAAwB,CAAC,CAAC;YAEpE,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,yBAAyB,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7E,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;YAEvB,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;QAC1D,CAAC;IACL,CAAC;CACJ"}

package/dist/src/Console.js

@@ -0,0 +1,114 @@
+import readline from "readline";
+import fs from "fs";
+const log_stdout = process.stdout;
+export var COLORS;
+(function (COLORS) {
+    COLORS["BLACK"] = "\u001B[30m";
+    COLORS["RED"] = "\u001B[31m";
+    COLORS["GREEN"] = "\u001B[32m";
+    COLORS["YELLOW"] = "\u001B[33m";
+    COLORS["BLUE"] = "\u001B[34m";
+    COLORS["MAGENTA"] = "\u001B[35m";
+    COLORS["CYAN"] = "\u001B[36m";
+    COLORS["WHITE"] = "\u001B[0m";
+})(COLORS || (COLORS = {}));
+/**
+ * @author Andrea Moraglia
+ */
+export default class Console {
+    static prefix = null;
+    static postfix = null;
+    static loader;
+    static first = true;
+    static summaryLines = [];
+    static setPrefix(prefix, color = COLORS.WHITE) {
+        this.prefix = this.color(prefix, color);
+    }
+    static setPostfix(postfix, color = COLORS.WHITE) {
+        this.postfix = this.color(postfix, color);
+    }
+    static appendSummaryLine(fn, color = COLORS.WHITE) {
+        if (process.env.NODE_ENV === "production")
+            return;
+        this.summaryLines.push({ fn, color });
+    }
+    static clearSummaryLine() {
+        this.summaryLines = [];
+    }
+    static processSummaryLines() {
+        return this.summaryLines.map(l => this.color(l.fn(), l.color)).join("\n");
+    }
+    static clearPostfix() {
+        this.postfix = null;
+    }
+    static clearPrefix() {
+        this.prefix = null;
+    }
+    static color(str, color) {
+        return `${color}${str}${COLORS.WHITE}`;
+    }
+    static log(str = "", spinner = false, file) {
+        this.write(str, COLORS.WHITE, spinner, file);
+    }
+    static error(str = "", spinner = false, file) {
+        this.write(str, COLORS.RED, spinner, file);
+    }
+    static warn(str = "", spinner = false, file) {
+        this.write(str, COLORS.YELLOW, spinner, file);
+    }
+    static success(str = "", spinner = false, file) {
+        this.write(str, COLORS.GREEN, spinner, file);
+    }
+    static getPrefix() {
+        return this.prefix ? this.prefix + " " : "";
+    }
+    static getPostfix() {
+        return this.postfix ? this.postfix + " " : "";
+    }
+    static clearLines(number) {
+        for (let i = 0; i < number; i++) {
+            const y = i === 0 ? null : -1;
+            readline.moveCursor(log_stdout, 0, y);
+            readline.clearLine(log_stdout, 0);
+        }
+        readline.cursorTo(log_stdout, 0);
+    }
+    static write(str = "", color, spinner, file = "") {
+        if (this.loader) {
+            clearInterval(this.loader);
+            this.loader = null;
+        }
+        if (spinner) {
+            const P = ["\\", "|", "/", "-"];
+            let x = 0;
+            readline.clearLine(log_stdout, 0);
+            log_stdout.write(`\r${this.getPrefix()}${P[x++]} ${this.color(str, color)}${this.getPostfix()}`);
+            if (this.summaryLines.length) {
+                readline.clearScreenDown(log_stdout);
+                log_stdout.write(`\n${this.processSummaryLines()}`);
+                readline.moveCursor(log_stdout, 0, -this.summaryLines.length);
+            }
+            x &= 3;
+            this.loader = setInterval(() => {
+                log_stdout.write(`\r${this.getPrefix()}${P[x++]} ${this.color(str, color)}${this.getPostfix()}`);
+                x &= 3;
+            }, 250);
+        }
+        else {
+            //this.clearLines(this.summaryLines.length + (this.loader ? 1 : 0));
+            //readline.moveCursor(log_stdout, 0, this.summaryLines.length);
+            //readline.cursorTo(log_stdout, 0);
+            readline.clearLine(log_stdout, 0);
+            log_stdout.write(`\r${this.getPrefix()}${this.color(str, color)}${this.getPostfix()}\n`);
+            if (file)
+                fs.appendFileSync(file, `\r${this.getPrefix()}${this.color(str, color)}${this.getPostfix()}\n`);
+            if (this.summaryLines.length && !this.first) {
+                readline.clearScreenDown(log_stdout);
+                log_stdout.write(`\r${this.processSummaryLines()}`);
+                readline.moveCursor(log_stdout, 0, -(this.summaryLines.length - 1));
+            }
+        }
+        this.first = false;
+    }
+}
+//# sourceMappingURL=Console.js.map

package/dist/src/Console.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Console.js","sourceRoot":"","sources":["../../src/Console.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;AAElC,MAAM,CAAN,IAAY,MASX;AATD,WAAY,MAAM;IACd,8BAAkB,CAAA;IAClB,4BAAgB,CAAA;IAChB,8BAAkB,CAAA;IAClB,+BAAmB,CAAA;IACnB,6BAAiB,CAAA;IACjB,gCAAoB,CAAA;IACpB,6BAAiB,CAAA;IACjB,6BAAiB,CAAA;AACrB,CAAC,EATW,MAAM,KAAN,MAAM,QASjB;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,OAAO;IAChB,MAAM,CAAC,MAAM,GAAW,IAAI,CAAC;IAC7B,MAAM,CAAC,OAAO,GAAW,IAAI,CAAC;IAC9B,MAAM,CAAC,MAAM,CAAiB;IAE9B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;IAEpB,MAAM,CAAC,YAAY,GAA+C,EAAE,CAAC;IAE7E,MAAM,CAAC,SAAS,CAAC,MAAc,EAAE,QAAgB,MAAM,CAAC,KAAK;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,OAAe,EAAE,QAAgB,MAAM,CAAC,KAAK;QAC3D,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,EAAgB,EAAE,QAAgB,MAAM,CAAC,KAAK;QACnE,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY;YAAE,OAAO;QAClD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAC,EAAE,EAAE,KAAK,EAAC,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,gBAAgB;QACnB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;IAC3B,CAAC;IAEO,MAAM,CAAC,mBAAmB;QAC9B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,CAAC,YAAY;QACf,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,MAAM,CAAC,WAAW;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACvB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,GAAW,EAAE,KAAa;QACnC,OAAO,GAAG,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;IAC3C,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,MAAc,EAAE,EAAE,UAAmB,KAAK,EAAE,IAAa;QAChE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAc,EAAE,EAAE,UAAmB,KAAK,EAAE,IAAa;QAClE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,MAAc,EAAE,EAAE,UAAmB,KAAK,EAAE,IAAa;QACjE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAc,EAAE,EAAE,UAAmB,KAAK,EAAE,IAAa;QACpE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACjD,CAAC;IAEO,MAAM,CAAC,SAAS;QACpB,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAChD,CAAC;IAEO,MAAM,CAAC,UAAU;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,CAAC;IAEO,MAAM,CAAC,UAAU,CAAC,MAAc;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9B,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACtC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAc,EAAE,EAAE,KAAa,EAAE,OAAgB,EAAE,OAAe,EAAE;QAE7E,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAChC,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAClC,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACjG,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;gBAC3B,QAAQ,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;gBACrC,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;gBACpD,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,CAAC,IAAI,CAAC,CAAC;YACP,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE;gBAC3B,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBACjG,CAAC,IAAI,CAAC,CAAC;YACX,CAAC,EAAE,GAAG,CAAC,CAAC;QACZ,CAAC;aAAM,CAAC;YACJ,oEAAoE;YAGpE,+DAA+D;YAC/D,mCAAmC;YACnC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAClC,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YACzF,IAAI,IAAI;gBACJ,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAEpG,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC1C,QAAQ,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;gBACrC,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;gBACpD,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC;QAEL,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC"}

package/dist/src/Crawler.js

@@ -0,0 +1,86 @@
+import { pool } from "./common.js";
+import Webdriver from "selenium-webdriver";
+import Console from "./Console.js";
+import { Options } from "selenium-webdriver/chrome.js";
+export default class Crawler {
+    drivers = [];
+    first = true;
+    options = {
+        concurrent: 1,
+        throttling: false,
+        crawlListing: null,
+        nextPage: null,
+        crawlHub: null,
+        crawlDetail: null
+    };
+    constructor(options) {
+        this.options = { ...this.options, ...options };
+    }
+    execute() {
+        this.createDrivers();
+        try {
+            return new Promise(resolve => {
+                this.options.crawlHub(this.drivers[0]).then(urls => {
+                    const tasks = urls.map((url, index) => () => {
+                        const driver = this.drivers.pop();
+                        Console.log(`[${index + 1}/${Math.floor(urls.length)}] Valuating url ${urls[index]}`);
+                        return this.crawlFn(driver, url)
+                            .then(results => this.options.callback?.call(null, results, index, this.first))
+                            .finally(() => {
+                            this.first = false;
+                            this.drivers.push(driver);
+                        });
+                    });
+                    pool(tasks, this.options.concurrent).then(results => {
+                        this.destroyDrivers();
+                        resolve(results);
+                        Console.success("FINISHED");
+                    });
+                });
+            });
+        }
+        catch (e) {
+            console.error(e);
+            this.destroyDrivers();
+        }
+    }
+    createDrivers() {
+        for (let i = 0; i < this.options.concurrent; i++) {
+            this.drivers.push(new Webdriver.Builder()
+                .withCapabilities(Webdriver.Capabilities.chrome())
+                .setChromeOptions(new Options().headless())
+                .forBrowser("chrome")
+                .build());
+        }
+    }
+    destroyDrivers() {
+        this.drivers.forEach(driver => driver.close());
+    }
+    crawlFn(driver, url) {
+        const _self = this;
+        return new Promise(resolve => {
+            driver.get(url).then(() => {
+                _self.options.crawlListing(driver).then(listings => {
+                    if (_self.options.crawlDetail) {
+                        pool(listings.map((listing) => () => new Promise(resolve1 => {
+                            driver.get(listing.url).then(() => _self.options.crawlDetail(driver).then(detail => resolve1({ ...listing, ...detail })));
+                        })), 1)
+                            .then(details => {
+                            _self.options.pageCallback?.call(null, details);
+                            driver.get(url).then(() => _self.options.nextPage(driver)
+                                .then(url => _self.crawlFn(driver, url).then(acc => resolve([...details, ...acc])))
+                                .catch(() => resolve(details)));
+                        });
+                    }
+                    else {
+                        _self.options.pageCallback?.call(null, listings);
+                        _self.options.nextPage(driver)
+                            .then(url => _self.crawlFn(driver, url).then(acc => resolve([...listings, ...acc])))
+                            .catch(() => resolve(listings));
+                    }
+                });
+            });
+        });
+    }
+}
+//# sourceMappingURL=Crawler.js.map

package/dist/src/Crawler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Crawler.js","sourceRoot":"","sources":["../../src/Crawler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAC,MAAM,aAAa,CAAC;AACjC,OAAO,SAA8B,MAAM,oBAAoB,CAAC;AAChE,OAAO,OAAO,MAAM,cAAc,CAAC;AACnC,OAAO,EAAC,OAAO,EAAC,MAAM,8BAA8B,CAAC;AA4BrD,MAAM,CAAC,OAAO,OAAO,OAAO;IAExB,OAAO,GAA6B,EAAE,CAAC;IACvC,KAAK,GAAG,IAAI,CAAC;IAEb,OAAO,GAAoB;QACvB,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,KAAK;QACjB,YAAY,EAAE,IAAI;QAClB,QAAQ,EAAE,IAAI;QACd,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,IAAI;KACpB,CAAA;IAED,YAAY,OAAwB;QAChC,IAAI,CAAC,OAAO,GAAG,EAAC,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAC,CAAC;IACjD,CAAC;IAED,OAAO;QAEH,IAAI,CAAC,aAAa,EAAE,CAAC;QAErB,IAAI,CAAC;YACD,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;gBACzB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBAE/C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAiB,EAAE;wBAEtD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;wBAElC,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBAEtF,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;6BAC3B,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;6BAC9E,OAAO,CAAC,GAAG,EAAE;4BACV,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;4BACnB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC9B,CAAC,CAAC,CAAC;oBACX,CAAC,CAAC,CAAC;oBAEH,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;wBAChD,IAAI,CAAC,cAAc,EAAE,CAAC;wBACtB,OAAO,CAAC,OAAO,CAAC,CAAC;wBACjB,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;oBAChC,CAAC,CAAC,CAAC;gBACP,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC,cAAc,EAAE,CAAC;QAC1B,CAAC;IACL,CAAC;IAED,aAAa;QACT,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE;iBACpC,gBAAgB,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;iBACjD,gBAAgB,CAAC,IAAI,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC;iBAC1C,UAAU,CAAC,QAAQ,CAAC;iBACpB,KAAK,EAAE,CAAC,CAAC;QAClB,CAAC;IACL,CAAC;IAED,cAAc;QACV,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,CAAC,MAAyB,EAAE,GAAW;QAE1C,MAAM,KAAK,GAAG,IAAI,CAAC;QAEnB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;YACzB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtB,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;oBAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;wBAC5B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,GAAiB,EAAE,CAC9C,IAAI,OAAO,CAAC,QAAQ,CAAC,EAAE;4BACnB,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAC,GAAG,OAAO,EAAE,GAAG,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC;wBAC5H,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;6BACN,IAAI,CAAC,OAAO,CAAC,EAAE;4BACZ,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;4BAChD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CACtB,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;iCACzB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;iCAClF,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;wBAC3C,CAAC,CAAC,CAAA;oBACV,CAAC;yBAAM,CAAC;wBACJ,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;wBACjD,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;6BACzB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;6BACnF,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAA;oBACvC,CAAC;gBACL,CAAC,CAAC,CAAA;YACN,CAAC,CAAC,CAAA;QACN,CAAC,CAAC,CAAA;IACN,CAAC;CACJ"}

package/dist/src/Pool.js

@@ -0,0 +1,71 @@
+import Console, { COLORS } from "./Console.js";
+const BATCH_SIZE = 1000;
+export class Pool {
+    name;
+    concurrency;
+    queue = [];
+    activeCount;
+    constructor(name = "default", concurrency) {
+        this.name = name;
+        this.concurrency = concurrency;
+        this.queue = [];
+        this.activeCount = 0;
+        this.updatePrint();
+    }
+    static run = async (calls, concurrency) => {
+        const pool = new Pool("", concurrency);
+        const batchPromises = Array.from({ length: Math.ceil(calls.length / BATCH_SIZE) }, async (_, index) => {
+            const start = index * BATCH_SIZE;
+            const end = Math.min((index + 1) * BATCH_SIZE, calls.length);
+            const batch = calls.slice(start, end);
+            return await pool.enqueue(...batch);
+        });
+        const batchResults = await Promise.all(batchPromises);
+        return batchResults.flat();
+    };
+    enqueue(...calls) {
+        return Promise.all(calls.map(call => new Promise((resolve, reject) => {
+            this.queue.push({
+                call,
+                resolve,
+                reject,
+            });
+            this.schedule();
+        })));
+    }
+    schedule() {
+        while (this.activeCount < this.concurrency && this.queue.length > 0) {
+            const { call, resolve, reject } = this.queue.shift();
+            this.activeCount++;
+            call()
+                .then((result) => {
+                resolve(result);
+            })
+                .catch((error) => {
+                reject(error);
+            })
+                .finally(() => {
+                this.activeCount--;
+                this.updatePrint();
+                this.schedule();
+            });
+        }
+    }
+    print() {
+        return this._print;
+    }
+    updatePrint() {
+        const textStart = `${Console.color(this.name.padEnd(16), COLORS.YELLOW)} [POOL][`;
+        const textEnd = `][${this.activeCount + this.queue?.length}/${this.concurrency}]`;
+        let progress = "";
+        const max = process.stdout.columns - Math.max(textStart.length + textEnd.length, process.stdout.columns * 0.5);
+        const percent = this.activeCount / this.concurrency * max;
+        for (let j = 0; j < max; j++) {
+            const char = j < percent ? "=" : " ";
+            progress += Console.color(char, j < (max * 0.8) ? COLORS.GREEN : j < (max * 0.9) ? COLORS.YELLOW : COLORS.RED);
+        }
+        this._print = textStart + progress + textEnd;
+    }
+    _print;
+}
+//# sourceMappingURL=Pool.js.map

package/dist/src/Pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Pool.js","sourceRoot":"","sources":["../../src/Pool.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,EAAE,EAAC,MAAM,EAAC,MAAM,cAAc,CAAC;AAE7C,MAAM,UAAU,GAAG,IAAI,CAAC;AAExB,MAAM,OAAO,IAAI;IACL,IAAI,CAAS;IACJ,WAAW,CAAS;IAC7B,KAAK,GAIR,EAAE,CAAC;IACA,WAAW,CAAS;IAE5B,YAAY,OAAe,SAAS,EAAE,WAAmB;QACrD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,CAAC,GAAG,GAAG,KAAK,EAAE,KAAgC,EAAE,WAAmB,EAAkB,EAAE;QACzF,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAEvC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,EAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE;YAChG,MAAM,KAAK,GAAG,KAAK,GAAG,UAAU,CAAC;YACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACtC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACtD,OAAO,YAAY,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC,CAAA;IAEM,OAAO,CAAC,GAAG,KAAgC;QAC9C,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAChC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC5B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACZ,IAAI;gBACJ,OAAO;gBACP,MAAM;aACT,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC,CAAC,CAAC;IACb,CAAC;IAEO,QAAQ;QACZ,OAAO,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,EAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnD,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,EAAE;iBACD,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;gBACb,OAAO,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACb,MAAM,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACV,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpB,CAAC,CAAC,CAAC;QACX,CAAC;IACL,CAAC;IAEM,KAAK;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEM,WAAW;QACd,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;QAClF,MAAM,OAAO,GAAG,KAAK,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC;QAClF,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QAC/G,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;QAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACrC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnH,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IACjD,CAAC;IAEO,MAAM,CAAS"}

package/dist/src/common.js

@@ -0,0 +1,151 @@
+import fs from "fs";
+import { PromisePool } from "@supercharge/promise-pool";
+import Console from "./Console.js";
+import { brotliCompressSync, brotliDecompressSync } from "zlib";
+import { parse } from "csv-parse/sync";
+export class CustomError extends Error {
+    critical;
+    constructor(message, critical = false) {
+        super(message);
+        this.critical = critical;
+    }
+}
+export function sequentially(promises, step = 1, exit = false) {
+    return new Promise(resolve => {
+        let results = [];
+        const groupedPromises = promises.reduce((acc, fn, index) => {
+            const i = Math.floor(index / step);
+            if (acc[i])
+                acc[i].push(fn);
+            else
+                acc[i] = [fn];
+            return acc;
+        }, []);
+        groupedPromises.reduce((accumulatorPromise, promise) => {
+            return accumulatorPromise.then(() => {
+                return Promise.all(promise.map(f => f())).then(res => {
+                    results = [...results, ...res];
+                });
+            });
+        }, Promise.resolve([])).then(() => {
+            resolve(results);
+        });
+    });
+}
+export function pool(promises, concurrent, stopIfError = true) {
+    return new Promise((resolve, reject) => {
+        PromisePool
+            .for(promises)
+            .withConcurrency(concurrent)
+            .handleError(async (error, user, pool) => {
+            if (stopIfError || (error instanceof CustomError && error.critical)) {
+                reject(error);
+                pool.stop();
+            }
+        })
+            .useCorrespondingResults()
+            .process((fn) => fn())
+            .then((poolResult) => resolve(poolResult.results))
+            .catch((poolResult) => reject(poolResult.errors));
+    });
+}
+export async function promisesFirst(fns) {
+    for await (const f of fns) {
+        try {
+            const a = await f();
+            if (a) {
+                return a;
+            }
+        }
+        catch (e) {
+            //console.error(e);
+            //
+        }
+    }
+    throw "No promises resolve";
+}
+export function readCache(path) {
+    const brotliPath = `${path}.br`;
+    if (!fs.existsSync(brotliPath))
+        return null;
+    let data;
+    try {
+        data = JSON.parse(brotliDecompressSync(fs.readFileSync(brotliPath)).toString());
+    }
+    catch (e) {
+        data = null;
+    }
+    return data;
+}
+export function writeCache(path, data) {
+    const brotliPath = `${path}.br`;
+    try {
+        fs.writeFileSync(brotliPath, brotliCompressSync(JSON.stringify(data)), "binary");
+    }
+    catch (e) {
+        console.error("Can't pack data to file");
+    }
+}
+export function readJson(path, strict = false) {
+    if (!fs.existsSync(path) && strict)
+        throw new Error(`File ${path} not found`);
+    if (!fs.existsSync(path))
+        return null;
+    let json;
+    try {
+        json = JSON.parse(fs.readFileSync(path, "utf8"));
+    }
+    catch (e) {
+        json = null;
+    }
+    return json;
+}
+export function readCSV(path, delimiter = ",", strict = false) {
+    if (!fs.existsSync(path) && strict)
+        throw new Error(`File ${path} not found`);
+    if (!fs.existsSync(path))
+        return null;
+    let csv;
+    try {
+        csv = parse(fs.readFileSync(path, "utf8"), {
+            columns: true,
+            skip_empty_lines: true,
+            delimiter: delimiter
+        });
+    }
+    catch (e) {
+        csv = null;
+    }
+    return csv;
+}
+export function groupBy(list, keyGetter) {
+    const map = new Map();
+    list.forEach((item) => {
+        const key = keyGetter(item);
+        const collection = map.get(key);
+        if (!collection) {
+            map.set(key, [item]);
+        }
+        else {
+            collection.push(item);
+        }
+    });
+    return map;
+}
+export function sleep(ms, feedback = false) {
+    return new Promise((resolve) => {
+        const t = performance.now();
+        setTimeout(resolve, ms);
+        if (feedback)
+            setInterval(function () {
+                const left = (ms - (performance.now() - t)) / 1000;
+                Console.log(`Time left: ${Math.round(left)}s`, true);
+            }, 1000);
+    });
+}
+export function unique(array) {
+    if (!array || !array.length)
+        return;
+    return Array.from(new Set(array));
+}
+//# sourceMappingURL=common.js.map

package/dist/src/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../src/common.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAC,WAAW,EAAC,MAAM,2BAA2B,CAAC;AAEtD,OAAO,OAAO,MAAM,cAAc,CAAC;AACnC,OAAO,EAAC,kBAAkB,EAAE,oBAAoB,EAAC,MAAM,MAAM,CAAC;AAC9D,OAAO,EAAC,KAAK,EAAC,MAAM,gBAAgB,CAAC;AAErC,MAAM,OAAO,WAAY,SAAQ,KAAK;IAClC,QAAQ,CAAU;IAElB,YAAY,OAAe,EAAE,WAAoB,KAAK;QAClD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;CACJ;AAED,MAAM,UAAU,YAAY,CAAC,QAAuC,EAAE,OAAe,CAAC,EAAE,OAAgB,KAAK;IACzG,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;QAEzB,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAgC,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE;YACpF,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;YAEnC,IAAI,GAAG,CAAC,CAAC,CAAC;gBACN,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;;gBAEf,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAElB,OAAO,GAAG,CAAC;QACf,CAAC,EAAE,EAAE,CAAC,CAAC;QAEP,eAAe,CAAC,MAAM,CAAC,CAAC,kBAAkB,EAAE,OAAO,EAAE,EAAE;YACnD,OAAO,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE;gBAChC,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;oBACjD,OAAO,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,GAAG,CAAC,CAAC;gBACnC,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;YAC9B,OAAO,CAAC,OAAO,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,QAAuC,EAAE,UAAkB,EAAE,cAAuB,IAAI;IACzG,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,WAAW;aACN,GAAG,CAAC,QAAQ,CAAC;aACb,eAAe,CAAC,UAAU,CAAC;aAC3B,WAAW,CAAC,KAAK,EAAE,KAA0B,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;YAC1D,IAAI,WAAW,IAAI,CAAC,KAAK,YAAY,WAAW,IAAI,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClE,MAAM,CAAC,KAAK,CAAC,CAAC;gBACd,IAAI,CAAC,IAAI,EAAE,CAAC;YAChB,CAAC;QACL,CAAC,CAAC;aACD,uBAAuB,EAAE;aACzB,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;aACrB,IAAI,CAAC,CAAC,UAAyC,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;aAChF,KAAK,CAAC,CAAC,UAAyC,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;IACxF,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAI,GAA4B;IAC/D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC;YACD,MAAM,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,EAAE,CAAC;gBACJ,OAAO,CAAC,CAAC;YACb,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,mBAAmB;YACnB,EAAE;QACN,CAAC;IACL,CAAC;IAED,MAAM,qBAAqB,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY;IAElC,MAAM,UAAU,GAAG,GAAG,IAAI,KAAK,CAAC;IAEhC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QAC1B,OAAO,IAAI,CAAC;IAEhB,IAAI,IAAI,CAAC;IAET,IAAI,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IACpF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,IAAI,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,IAAI;IAEzC,MAAM,UAAU,GAAG,GAAG,IAAI,KAAK,CAAC;IAEhC,IAAI,CAAC;QACD,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;AACL,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAY,EAAE,SAAkB,KAAK;IAE1D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,MAAM;QAC9B,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC;IAE9C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;QACpB,OAAO,IAAI,CAAC;IAEhB,IAAI,IAAI,CAAC;IAET,IAAI,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IACpD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,IAAI,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,YAAoB,GAAG,EAAE,SAAkB,KAAK;IAElF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,MAAM;QAC9B,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC;IAE9C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;QACpB,OAAO,IAAI,CAAC;IAEhB,IAAI,GAAG,CAAC;IAER,IAAI,CAAC;QACD,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE;YACvC,OAAO,EAAE,IAAI;YACb,gBAAgB,EAAE,IAAI;YACtB,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,GAAG,GAAG,IAAI,CAAC;IACf,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAGD,MAAM,UAAU,OAAO,CAAI,IAAI,EAAE,SAAS;IACtC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;IACtB,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAClB,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACzB,CAAC;aAAM,CAAC;YACJ,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAE,EAAE,WAAoB,KAAK;IAC/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAE3B,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC5B,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACxB,IAAI,QAAQ;YACR,WAAW,CAAC;gBACR,MAAM,IAAI,GAAG,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;gBACnD,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACzD,CAAC,EAAE,IAAI,CAAC,CAAC;IAEjB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,MAAM,CAAI,KAAe;IAErC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM;QACvB,OAAO;IAEX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AACtC,CAAC"}

package/dist/src/utils.js

@@ -0,0 +1,210 @@
+import fs from "fs";
+import hash from "object-hash";
+export function arrayRotate(arr, n) {
+    Array.from(Array(n)).forEach((x, i) => {
+        arr.push(arr.shift());
+    });
+    return arr;
+}
+export function cleanASCII(str) {
+    return str.replace(/[\uA78C\uA78B]/g, "'").replace(/[“”]/g, "\"").replace(/[^\x00-\x7F]/g, "");
+}
+export function cleanUpSpecialChars(str) {
+    return str.replace(/[\uA78C\uA78B]/g, "'").replace(/[“”]/g, "\"");
+}
+export function normalizeString(str) {
+    return cleanUpSpecialChars(str).replace(/\W/g, "");
+}
+export function trimAll(str) {
+    return str?.replace(/  +|\t/g, " ")?.replace(/\n\n+/g, "\n")?.trim();
+}
+export function cleanUpSpecialChars2(str) {
+    return str
+        .replace(/[ÀÁÂÃÄÅ]/g, "A")
+        .replace(/[àáâãäå]/g, "a")
+        .replace(/[ÈÉÊË]/g, "E")
+        .replace(/[èéêëėē]/g, "e")
+        .replace(/[ÌÍÎÏĪ]/g, "I")
+        .replace(/[ìíîïī]/g, "i")
+        .replace(/[ÒÓÔÖÕŌ]/g, "O")
+        .replace(/[òóôöõō]/g, "o")
+        .replace(/[ÙÚÛÜŪ]/g, "U")
+        .replace(/[ùúûüū]/g, "u")
+        .replace(/[ç]/g, "c");
+}
+export function capitalizeWords(str) {
+    return str?.split(" ")?.map(word => word.charAt(0).toUpperCase() + word.slice(1).toLowerCase()).join(" ");
+}
+export function capitalizeFirstLetter(str) {
+    if (!str)
+        return;
+    return str?.charAt(0).toUpperCase() + str?.slice(1);
+}
+export function readJson(path) {
+    if (!fs.existsSync(path))
+        return null;
+    let json;
+    try {
+        json = JSON.parse(fs.readFileSync(path, "utf8"));
+    }
+    catch (e) {
+        json = null;
+    }
+    return json;
+}
+export function orderBy(arr, prop) {
+    arr.sort((a, b) => {
+        if (a[prop] > b[prop]) {
+            return 1;
+        }
+        else
+            return -1;
+    });
+    return arr;
+}
+export function pan(number, digits) {
+    return ("0" + number).slice(-digits);
+}
+export function uniqWith(array, compareFn) {
+    const unique = [];
+    for (const current of array) {
+        const isDuplicate = unique.some(other => compareFn(current, other));
+        if (!isDuplicate)
+            unique.push(current);
+    }
+    return unique;
+}
+export function pop(array, n) {
+    const out = [];
+    for (let i = 0; i < Math.min(array.length, n); i++) {
+        out.push(array[i]);
+    }
+    return out;
+}
+export function splitChunks(array, chunkSize) {
+    const chunks = [];
+    for (let i = 0; i < array.length; i += chunkSize) {
+        chunks.push(array.slice(i, i + chunkSize));
+    }
+    return chunks;
+}
+export function newpopList(list, fn) {
+    const index = list.findIndex(n => {
+        if (!n)
+            return false;
+        return fn(n);
+    });
+    if (index >= 0) {
+        list[index] = null;
+        list = list.filter(a => !!a);
+    }
+    return list.filter(a => !!a);
+}
+export function popList(list1, list2, fn) {
+    const pop = [];
+    list1.forEach((l, i) => {
+        if (!l)
+            return;
+        const hash1 = fn ? fn(l) : hash(l);
+        const index = list2.findIndex(n => {
+            if (!n)
+                return false;
+            const hash2 = fn ? fn(n) : hash(n);
+            return hash1 === hash2;
+        });
+        if (index >= 0) {
+            pop.push(list1[i]);
+            list2[index] = null;
+            list1[i] = null;
+        }
+    });
+    list1 = list1.filter(f => !!f);
+    list2 = list2.filter(f => !!f);
+    return pop.filter(a => !!a);
+}
+export function diffList(list1, list2, fn) {
+    const l1 = [...list1];
+    const l2 = [...list2];
+    l1.forEach((l, i) => {
+        const hash1 = fn ? fn(l) : hash(l);
+        const index = l2.findIndex(n => {
+            if (!n)
+                return false;
+            const hash2 = fn ? fn(n) : hash(n);
+            return hash1 === hash2;
+        });
+        if (index >= 0) {
+            l2[index] = null;
+            l1[i] = null;
+        }
+    });
+    return [...l1, ...l2].filter(a => !!a);
+}
+export function truncator(num, digits) {
+    const numS = num.toString(), decPos = numS.indexOf("."), substrLength = decPos == -1 ? numS.length : 1 + decPos + digits, trimmedResult = numS.substr(0, substrLength), finalResult = isNaN(trimmedResult) ? 0 : trimmedResult;
+    return parseFloat(finalResult);
+}
+/*function truncator(num: number | string, digits: number): number {
+    const numS: string = Number(num).toFixed(digits);
+    return parseFloat(numS);
+}
+*/
+export function parseNumber(num, thousand = ".") {
+    return parseFloat(num?.replace(/^\D+/g, "")?.replaceAll(thousand, ""));
+}
+export function getRandom(arr) {
+    return arr?.at(Math.floor(Math.random() * arr.length));
+}
+export function shuffleArray(array) {
+    let currentIndex = array.length;
+    let temporaryValue;
+    let randomIndex;
+    // While there remain elements to shuffle...
+    while (0 !== currentIndex) {
+        // Pick a remaining element...
+        randomIndex = Math.floor(Math.random() * currentIndex);
+        currentIndex -= 1;
+        // And swap it with the current element.
+        temporaryValue = array[currentIndex];
+        array[currentIndex] = array[randomIndex];
+        array[randomIndex] = temporaryValue;
+    }
+    return array;
+}
+export function extractNumbers(str) {
+    if (!str)
+        return;
+    // Regex per identificare i numeri con separatore delle migliaia e parte decimale
+    const regex = /(\d{1,3}(?:[.,]\d{3})*(?:[.,]\d+)?)/g;
+    const matches = str.match(regex);
+    return matches?.at(0);
+}
+export function parseFloatFromString(str) {
+    if (!str)
+        return;
+    if (typeof str !== "string")
+        throw new Error(`${parseFloatFromString.name} error: The input is not a string`);
+    if (str?.includes(","))
+        str = str?.replace(",", ".");
+    if ((/\.\d{3}/).test(str))
+        str = str?.replace(".", "");
+    return parseFloat(str);
+}
+/**
+ * Convert MySQL POLYGON string into coordinates array
+ * @param {string} polygonString - The POLYGON string from MySQL
+ * @returns {Array<Array<number>>} - Array of coordinates in [longitude, latitude] format
+ */
+export function convertPolygonStringToArray(polygonString) {
+    // Remove 'POLYGON((' and '))'
+    const coordinatesString = polygonString
+        ?.replace("POLYGON((", "")
+        ?.replace("))", "");
+    // Split the string into individual coordinate pairs
+    return coordinatesString?.split(",")?.map(coord => {
+        // Split each pair by space and convert to numbers
+        const [lon, lat] = coord.trim().split(" ").map(Number);
+        return [lon, lat]; // Return [longitude, latitude]
+    });
+}
+//# sourceMappingURL=utils.js.map

package/dist/src/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,aAAa,CAAC;AAE/B,MAAM,UAAU,WAAW,CAAI,GAAa,EAAE,CAAC;IAC3C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAClC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAW;IAClC,OAAO,GAAG,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC3C,OAAO,GAAG,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAW;IACvC,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,GAAW;IAC/B,OAAO,GAAG,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAW;IAC5C,OAAO,GAAG;SACL,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAW;IACvC,OAAO,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC9G,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAAW;IAE7C,IAAI,CAAC,GAAG;QACJ,OAAO;IAEX,OAAO,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAY;IAEjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;QACpB,OAAO,IAAI,CAAC;IAEhB,IAAI,IAAI,CAAC;IAET,IAAI,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IACpD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,IAAI,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,OAAO,CAAmB,GAAa,EAAE,IAAI;IACzD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACd,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,CAAC;QACb,CAAC;;YAAM,OAAO,CAAC,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,MAAc;IAC9C,OAAO,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAA;AACxC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAI,KAAe,EAAE,SAAS;IAClD,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC,WAAW;YAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,GAAG,CAAI,KAAe,EAAE,CAAS;IAC7C,MAAM,GAAG,GAAG,EAAE,CAAC;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACjD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,WAAW,CAAI,KAAe,EAAE,SAAiB;IAC7D,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,UAAU,CAAI,IAAc,EAAE,EAAsB;IAEhE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;QAC7B,IAAI,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAErB,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACb,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;QACnB,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEjC,CAAC;AAGD,MAAM,UAAU,OAAO,CAA8B,KAAe,EAAE,KAAe,EAAE,EAAqB;IAExG,MAAM,GAAG,GAAQ,EAAE,CAAC;IAEpB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAEnB,IAAI,CAAC,CAAC;YACF,OAAO;QAEX,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YAC9B,IAAI,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;YAErB,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,OAAO,KAAK,KAAK,KAAK,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACnB,KAAK,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YACpB,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QACpB,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/B,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,QAAQ,CAA8B,KAAe,EAAE,KAAe,EAAE,EAAG;IAEvF,MAAM,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IACtB,MAAM,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IAEtB,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAEhB,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YAC3B,IAAI,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;YAErB,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,OAAO,KAAK,KAAK,KAAK,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACb,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YACjB,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QACjB,CAAC;IACL,CAAC,CAAC,CAAA;IAEF,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAG,EAAE,MAAM;IACjC,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,EAAE,EACvB,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAC1B,YAAY,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,MAAM,EAC/D,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,YAAY,CAAC,EAC5C,WAAW,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IAE3D,OAAO,UAAU,CAAC,WAAW,CAAC,CAAC;AACnC,CAAC;AAED;;;;EAIE;AAEF,MAAM,UAAU,WAAW,CAAC,GAAW,EAAE,WAAmB,GAAG;IAC3D,OAAO,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,SAAS,CAAI,GAAa;IACtC,OAAO,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,YAAY,CAAI,KAAU;IACtC,IAAI,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC;IAChC,IAAI,cAAiB,CAAC;IACtB,IAAI,WAAmB,CAAC;IAExB,4CAA4C;IAC5C,OAAO,CAAC,KAAK,YAAY,EAAE,CAAC;QACxB,8BAA8B;QAC9B,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,YAAY,CAAC,CAAC;QACvD,YAAY,IAAI,CAAC,CAAC;QAElB,wCAAwC;QACxC,cAAc,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC;QACrC,KAAK,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC;QACzC,KAAK,CAAC,WAAW,CAAC,GAAG,cAAc,CAAC;IACxC,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAW;IAEtC,IAAI,CAAC,GAAG;QACJ,OAAO;IAEX,iFAAiF;IACjF,MAAM,KAAK,GAAG,sCAAsC,CAAC;IACrD,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEjC,OAAO,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAW;IAE5C,IAAI,CAAC,GAAG;QACJ,OAAO;IAEX,IAAI,OAAO,GAAG,KAAK,QAAQ;QACvB,MAAM,IAAI,KAAK,CAAC,GAAG,oBAAoB,CAAC,IAAI,mCAAmC,CAAC,CAAC;IAErF,IAAI,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC;QAClB,GAAG,GAAG,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAEjC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACrB,GAAG,GAAG,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAEhC,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,2BAA2B,CAAC,aAAqB;IAC7D,8BAA8B;IAC9B,MAAM,iBAAiB,GAAG,aAAa;QACnC,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QAC1B,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAExB,oDAAoD;IACpD,OAAO,iBAAiB,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE;QAC9C,kDAAkD;QAClD,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,+BAA+B;IACtD,CAAC,CAAC,CAAC;AACP,CAAC"}

package/package.json

@@ -0,0 +1,44 @@
+{
+  "name": "@wikicasa-dev/node-common",
+  "version": "1.0.0",
+  "description": "Wikicasa node common",
+  "type": "module",
+  "files": [
+    "dist"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git@bitbucket.org:wikicasa/wikicasa-node.git"
+  },
+  "author": "",
+  "license": "ISC",
+  "bugs": {
+    "url": "https://bitbucket.org/wikicasa/wikicasa-node/issues"
+  },
+  "homepage": "https://bitbucket.org/wikicasa/wikicasa-node#readme",
+  "dependencies": {
+    "@elastic/elasticsearch": "^8.15.0",
+    "@supercharge/promise-pool": "^3.2.0",
+    "agentkeepalive": "^4.5.0",
+    "axios": "^1.7.7",
+    "axios-retry": "^4.5.0",
+    "cacheable-lookup": "^7.0.0",
+    "csv-parse": "^5.5.6",
+    "geolib": "^3.3.4",
+    "https": "^1.0.0",
+    "https-proxy-agent": "^7.0.5",
+    "lodash": "^4.17.21",
+    "moment": "^2.30.1",
+    "object-hash": "^3.0.0",
+    "random-useragent": "^0.5.0",
+    "redis": "^4.7.0",
+    "selenium-webdriver": "^4.25.0",
+    "throttled-queue": "^2.1.4",
+    "zlib": "^1.0.5"
+  },
+  "scripts": {
+    "lint": "eslint --quiet --fix ./",
+    "compile": "tsc -p ./",
+    "build": "pnpm lint && pnpm compile"
+  }
+}