@wikicasa-dev/node-common 1.1.0 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/utils.d.ts CHANGED
@@ -7,7 +7,6 @@ export declare function trimAll(str: string): string;
7
7
  export declare function cleanUpSpecialChars2(str: string): string;
8
8
  export declare function capitalizeWords(str: string): string;
9
9
  export declare function capitalizeFirstLetter(str: string): string | undefined;
10
- export declare function readJson(path: string): any;
11
10
  export declare function orderBy<T extends object>(arr: Array<T>, prop: any): Array<T>;
12
11
  export declare function pan(number: number, digits: number): string;
13
12
  export declare function uniqWith<T>(array: Array<T>, compareFn: any): Array<T>;
package/dist/utils.js CHANGED
@@ -1,4 +1,3 @@
1
- import fs from "fs";
2
1
  import hash from "object-hash";
3
2
  export function arrayRotate(arr, n) {
4
3
  Array.from(Array(n)).forEach((x, i) => {
@@ -40,18 +39,6 @@ export function capitalizeFirstLetter(str) {
40
39
  return;
41
40
  return str?.charAt(0).toUpperCase() + str?.slice(1);
42
41
  }
43
- export function readJson(path) {
44
- if (!fs.existsSync(path))
45
- return null;
46
- let json;
47
- try {
48
- json = JSON.parse(fs.readFileSync(path, "utf8"));
49
- }
50
- catch (e) {
51
- json = null;
52
- }
53
- return json;
54
- }
55
42
  export function orderBy(arr, prop) {
56
43
  arr.sort((a, b) => {
57
44
  if (a[prop] > b[prop]) {
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@wikicasa-dev/node-common",
3
- "version": "1.1.0",
3
+ "version": "1.2.0",
4
4
  "description": "Wikicasa node common",
5
5
  "type": "module",
6
6
  "files": [
package/dist/src/Cache.js DELETED
@@ -1,109 +0,0 @@
1
- import redis from "redis";
2
- import { brotliCompressSync, brotliDecompressSync } from "zlib";
3
- import { Buffer } from "node:buffer";
4
- export var MODE;
5
- (function (MODE) {
6
- MODE[MODE["STRING"] = 0] = "STRING";
7
- MODE[MODE["JSON"] = 1] = "JSON";
8
- MODE[MODE["HASH"] = 2] = "HASH";
9
- MODE[MODE["STRING_BROTLI"] = 3] = "STRING_BROTLI";
10
- })(MODE || (MODE = {}));
11
- export class Cache {
12
- init;
13
- client;
14
- constructor(options) {
15
- this.client = redis.createClient(options);
16
- }
17
- async start() {
18
- this.init = this.client.connect();
19
- }
20
- async get(key, mode = MODE.STRING_BROTLI) {
21
- if (!this.init)
22
- await this.start();
23
- //if (!await this.client.exists(key))
24
- // return null;
25
- let data;
26
- try {
27
- switch (mode) {
28
- case MODE.STRING:
29
- data = await this.client.get(key);
30
- break;
31
- case MODE.STRING_BROTLI:
32
- default: {
33
- const value = await this.client.get(key);
34
- const dataRaw = brotliDecompressSync(Buffer.from(value, "binary")).toString();
35
- data = JSON.parse(dataRaw);
36
- break;
37
- }
38
- }
39
- }
40
- catch (e) {
41
- data = null;
42
- }
43
- return data;
44
- }
45
- async set(key, value, mode = MODE.STRING_BROTLI) {
46
- if (!this.init)
47
- await this.start();
48
- try {
49
- switch (mode) {
50
- case MODE.STRING: {
51
- await this.client.set(key, value.toString("binary"));
52
- break;
53
- }
54
- case MODE.JSON:
55
- // @ts-ignore
56
- await this.client.jSet(key, ".", value);
57
- break;
58
- case MODE.STRING_BROTLI:
59
- default: {
60
- const data = brotliCompressSync(JSON.stringify(value));
61
- await this.client.set(key, data.toString("binary"));
62
- break;
63
- }
64
- }
65
- }
66
- catch (e) {
67
- console.error("Can't cache data");
68
- }
69
- }
70
- async delete(key) {
71
- if (!this.init)
72
- await this.start();
73
- try {
74
- await this.client.del(key);
75
- }
76
- catch (e) {
77
- console.error("Can't delete data");
78
- }
79
- }
80
- async exists(key) {
81
- if (!this.init)
82
- await this.start();
83
- try {
84
- return !!(await this.client.exists(key));
85
- }
86
- catch (e) {
87
- console.error("Can't check data exists");
88
- }
89
- }
90
- async select(db) {
91
- if (!this.init)
92
- await this.start();
93
- try {
94
- await this.client.select(db);
95
- }
96
- catch (e) {
97
- console.error("Can't select db");
98
- }
99
- }
100
- async quit() {
101
- try {
102
- await this.client.quit();
103
- }
104
- catch (e) {
105
- console.error("Can't quit");
106
- }
107
- }
108
- }
109
- //# sourceMappingURL=Cache.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Cache.js","sourceRoot":"","sources":["../../src/Cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAA6G,MAAM,OAAO,CAAC;AAClI,OAAO,EAAC,kBAAkB,EAAE,oBAAoB,EAAC,MAAM,MAAM,CAAC;AAC9D,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AAEnC,MAAM,CAAN,IAAY,IAKX;AALD,WAAY,IAAI;IACZ,mCAAM,CAAA;IACN,+BAAI,CAAA;IACJ,+BAAI,CAAA;IACJ,iDAAa,CAAA;AACjB,CAAC,EALW,IAAI,KAAJ,IAAI,QAKf;AAED,MAAM,OAAO,KAAK;IAEd,IAAI,CAAe;IAEZ,MAAM,CAAoF;IAEjG,YAAY,OAA4B;QACpC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,KAAK;QACP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,OAAa,IAAI,CAAC,aAAa;QAElD,IAAI,CAAC,IAAI,CAAC,IAAI;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACvB,qCAAqC;QACrC,kBAAkB;QAElB,IAAI,IAAI,CAAC;QAET,IAAI,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,IAAI,CAAC,MAAM;oBACZ,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAClC,MAAM;gBACV,KAAK,IAAI,CAAC,aAAa,CAAC;gBACxB,OAAO,CAAC,CAAC,CAAC;oBACN,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACzC,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;oBAC9E,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC3B,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,GAAG,IAAI,CAAC;QAChB,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,KAAuB,EAAE,OAAa,IAAI,CAAC,aAAa;QAE3E,IAAI,CAAC,IAAI,CAAC,IAAI;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEvB,IAAI,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACf,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAG,KAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;oBACjE,MAAM;gBACV,CAAC;gBACD,KAAK,IAAI,CAAC,IAAI;oBACV,aAAa;oBACb,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;oBACxC,MAAM;gBACV,KAAK,IAAI,CAAC,aAAa,CAAC;gBACxB,OAAO,CAAC,CAAC,CAAC;oBACN,MAAM,IAAI,GAAW,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAgB,CAAC,CAAC,CAAC;oBAC1E,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;oBACpD,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QAEpB,IAAI,CAAC,IAAI,CAAC,IAAI;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEvB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QAEpB,IAAI,CAAC,IAAI,CAAC,IAAI;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEvB,IAAI,CAAC;YACD,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QAEnB,IAAI,CAAC,IAAI,CAAC,IAAI;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEvB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;CACJ"}
@@ -1,119 +0,0 @@
1
- import { Client } from "@elastic/elasticsearch";
2
- import { brotliCompressSync, brotliDecompressSync } from "zlib";
3
- import { Buffer } from "node:buffer";
4
- const index = "redis_data";
5
- export var MODE;
6
- (function (MODE) {
7
- MODE[MODE["STRING"] = 0] = "STRING";
8
- MODE[MODE["JSON"] = 1] = "JSON";
9
- MODE[MODE["HASH"] = 2] = "HASH";
10
- MODE[MODE["STRING_BROTLI"] = 3] = "STRING_BROTLI";
11
- })(MODE || (MODE = {}));
12
- export class CacheES {
13
- client;
14
- constructor(options) {
15
- this.client = new Client({
16
- ...(options || {}),
17
- tls: {
18
- rejectUnauthorized: false
19
- }
20
- });
21
- }
22
- async get(id, mode = MODE.STRING_BROTLI) {
23
- let data;
24
- try {
25
- switch (mode) {
26
- case MODE.STRING: {
27
- const value = (await this.client.get({
28
- index,
29
- id
30
- }))._source;
31
- data = value.data;
32
- break;
33
- }
34
- case MODE.STRING_BROTLI:
35
- default: {
36
- const value = (await this.client.get({
37
- index,
38
- id
39
- }))._source;
40
- const dataRaw = brotliDecompressSync(Buffer.from(value.data, "binary")).toString();
41
- data = JSON.parse(dataRaw);
42
- break;
43
- }
44
- }
45
- }
46
- catch (e) {
47
- data = null;
48
- }
49
- return data;
50
- }
51
- async set(id, value, mode = MODE.STRING_BROTLI) {
52
- try {
53
- switch (mode) {
54
- case MODE.STRING: {
55
- await this.client.index({
56
- index: "redis_data", // puoi cambiare il nome dell'indice
57
- id,
58
- document: {
59
- id,
60
- data: value.toString("binary")
61
- }
62
- });
63
- break;
64
- }
65
- case MODE.JSON:
66
- // @ts-ignore
67
- await this.client.jSet(id, ".", value);
68
- break;
69
- case MODE.STRING_BROTLI:
70
- default: {
71
- const data = brotliCompressSync(JSON.stringify(value));
72
- await this.client.index({
73
- index: "redis_data", // puoi cambiare il nome dell'indice
74
- id,
75
- document: {
76
- id,
77
- data: data.toString("binary")
78
- }
79
- });
80
- break;
81
- }
82
- }
83
- }
84
- catch (e) {
85
- console.error(`Can't cache data: ${e}`);
86
- }
87
- }
88
- async delete(id) {
89
- try {
90
- await this.client.delete({
91
- index,
92
- id
93
- });
94
- }
95
- catch (e) {
96
- console.error(`Can't delete data: ${e}`);
97
- }
98
- }
99
- async exists(id) {
100
- try {
101
- return !!(await this.client.exists({
102
- index,
103
- id
104
- }));
105
- }
106
- catch (e) {
107
- console.error(`Can't check data exists: ${e}`);
108
- }
109
- }
110
- async quit() {
111
- try {
112
- await this.client.close();
113
- }
114
- catch (e) {
115
- console.error(`Can't quit connection: ${e}`);
116
- }
117
- }
118
- }
119
- //# sourceMappingURL=CacheES.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"CacheES.js","sourceRoot":"","sources":["../../src/CacheES.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAgB,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAC,kBAAkB,EAAE,oBAAoB,EAAC,MAAM,MAAM,CAAC;AAC9D,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AAEnC,MAAM,KAAK,GAAG,YAAY,CAAC;AAO3B,MAAM,CAAN,IAAY,IAKX;AALD,WAAY,IAAI;IACZ,mCAAM,CAAA;IACN,+BAAI,CAAA;IACJ,+BAAI,CAAA;IACJ,iDAAa,CAAA;AACjB,CAAC,EALW,IAAI,KAAJ,IAAI,QAKf;AAED,MAAM,OAAO,OAAO;IAET,MAAM,CAAS;IAEtB,YAAY,OAAuB;QAC/B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACrB,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;YAClB,GAAG,EAAE;gBACD,kBAAkB,EAAE,KAAK;aAC5B;SACJ,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU,EAAE,OAAa,IAAI,CAAC,aAAa;QAEjD,IAAI,IAAI,CAAC;QAET,IAAI,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACf,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;wBACjC,KAAK;wBACL,EAAE;qBACL,CAAC,CAAC,CAAC,OAAoB,CAAC;oBACzB,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBAClB,MAAM;gBACV,CAAC;gBACD,KAAK,IAAI,CAAC,aAAa,CAAC;gBACxB,OAAO,CAAC,CAAC,CAAC;oBACN,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;wBACjC,KAAK;wBACL,EAAE;qBACL,CAAC,CAAC,CAAC,OAAoB,CAAC;oBACzB,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;oBACnF,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC3B,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,GAAG,IAAI,CAAC;QAChB,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU,EAAE,KAAuB,EAAE,OAAa,IAAI,CAAC,aAAa;QAE1E,IAAI,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACf,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;wBACpB,KAAK,EAAE,YAAY,EAAG,oCAAoC;wBAC1D,EAAE;wBACF,QAAQ,EAAE;4BACN,EAAE;4BACF,IAAI,EAAG,KAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC;yBAC7C;qBACJ,CAAC,CAAC;oBACH,MAAM;gBACV,CAAC;gBACD,KAAK,IAAI,CAAC,IAAI;oBACV,aAAa;oBACb,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;oBACvC,MAAM;gBACV,KAAK,IAAI,CAAC,aAAa,CAAC;gBACxB,OAAO,CAAC,CAAC,CAAC;oBACN,MAAM,IAAI,GAAW,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAgB,CAAC,CAAC,CAAC;oBAC1E,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;wBACpB,KAAK,EAAE,YAAY,EAAG,oCAAoC;wBAC1D,EAAE;wBACF,QAAQ,EAAE;4BACN,EAAE;4BACF,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;yBAChC;qBACJ,CAAC,CAAC;oBACH,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAC5C,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QAEnB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBACrB,KAAK;gBACL,EAAE;aACL,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QAEnB,IAAI,CAAC;YACD,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC/B,KAAK;gBACL,EAAE;aACL,CAAC,CAAC,CAAC;QACR,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;CACJ"}
@@ -1,223 +0,0 @@
1
- import throttledQueue from "throttled-queue";
2
- import Console, { COLORS } from "./Console.js";
3
- import { EventEmitter } from "events";
4
- import axios from "axios";
5
- import { sleep } from "./common.js";
6
- import CacheableLookup from "cacheable-lookup";
7
- import Agent from "agentkeepalive";
8
- import * as RandomUserAgent from "random-useragent";
9
- import axiosRetry from "axios-retry";
10
- import _ from "lodash";
11
- import { HttpsProxyAgent } from "https-proxy-agent";
12
- const cacheable = new CacheableLookup();
13
- // Increase the limit
14
- EventEmitter.defaultMaxListeners = 20;
15
- //const a = new CallPool("test", 1, 10, 50, 1000, PROXY.DYNAMIC);
16
- axiosRetry(axios, {
17
- retries: 1,
18
- retryDelay: (retryCount, error) => {
19
- Console.log(`retry attempt: ${retryCount}. Error ${error}`);
20
- return retryCount * 1000;
21
- },
22
- });
23
- export var PROXY;
24
- (function (PROXY) {
25
- PROXY[PROXY["NONE"] = 0] = "NONE";
26
- PROXY[PROXY["STATIC"] = 1] = "STATIC";
27
- PROXY[PROXY["DYNAMIC"] = 2] = "DYNAMIC";
28
- })(PROXY || (PROXY = {}));
29
- export class CallPool {
30
- name;
31
- concurrency;
32
- minConcurrency = 1;
33
- maxConcurrency;
34
- _print;
35
- limiter;
36
- proxy;
37
- CLOCK_NUMBER = 1;
38
- WEIGHT = 100;
39
- mean = 0;
40
- targetMean = 0;
41
- clock = this.CLOCK_NUMBER;
42
- queue = [];
43
- activeCount;
44
- agent;
45
- constructor(name = "default", proxy = PROXY.STATIC, minConcurrency = 1, maxConcurrency, limitCall = 1000, limitInterval = 1000) {
46
- this.name = name;
47
- this.concurrency = (minConcurrency + maxConcurrency) / 2;
48
- this.minConcurrency = minConcurrency;
49
- this.maxConcurrency = maxConcurrency;
50
- this.queue = [];
51
- this.activeCount = 0;
52
- this.limiter = throttledQueue(limitCall, limitInterval, true);
53
- this.proxy = proxy;
54
- this.updatePrint();
55
- this.agent = new Agent({
56
- maxSockets: 100,
57
- maxFreeSockets: 10,
58
- timeout: 30000,
59
- lookup: cacheable.lookupAsync,
60
- });
61
- /*axios("https://api.ipify.org?format=json", {
62
- method: "GET",
63
- proxy: null,
64
- });
65
-
66
- fetch("https://api.ipify.org?format=json", {
67
- method: "GET",
68
- agent: null,
69
- headers: {
70
- "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3"
71
- }
72
- })*/
73
- }
74
- call(url, config) {
75
- return new Promise((resolve, reject) => {
76
- this.queue.push({
77
- call: async () => {
78
- /*const response = await this.fetchWithRetry(url, {
79
- ...config,
80
- agent: this.agent,
81
- headers: {
82
- ...config?.headers,
83
- "User-Agent": this.proxy !== PROXY.NONE ? RandomUserAgent.getRandom() : undefined
84
- }
85
- });
86
-
87
- // Andrea M: handle 400-500 errors
88
- if (!response.ok)
89
- throw response;*/
90
- /*httpAgent: new Agent({
91
- keepAlive: false,
92
- maxSockets: 100,
93
- maxFreeSockets: 10,
94
- timeout: 60000,
95
- lookup: cacheable.lookupAsync,
96
- }),
97
- httpsAgent: new Agent({
98
- keepAlive: false,
99
- maxSockets: 100,
100
- maxFreeSockets: 10,
101
- timeout: 60000,
102
- lookup: cacheable.lookupAsync,
103
- }),*/
104
- return axios(url, _.merge({
105
- method: "GET",
106
- proxy: this.proxy === PROXY.DYNAMIC ? {
107
- protocol: "http",
108
- host: "api.zyte.com",
109
- port: 8011,
110
- auth: {
111
- username: "cf3dd14c1b9c4daf9cf67007520d0c48",
112
- password: ""
113
- },
114
- } : undefined,
115
- httpsAgent: this.proxy === PROXY.STATIC ? new HttpsProxyAgent("http://wikicasa:VTt7KYb5fsqDhK6xXinS@162.19.104.35:3128") : undefined,
116
- httpAgent: this.proxy === PROXY.STATIC ? new HttpsProxyAgent("http://wikicasa:VTt7KYb5fsqDhK6xXinS@162.19.104.35:3128") : undefined,
117
- maxContentLength: Infinity,
118
- maxBodyLength: Infinity,
119
- timeout: 600000,
120
- headers: {
121
- ...(this.proxy === PROXY.DYNAMIC && { "Zyte-Geolocation": "IT" }),
122
- "User-Agent": this.proxy !== PROXY.NONE ? this.getRandomUserAgent() : undefined,
123
- }
124
- }, config));
125
- },
126
- resolve,
127
- reject
128
- });
129
- this.schedule();
130
- });
131
- }
132
- getRandomUserAgent() {
133
- const browsers = [
134
- { name: "Chrome", version: 109 },
135
- { name: "Firefox", version: 115 },
136
- { name: "Edge", version: 116 }
137
- ];
138
- return RandomUserAgent.getRandom(function (ua) {
139
- return browsers.some(b => b.name === ua.browserName && b.version <= ua.browserVersion);
140
- });
141
- }
142
- enqueue(call) {
143
- return new Promise((resolve, reject) => {
144
- this.queue.push({
145
- call,
146
- resolve,
147
- reject,
148
- });
149
- this.schedule();
150
- });
151
- }
152
- schedule() {
153
- while (this.activeCount < this.concurrency && this.queue.length > 0) {
154
- const { call, resolve, reject } = this.queue.shift();
155
- this.activeCount++;
156
- const time = performance.now();
157
- this.limiter(() => {
158
- call()
159
- .then((result) => {
160
- resolve(result);
161
- })
162
- .catch((error) => {
163
- reject(error);
164
- })
165
- .finally(() => {
166
- this.activeCount--;
167
- this.clock--;
168
- if (this.clock < 0) {
169
- this.clock = this.CLOCK_NUMBER;
170
- if (this.mean > this.targetMean && this.mean > 10)
171
- this.concurrency = Math.max(this.concurrency - Math.floor(this.concurrency / 10), this.minConcurrency);
172
- if (this.mean < this.targetMean || this.mean < 2)
173
- this.concurrency = Math.min(this.concurrency + Math.ceil(this.concurrency / 20), this.maxConcurrency);
174
- this.targetMean = this.mean;
175
- }
176
- const t = (performance.now() - time) / 1000;
177
- this.mean = this.mean > 0 ? this.mean + (t - this.mean) / this.WEIGHT : t;
178
- this.updatePrint();
179
- //console.debug(this.name, t, this.mean, this.targetMean, `${this.activeCount}/${this.queue.length}`, this.concurrency, `${(60 / this.mean) * this.concurrency} avg/m`);
180
- this.schedule();
181
- });
182
- });
183
- }
184
- }
185
- print() {
186
- return this._print;
187
- }
188
- updatePrint() {
189
- const textStart = `${Console.color(this.name.padEnd(16), COLORS.YELLOW)} [POOL][`;
190
- // eslint-disable-next-line max-len
191
- const textEnd = `][${this.activeCount + this.queue?.length}/${this.concurrency}][${this.mean.toFixed(2)}s, ${((60 / this.mean) * this.activeCount).toFixed(2)} avg/m]`;
192
- let progress = "";
193
- const max = process.stdout.columns - Math.max(textStart.length + textEnd.length, process.stdout.columns * 0.5);
194
- const percent = this.activeCount / this.concurrency * max;
195
- for (let j = 0; j < max; j++) {
196
- const char = j < percent ? "=" : " ";
197
- progress += Console.color(char, j < (max * 0.8) ? COLORS.GREEN : j < (max * 0.9) ? COLORS.YELLOW : COLORS.RED);
198
- }
199
- this._print = textStart + progress + textEnd;
200
- }
201
- async finish() {
202
- while (this.activeCount) {
203
- await this.finish();
204
- }
205
- return;
206
- }
207
- async fetchWithRetry(url, options, retries = 3, sleepTime = 1000) {
208
- try {
209
- const response = await fetch(url, options);
210
- if (!response.ok)
211
- throw new Error(`HTTP error! status: ${response.status}`);
212
- return response;
213
- }
214
- catch (error) {
215
- if (retries === 0)
216
- throw new Error(`Failed to fetch ${url} after several retries`);
217
- Console.log(`Retrying fetch for ${url}. Attempts remaining: ${retries - 1}`);
218
- await sleep(sleepTime);
219
- return this.fetchWithRetry(url, options, retries - 1);
220
- }
221
- }
222
- }
223
- //# sourceMappingURL=CallPool.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"CallPool.js","sourceRoot":"","sources":["../../src/CallPool.ts"],"names":[],"mappings":"AAAA,OAAO,cAAc,MAAM,iBAAiB,CAAC;AAC7C,OAAO,OAAO,EAAE,EAAC,MAAM,EAAC,MAAM,cAAc,CAAC;AAE7C,OAAO,EAAC,YAAY,EAAC,MAAM,QAAQ,CAAC;AACpC,OAAO,KAA0C,MAAM,OAAO,CAAC;AAC/D,OAAO,EAAC,KAAK,EAAC,MAAM,aAAa,CAAC;AAClC,OAAO,eAAe,MAAM,kBAAkB,CAAC;AAE/C,OAAO,KAAK,MAAM,gBAAgB,CAAC;AACnC,OAAO,KAAK,eAAe,MAAM,kBAAkB,CAAC;AACpD,OAAO,UAAU,MAAM,aAAa,CAAC;AACrC,OAAO,CAAC,MAAM,QAAQ,CAAC;AACvB,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAElD,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;AAExC,qBAAqB;AACrB,YAAY,CAAC,mBAAmB,GAAG,EAAE,CAAC;AAEtC,iEAAiE;AAEjE,UAAU,CAAC,KAAK,EAAE;IACd,OAAO,EAAE,CAAC;IACV,UAAU,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;QAC9B,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,WAAW,KAAK,EAAE,CAAC,CAAC;QAC5D,OAAO,UAAU,GAAG,IAAI,CAAC;IAC7B,CAAC;CACJ,CAAC,CAAC;AAEH,MAAM,CAAN,IAAY,KAIX;AAJD,WAAY,KAAK;IACb,iCAAI,CAAA;IACJ,qCAAM,CAAA;IACN,uCAAO,CAAA;AACX,CAAC,EAJW,KAAK,KAAL,KAAK,QAIhB;AAED,MAAM,OAAO,QAAQ;IAET,IAAI,CAAS;IACb,WAAW,CAAS;IACX,cAAc,GAAW,CAAC,CAAC;IAC3B,cAAc,CAAS;IAEhC,MAAM,CAAS;IAEN,OAAO,CAAC;IACR,KAAK,CAAO;IAE7B,YAAY,GAAG,CAAC,CAAC;IACjB,MAAM,GAAG,GAAG,CAAC;IAEb,IAAI,GAAG,CAAC,CAAC;IACT,UAAU,GAAG,CAAC,CAAC;IACf,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;IAElB,KAAK,GAIR,EAAE,CAAC;IAEA,WAAW,CAAS;IAEpB,KAAK,CAAa;IAE1B,YAAY,OAAe,SAAS,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,iBAAyB,CAAC,EAAE,cAAsB,EAAE,YAAoB,IAAI,EAAE,gBAAwB,IAAI;QAClK,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,CAAC,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,cAAc,CAAC,SAAS,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QAC9D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,WAAW,EAAE,CAAC;QAGnB,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC;YACnB,UAAU,EAAE,GAAG;YACf,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,SAAS,CAAC,WAAW;SAChC,CAAC,CAAC;QAEH;;;;;;;;;;;YAWI;IACR,CAAC;IAEM,IAAI,CAAC,GAAW,EAAE,MAA2B;QAChD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,KAAK,IAAI,EAAE;oBACb;;;;;;;;;;;yCAWqB;oBAErB;;;;;;;;;;;;;6BAaS;oBAET,OAAO,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC;wBACtB,MAAM,EAAE,KAAK;wBACb,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;4BAClC,QAAQ,EAAE,MAAM;4BAChB,IAAI,EAAE,cAAc;4BACpB,IAAI,EAAE,IAAI;4BACV,IAAI,EAAE;gCACF,QAAQ,EAAE,kCAAkC;gCAC5C,QAAQ,EAAE,EAAE;6BACf;yBACJ,CAAC,CAAC,CAAC,SAAS;wBACb,UAAU,EAAE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,yDAAyD,CAAC,CAAC,CAAC,CAAC,SAAS;wBACpI,SAAS,EAAE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,yDAAyD,CAAC,CAAC,CAAC,CAAC,SAAS;wBACnI,gBAAgB,EAAE,QAAQ;wBAC1B,aAAa,EAAE,QAAQ;wBACvB,OAAO,EAAE,MAAM;wBACf,OAAO,EAAE;4BACL,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,OAAO,IAAI,EAAC,kBAAkB,EAAE,IAAI,EAAC,CAAC;4BAC/D,YAAY,EAAE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,SAAS;yBAClF;qBACJ,EAAE,MAAM,CAAC,CAAC,CAAC;gBAChB,CAAC;gBACD,OAAO;gBACP,MAAM;aACT,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,kBAAkB;QACtB,MAAM,QAAQ,GAAG;YACb,EAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAC;YAC9B,EAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAC;YAC/B,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAC;SAC/B,CAAC;QAEF,OAAO,eAAe,CAAC,SAAS,CAAC,UAAU,EAAE;YACzC,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,WAAW,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC;QAC3F,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,OAAO,CAAC,IAAwB;QACnC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACZ,IAAI;gBACJ,OAAO;gBACP,MAAM;aACT,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,QAAQ;QACZ,OAAO,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,EAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnD,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;gBACd,IAAI,EAAE;qBACD,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;oBACb,OAAO,CAAC,MAAM,CAAC,CAAC;gBACpB,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACb,MAAM,CAAC,KAAK,CAAC,CAAC;gBAClB,CAAC,CAAC;qBACD,OAAO,CAAC,GAAG,EAAE;oBACV,IAAI,CAAC,WAAW,EAAE,CAAC;oBACnB,IAAI,CAAC,KAAK,EAAE,CAAC;oBAEb,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;wBACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;wBAE/B,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,GAAG,EAAE;4BAC7C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;wBAE3G,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC;4BAC5C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;wBAE1G,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC;oBAChC,CAAC;oBAED,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;oBAE5C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAE1E,IAAI,CAAC,WAAW,EAAE,CAAC;oBACnB,wKAAwK;oBACxK,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACpB,CAAC,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAEM,KAAK;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEM,WAAW;QACd,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;QAClF,mCAAmC;QACnC,MAAM,OAAO,GAAG,KAAK,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACvK,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QAC/G,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;QAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAC1B,CAAC;YACC,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACrC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnH,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IACjD,CAAC;IAEO,KAAK,CAAC,MAAM;QAChB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACxB,CAAC;QACD,OAAO;IACX,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAAW,EAAE,OAAoB,EAAE,UAAkB,CAAC,EAAE,YAAoB,IAAI;QACzG,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE;gBACZ,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAE9D,OAAO,QAAQ,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,OAAO,KAAK,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,wBAAwB,CAAC,CAAC;YAEpE,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,yBAAyB,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7E,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;YAEvB,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;QAC1D,CAAC;IACL,CAAC;CACJ"}
@@ -1,114 +0,0 @@
1
- import readline from "readline";
2
- import fs from "fs";
3
- const log_stdout = process.stdout;
4
- export var COLORS;
5
- (function (COLORS) {
6
- COLORS["BLACK"] = "\u001B[30m";
7
- COLORS["RED"] = "\u001B[31m";
8
- COLORS["GREEN"] = "\u001B[32m";
9
- COLORS["YELLOW"] = "\u001B[33m";
10
- COLORS["BLUE"] = "\u001B[34m";
11
- COLORS["MAGENTA"] = "\u001B[35m";
12
- COLORS["CYAN"] = "\u001B[36m";
13
- COLORS["WHITE"] = "\u001B[0m";
14
- })(COLORS || (COLORS = {}));
15
- /**
16
- * @author Andrea Moraglia
17
- */
18
- export default class Console {
19
- static prefix = null;
20
- static postfix = null;
21
- static loader;
22
- static first = true;
23
- static summaryLines = [];
24
- static setPrefix(prefix, color = COLORS.WHITE) {
25
- this.prefix = this.color(prefix, color);
26
- }
27
- static setPostfix(postfix, color = COLORS.WHITE) {
28
- this.postfix = this.color(postfix, color);
29
- }
30
- static appendSummaryLine(fn, color = COLORS.WHITE) {
31
- if (process.env.NODE_ENV === "production")
32
- return;
33
- this.summaryLines.push({ fn, color });
34
- }
35
- static clearSummaryLine() {
36
- this.summaryLines = [];
37
- }
38
- static processSummaryLines() {
39
- return this.summaryLines.map(l => this.color(l.fn(), l.color)).join("\n");
40
- }
41
- static clearPostfix() {
42
- this.postfix = null;
43
- }
44
- static clearPrefix() {
45
- this.prefix = null;
46
- }
47
- static color(str, color) {
48
- return `${color}${str}${COLORS.WHITE}`;
49
- }
50
- static log(str = "", spinner = false, file) {
51
- this.write(str, COLORS.WHITE, spinner, file);
52
- }
53
- static error(str = "", spinner = false, file) {
54
- this.write(str, COLORS.RED, spinner, file);
55
- }
56
- static warn(str = "", spinner = false, file) {
57
- this.write(str, COLORS.YELLOW, spinner, file);
58
- }
59
- static success(str = "", spinner = false, file) {
60
- this.write(str, COLORS.GREEN, spinner, file);
61
- }
62
- static getPrefix() {
63
- return this.prefix ? this.prefix + " " : "";
64
- }
65
- static getPostfix() {
66
- return this.postfix ? this.postfix + " " : "";
67
- }
68
- static clearLines(number) {
69
- for (let i = 0; i < number; i++) {
70
- const y = i === 0 ? null : -1;
71
- readline.moveCursor(log_stdout, 0, y);
72
- readline.clearLine(log_stdout, 0);
73
- }
74
- readline.cursorTo(log_stdout, 0);
75
- }
76
- static write(str = "", color, spinner, file = "") {
77
- if (this.loader) {
78
- clearInterval(this.loader);
79
- this.loader = null;
80
- }
81
- if (spinner) {
82
- const P = ["\\", "|", "/", "-"];
83
- let x = 0;
84
- readline.clearLine(log_stdout, 0);
85
- log_stdout.write(`\r${this.getPrefix()}${P[x++]} ${this.color(str, color)}${this.getPostfix()}`);
86
- if (this.summaryLines.length) {
87
- readline.clearScreenDown(log_stdout);
88
- log_stdout.write(`\n${this.processSummaryLines()}`);
89
- readline.moveCursor(log_stdout, 0, -this.summaryLines.length);
90
- }
91
- x &= 3;
92
- this.loader = setInterval(() => {
93
- log_stdout.write(`\r${this.getPrefix()}${P[x++]} ${this.color(str, color)}${this.getPostfix()}`);
94
- x &= 3;
95
- }, 250);
96
- }
97
- else {
98
- //this.clearLines(this.summaryLines.length + (this.loader ? 1 : 0));
99
- //readline.moveCursor(log_stdout, 0, this.summaryLines.length);
100
- //readline.cursorTo(log_stdout, 0);
101
- readline.clearLine(log_stdout, 0);
102
- log_stdout.write(`\r${this.getPrefix()}${this.color(str, color)}${this.getPostfix()}\n`);
103
- if (file)
104
- fs.appendFileSync(file, `\r${this.getPrefix()}${this.color(str, color)}${this.getPostfix()}\n`);
105
- if (this.summaryLines.length && !this.first) {
106
- readline.clearScreenDown(log_stdout);
107
- log_stdout.write(`\r${this.processSummaryLines()}`);
108
- readline.moveCursor(log_stdout, 0, -(this.summaryLines.length - 1));
109
- }
110
- }
111
- this.first = false;
112
- }
113
- }
114
- //# sourceMappingURL=Console.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Console.js","sourceRoot":"","sources":["../../src/Console.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;AAElC,MAAM,CAAN,IAAY,MASX;AATD,WAAY,MAAM;IACd,8BAAkB,CAAA;IAClB,4BAAgB,CAAA;IAChB,8BAAkB,CAAA;IAClB,+BAAmB,CAAA;IACnB,6BAAiB,CAAA;IACjB,gCAAoB,CAAA;IACpB,6BAAiB,CAAA;IACjB,6BAAiB,CAAA;AACrB,CAAC,EATW,MAAM,KAAN,MAAM,QASjB;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,OAAO;IAChB,MAAM,CAAC,MAAM,GAAW,IAAI,CAAC;IAC7B,MAAM,CAAC,OAAO,GAAW,IAAI,CAAC;IAC9B,MAAM,CAAC,MAAM,CAAiB;IAE9B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;IAEpB,MAAM,CAAC,YAAY,GAA+C,EAAE,CAAC;IAE7E,MAAM,CAAC,SAAS,CAAC,MAAc,EAAE,QAAgB,MAAM,CAAC,KAAK;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,OAAe,EAAE,QAAgB,MAAM,CAAC,KAAK;QAC3D,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,EAAgB,EAAE,QAAgB,MAAM,CAAC,KAAK;QACnE,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY;YAAE,OAAO;QAClD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAC,EAAE,EAAE,KAAK,EAAC,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,gBAAgB;QACnB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;IAC3B,CAAC;IAEO,MAAM,CAAC,mBAAmB;QAC9B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,CAAC,YAAY;QACf,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,MAAM,CAAC,WAAW;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACvB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,GAAW,EAAE,KAAa;QACnC,OAAO,GAAG,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;IAC3C,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,MAAc,EAAE,EAAE,UAAmB,KAAK,EAAE,IAAa;QAChE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAc,EAAE,EAAE,UAAmB,KAAK,EAAE,IAAa;QAClE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,MAAc,EAAE,EAAE,UAAmB,KAAK,EAAE,IAAa;QACjE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAc,EAAE,EAAE,UAAmB,KAAK,EAAE,IAAa;QACpE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACjD,CAAC;IAEO,MAAM,CAAC,SAAS;QACpB,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAChD,CAAC;IAEO,MAAM,CAAC,UAAU;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,CAAC;IAEO,MAAM,CAAC,UAAU,CAAC,MAAc;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9B,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACtC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAc,EAAE,EAAE,KAAa,EAAE,OAAgB,EAAE,OAAe,EAAE;QAE7E,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAChC,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAClC,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACjG,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;gBAC3B,QAAQ,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;gBACrC,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;gBACpD,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,CAAC,IAAI,CAAC,CAAC;YACP,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE;gBAC3B,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBACjG,CAAC,IAAI,CAAC,CAAC;YACX,CAAC,EAAE,GAAG,CAAC,CAAC;QACZ,CAAC;aAAM,CAAC;YACJ,oEAAoE;YAGpE,+DAA+D;YAC/D,mCAAmC;YACnC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAClC,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YACzF,IAAI,IAAI;gBACJ,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAEpG,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC1C,QAAQ,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;gBACrC,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;gBACpD,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC;QAEL,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC"}
@@ -1,86 +0,0 @@
1
- import { pool } from "./common.js";
2
- import Webdriver from "selenium-webdriver";
3
- import Console from "./Console.js";
4
- import { Options } from "selenium-webdriver/chrome.js";
5
- export default class Crawler {
6
- drivers = [];
7
- first = true;
8
- options = {
9
- concurrent: 1,
10
- throttling: false,
11
- crawlListing: null,
12
- nextPage: null,
13
- crawlHub: null,
14
- crawlDetail: null
15
- };
16
- constructor(options) {
17
- this.options = { ...this.options, ...options };
18
- }
19
- execute() {
20
- this.createDrivers();
21
- try {
22
- return new Promise(resolve => {
23
- this.options.crawlHub(this.drivers[0]).then(urls => {
24
- const tasks = urls.map((url, index) => () => {
25
- const driver = this.drivers.pop();
26
- Console.log(`[${index + 1}/${Math.floor(urls.length)}] Valuating url ${urls[index]}`);
27
- return this.crawlFn(driver, url)
28
- .then(results => this.options.callback?.call(null, results, index, this.first))
29
- .finally(() => {
30
- this.first = false;
31
- this.drivers.push(driver);
32
- });
33
- });
34
- pool(tasks, this.options.concurrent).then(results => {
35
- this.destroyDrivers();
36
- resolve(results);
37
- Console.success("FINISHED");
38
- });
39
- });
40
- });
41
- }
42
- catch (e) {
43
- console.error(e);
44
- this.destroyDrivers();
45
- }
46
- }
47
- createDrivers() {
48
- for (let i = 0; i < this.options.concurrent; i++) {
49
- this.drivers.push(new Webdriver.Builder()
50
- .withCapabilities(Webdriver.Capabilities.chrome())
51
- .setChromeOptions(new Options().headless())
52
- .forBrowser("chrome")
53
- .build());
54
- }
55
- }
56
- destroyDrivers() {
57
- this.drivers.forEach(driver => driver.close());
58
- }
59
- crawlFn(driver, url) {
60
- const _self = this;
61
- return new Promise(resolve => {
62
- driver.get(url).then(() => {
63
- _self.options.crawlListing(driver).then(listings => {
64
- if (_self.options.crawlDetail) {
65
- pool(listings.map((listing) => () => new Promise(resolve1 => {
66
- driver.get(listing.url).then(() => _self.options.crawlDetail(driver).then(detail => resolve1({ ...listing, ...detail })));
67
- })), 1)
68
- .then(details => {
69
- _self.options.pageCallback?.call(null, details);
70
- driver.get(url).then(() => _self.options.nextPage(driver)
71
- .then(url => _self.crawlFn(driver, url).then(acc => resolve([...details, ...acc])))
72
- .catch(() => resolve(details)));
73
- });
74
- }
75
- else {
76
- _self.options.pageCallback?.call(null, listings);
77
- _self.options.nextPage(driver)
78
- .then(url => _self.crawlFn(driver, url).then(acc => resolve([...listings, ...acc])))
79
- .catch(() => resolve(listings));
80
- }
81
- });
82
- });
83
- });
84
- }
85
- }
86
- //# sourceMappingURL=Crawler.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Crawler.js","sourceRoot":"","sources":["../../src/Crawler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAC,MAAM,aAAa,CAAC;AACjC,OAAO,SAA8B,MAAM,oBAAoB,CAAC;AAChE,OAAO,OAAO,MAAM,cAAc,CAAC;AACnC,OAAO,EAAC,OAAO,EAAC,MAAM,8BAA8B,CAAC;AA4BrD,MAAM,CAAC,OAAO,OAAO,OAAO;IAExB,OAAO,GAA6B,EAAE,CAAC;IACvC,KAAK,GAAG,IAAI,CAAC;IAEb,OAAO,GAAoB;QACvB,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,KAAK;QACjB,YAAY,EAAE,IAAI;QAClB,QAAQ,EAAE,IAAI;QACd,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,IAAI;KACpB,CAAA;IAED,YAAY,OAAwB;QAChC,IAAI,CAAC,OAAO,GAAG,EAAC,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAC,CAAC;IACjD,CAAC;IAED,OAAO;QAEH,IAAI,CAAC,aAAa,EAAE,CAAC;QAErB,IAAI,CAAC;YACD,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;gBACzB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBAE/C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAiB,EAAE;wBAEtD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;wBAElC,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBAEtF,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;6BAC3B,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;6BAC9E,OAAO,CAAC,GAAG,EAAE;4BACV,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;4BACnB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC9B,CAAC,CAAC,CAAC;oBACX,CAAC,CAAC,CAAC;oBAEH,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;wBAChD,IAAI,CAAC,cAAc,EAAE,CAAC;wBACtB,OAAO,CAAC,OAAO,CAAC,CAAC;wBACjB,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;oBAChC,CAAC,CAAC,CAAC;gBACP,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC,cAAc,EAAE,CAAC;QAC1B,CAAC;IACL,CAAC;IAED,aAAa;QACT,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE;iBACpC,gBAAgB,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;iBACjD,gBAAgB,CAAC,IAAI,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC;iBAC1C,UAAU,CAAC,QAAQ,CAAC;iBACpB,KAAK,EAAE,CAAC,CAAC;QAClB,CAAC;IACL,CAAC;IAED,cAAc;QACV,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,CAAC,MAAyB,EAAE,GAAW;QAE1C,MAAM,KAAK,GAAG,IAAI,CAAC;QAEnB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;YACzB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtB,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;oBAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;wBAC5B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,GAAiB,EAAE,CAC9C,IAAI,OAAO,CAAC,QAAQ,CAAC,EAAE;4BACnB,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAC,GAAG,OAAO,EAAE,GAAG,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC;wBAC5H,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;6BACN,IAAI,CAAC,OAAO,CAAC,EAAE;4BACZ,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;4BAChD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CACtB,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;iCACzB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;iCAClF,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;wBAC3C,CAAC,CAAC,CAAA;oBACV,CAAC;yBAAM,CAAC;wBACJ,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;wBACjD,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;6BACzB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;6BACnF,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAA;oBACvC,CAAC;gBACL,CAAC,CAAC,CAAA;YACN,CAAC,CAAC,CAAA;QACN,CAAC,CAAC,CAAA;IACN,CAAC;CACJ"}
package/dist/src/Pool.js DELETED
@@ -1,71 +0,0 @@
1
- import Console, { COLORS } from "./Console.js";
2
- const BATCH_SIZE = 1000;
3
- export class Pool {
4
- name;
5
- concurrency;
6
- queue = [];
7
- activeCount;
8
- constructor(name = "default", concurrency) {
9
- this.name = name;
10
- this.concurrency = concurrency;
11
- this.queue = [];
12
- this.activeCount = 0;
13
- this.updatePrint();
14
- }
15
- static run = async (calls, concurrency) => {
16
- const pool = new Pool("", concurrency);
17
- const batchPromises = Array.from({ length: Math.ceil(calls.length / BATCH_SIZE) }, async (_, index) => {
18
- const start = index * BATCH_SIZE;
19
- const end = Math.min((index + 1) * BATCH_SIZE, calls.length);
20
- const batch = calls.slice(start, end);
21
- return await pool.enqueue(...batch);
22
- });
23
- const batchResults = await Promise.all(batchPromises);
24
- return batchResults.flat();
25
- };
26
- enqueue(...calls) {
27
- return Promise.all(calls.map(call => new Promise((resolve, reject) => {
28
- this.queue.push({
29
- call,
30
- resolve,
31
- reject,
32
- });
33
- this.schedule();
34
- })));
35
- }
36
- schedule() {
37
- while (this.activeCount < this.concurrency && this.queue.length > 0) {
38
- const { call, resolve, reject } = this.queue.shift();
39
- this.activeCount++;
40
- call()
41
- .then((result) => {
42
- resolve(result);
43
- })
44
- .catch((error) => {
45
- reject(error);
46
- })
47
- .finally(() => {
48
- this.activeCount--;
49
- this.updatePrint();
50
- this.schedule();
51
- });
52
- }
53
- }
54
- print() {
55
- return this._print;
56
- }
57
- updatePrint() {
58
- const textStart = `${Console.color(this.name.padEnd(16), COLORS.YELLOW)} [POOL][`;
59
- const textEnd = `][${this.activeCount + this.queue?.length}/${this.concurrency}]`;
60
- let progress = "";
61
- const max = process.stdout.columns - Math.max(textStart.length + textEnd.length, process.stdout.columns * 0.5);
62
- const percent = this.activeCount / this.concurrency * max;
63
- for (let j = 0; j < max; j++) {
64
- const char = j < percent ? "=" : " ";
65
- progress += Console.color(char, j < (max * 0.8) ? COLORS.GREEN : j < (max * 0.9) ? COLORS.YELLOW : COLORS.RED);
66
- }
67
- this._print = textStart + progress + textEnd;
68
- }
69
- _print;
70
- }
71
- //# sourceMappingURL=Pool.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Pool.js","sourceRoot":"","sources":["../../src/Pool.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,EAAE,EAAC,MAAM,EAAC,MAAM,cAAc,CAAC;AAE7C,MAAM,UAAU,GAAG,IAAI,CAAC;AAExB,MAAM,OAAO,IAAI;IACL,IAAI,CAAS;IACJ,WAAW,CAAS;IAC7B,KAAK,GAIR,EAAE,CAAC;IACA,WAAW,CAAS;IAE5B,YAAY,OAAe,SAAS,EAAE,WAAmB;QACrD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,CAAC,GAAG,GAAG,KAAK,EAAE,KAAgC,EAAE,WAAmB,EAAkB,EAAE;QACzF,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAEvC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,EAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE;YAChG,MAAM,KAAK,GAAG,KAAK,GAAG,UAAU,CAAC;YACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACtC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACtD,OAAO,YAAY,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC,CAAA;IAEM,OAAO,CAAC,GAAG,KAAgC;QAC9C,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAChC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC5B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACZ,IAAI;gBACJ,OAAO;gBACP,MAAM;aACT,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC,CAAC,CAAC;IACb,CAAC;IAEO,QAAQ;QACZ,OAAO,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,EAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnD,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,EAAE;iBACD,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;gBACb,OAAO,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACb,MAAM,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACV,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpB,CAAC,CAAC,CAAC;QACX,CAAC;IACL,CAAC;IAEM,KAAK;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEM,WAAW;QACd,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;QAClF,MAAM,OAAO,GAAG,KAAK,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC;QAClF,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QAC/G,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;QAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACrC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnH,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IACjD,CAAC;IAEO,MAAM,CAAS"}
@@ -1,151 +0,0 @@
1
- import fs from "fs";
2
- import { PromisePool } from "@supercharge/promise-pool";
3
- import Console from "./Console.js";
4
- import { brotliCompressSync, brotliDecompressSync } from "zlib";
5
- import { parse } from "csv-parse/sync";
6
- export class CustomError extends Error {
7
- critical;
8
- constructor(message, critical = false) {
9
- super(message);
10
- this.critical = critical;
11
- }
12
- }
13
- export function sequentially(promises, step = 1, exit = false) {
14
- return new Promise(resolve => {
15
- let results = [];
16
- const groupedPromises = promises.reduce((acc, fn, index) => {
17
- const i = Math.floor(index / step);
18
- if (acc[i])
19
- acc[i].push(fn);
20
- else
21
- acc[i] = [fn];
22
- return acc;
23
- }, []);
24
- groupedPromises.reduce((accumulatorPromise, promise) => {
25
- return accumulatorPromise.then(() => {
26
- return Promise.all(promise.map(f => f())).then(res => {
27
- results = [...results, ...res];
28
- });
29
- });
30
- }, Promise.resolve([])).then(() => {
31
- resolve(results);
32
- });
33
- });
34
- }
35
- export function pool(promises, concurrent, stopIfError = true) {
36
- return new Promise((resolve, reject) => {
37
- PromisePool
38
- .for(promises)
39
- .withConcurrency(concurrent)
40
- .handleError(async (error, user, pool) => {
41
- if (stopIfError || (error instanceof CustomError && error.critical)) {
42
- reject(error);
43
- pool.stop();
44
- }
45
- })
46
- .useCorrespondingResults()
47
- .process((fn) => fn())
48
- .then((poolResult) => resolve(poolResult.results))
49
- .catch((poolResult) => reject(poolResult.errors));
50
- });
51
- }
52
- export async function promisesFirst(fns) {
53
- for await (const f of fns) {
54
- try {
55
- const a = await f();
56
- if (a) {
57
- return a;
58
- }
59
- }
60
- catch (e) {
61
- //console.error(e);
62
- //
63
- }
64
- }
65
- throw "No promises resolve";
66
- }
67
- export function readCache(path) {
68
- const brotliPath = `${path}.br`;
69
- if (!fs.existsSync(brotliPath))
70
- return null;
71
- let data;
72
- try {
73
- data = JSON.parse(brotliDecompressSync(fs.readFileSync(brotliPath)).toString());
74
- }
75
- catch (e) {
76
- data = null;
77
- }
78
- return data;
79
- }
80
- export function writeCache(path, data) {
81
- const brotliPath = `${path}.br`;
82
- try {
83
- fs.writeFileSync(brotliPath, brotliCompressSync(JSON.stringify(data)), "binary");
84
- }
85
- catch (e) {
86
- console.error("Can't pack data to file");
87
- }
88
- }
89
- export function readJson(path, strict = false) {
90
- if (!fs.existsSync(path) && strict)
91
- throw new Error(`File ${path} not found`);
92
- if (!fs.existsSync(path))
93
- return null;
94
- let json;
95
- try {
96
- json = JSON.parse(fs.readFileSync(path, "utf8"));
97
- }
98
- catch (e) {
99
- json = null;
100
- }
101
- return json;
102
- }
103
- export function readCSV(path, delimiter = ",", strict = false) {
104
- if (!fs.existsSync(path) && strict)
105
- throw new Error(`File ${path} not found`);
106
- if (!fs.existsSync(path))
107
- return null;
108
- let csv;
109
- try {
110
- csv = parse(fs.readFileSync(path, "utf8"), {
111
- columns: true,
112
- skip_empty_lines: true,
113
- delimiter: delimiter
114
- });
115
- }
116
- catch (e) {
117
- csv = null;
118
- }
119
- return csv;
120
- }
121
- export function groupBy(list, keyGetter) {
122
- const map = new Map();
123
- list.forEach((item) => {
124
- const key = keyGetter(item);
125
- const collection = map.get(key);
126
- if (!collection) {
127
- map.set(key, [item]);
128
- }
129
- else {
130
- collection.push(item);
131
- }
132
- });
133
- return map;
134
- }
135
- export function sleep(ms, feedback = false) {
136
- return new Promise((resolve) => {
137
- const t = performance.now();
138
- setTimeout(resolve, ms);
139
- if (feedback)
140
- setInterval(function () {
141
- const left = (ms - (performance.now() - t)) / 1000;
142
- Console.log(`Time left: ${Math.round(left)}s`, true);
143
- }, 1000);
144
- });
145
- }
146
- export function unique(array) {
147
- if (!array || !array.length)
148
- return;
149
- return Array.from(new Set(array));
150
- }
151
- //# sourceMappingURL=common.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"common.js","sourceRoot":"","sources":["../../src/common.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAC,WAAW,EAAC,MAAM,2BAA2B,CAAC;AAEtD,OAAO,OAAO,MAAM,cAAc,CAAC;AACnC,OAAO,EAAC,kBAAkB,EAAE,oBAAoB,EAAC,MAAM,MAAM,CAAC;AAC9D,OAAO,EAAC,KAAK,EAAC,MAAM,gBAAgB,CAAC;AAErC,MAAM,OAAO,WAAY,SAAQ,KAAK;IAClC,QAAQ,CAAU;IAElB,YAAY,OAAe,EAAE,WAAoB,KAAK;QAClD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;CACJ;AAED,MAAM,UAAU,YAAY,CAAC,QAAuC,EAAE,OAAe,CAAC,EAAE,OAAgB,KAAK;IACzG,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;QAEzB,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAgC,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE;YACpF,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;YAEnC,IAAI,GAAG,CAAC,CAAC,CAAC;gBACN,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;;gBAEf,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAElB,OAAO,GAAG,CAAC;QACf,CAAC,EAAE,EAAE,CAAC,CAAC;QAEP,eAAe,CAAC,MAAM,CAAC,CAAC,kBAAkB,EAAE,OAAO,EAAE,EAAE;YACnD,OAAO,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE;gBAChC,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;oBACjD,OAAO,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,GAAG,CAAC,CAAC;gBACnC,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;YAC9B,OAAO,CAAC,OAAO,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,QAAuC,EAAE,UAAkB,EAAE,cAAuB,IAAI;IACzG,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,WAAW;aACN,GAAG,CAAC,QAAQ,CAAC;aACb,eAAe,CAAC,UAAU,CAAC;aAC3B,WAAW,CAAC,KAAK,EAAE,KAA0B,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;YAC1D,IAAI,WAAW,IAAI,CAAC,KAAK,YAAY,WAAW,IAAI,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClE,MAAM,CAAC,KAAK,CAAC,CAAC;gBACd,IAAI,CAAC,IAAI,EAAE,CAAC;YAChB,CAAC;QACL,CAAC,CAAC;aACD,uBAAuB,EAAE;aACzB,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;aACrB,IAAI,CAAC,CAAC,UAAyC,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;aAChF,KAAK,CAAC,CAAC,UAAyC,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;IACxF,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAI,GAA4B;IAC/D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC;YACD,MAAM,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,EAAE,CAAC;gBACJ,OAAO,CAAC,CAAC;YACb,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,mBAAmB;YACnB,EAAE;QACN,CAAC;IACL,CAAC;IAED,MAAM,qBAAqB,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY;IAElC,MAAM,UAAU,GAAG,GAAG,IAAI,KAAK,CAAC;IAEhC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QAC1B,OAAO,IAAI,CAAC;IAEhB,IAAI,IAAI,CAAC;IAET,IAAI,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IACpF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,IAAI,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,IAAI;IAEzC,MAAM,UAAU,GAAG,GAAG,IAAI,KAAK,CAAC;IAEhC,IAAI,CAAC;QACD,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;AACL,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAY,EAAE,SAAkB,KAAK;IAE1D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,MAAM;QAC9B,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC;IAE9C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;QACpB,OAAO,IAAI,CAAC;IAEhB,IAAI,IAAI,CAAC;IAET,IAAI,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IACpD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,IAAI,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,YAAoB,GAAG,EAAE,SAAkB,KAAK;IAElF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,MAAM;QAC9B,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC;IAE9C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;QACpB,OAAO,IAAI,CAAC;IAEhB,IAAI,GAAG,CAAC;IAER,IAAI,CAAC;QACD,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE;YACvC,OAAO,EAAE,IAAI;YACb,gBAAgB,EAAE,IAAI;YACtB,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,GAAG,GAAG,IAAI,CAAC;IACf,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAGD,MAAM,UAAU,OAAO,CAAI,IAAI,EAAE,SAAS;IACtC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;IACtB,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAClB,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACzB,CAAC;aAAM,CAAC;YACJ,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAE,EAAE,WAAoB,KAAK;IAC/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAE3B,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC5B,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACxB,IAAI,QAAQ;YACR,WAAW,CAAC;gBACR,MAAM,IAAI,GAAG,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;gBACnD,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACzD,CAAC,EAAE,IAAI,CAAC,CAAC;IAEjB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,MAAM,CAAI,KAAe;IAErC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM;QACvB,OAAO;IAEX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AACtC,CAAC"}
package/dist/src/utils.js DELETED
@@ -1,210 +0,0 @@
1
- import fs from "fs";
2
- import hash from "object-hash";
3
- export function arrayRotate(arr, n) {
4
- Array.from(Array(n)).forEach((x, i) => {
5
- arr.push(arr.shift());
6
- });
7
- return arr;
8
- }
9
- export function cleanASCII(str) {
10
- return str.replace(/[\uA78C\uA78B]/g, "'").replace(/[“”]/g, "\"").replace(/[^\x00-\x7F]/g, "");
11
- }
12
- export function cleanUpSpecialChars(str) {
13
- return str.replace(/[\uA78C\uA78B]/g, "'").replace(/[“”]/g, "\"");
14
- }
15
- export function normalizeString(str) {
16
- return cleanUpSpecialChars(str).replace(/\W/g, "");
17
- }
18
- export function trimAll(str) {
19
- return str?.replace(/ +|\t/g, " ")?.replace(/\n\n+/g, "\n")?.trim();
20
- }
21
- export function cleanUpSpecialChars2(str) {
22
- return str
23
- .replace(/[ÀÁÂÃÄÅ]/g, "A")
24
- .replace(/[àáâãäå]/g, "a")
25
- .replace(/[ÈÉÊË]/g, "E")
26
- .replace(/[èéêëėē]/g, "e")
27
- .replace(/[ÌÍÎÏĪ]/g, "I")
28
- .replace(/[ìíîïī]/g, "i")
29
- .replace(/[ÒÓÔÖÕŌ]/g, "O")
30
- .replace(/[òóôöõō]/g, "o")
31
- .replace(/[ÙÚÛÜŪ]/g, "U")
32
- .replace(/[ùúûüū]/g, "u")
33
- .replace(/[ç]/g, "c");
34
- }
35
- export function capitalizeWords(str) {
36
- return str?.split(" ")?.map(word => word.charAt(0).toUpperCase() + word.slice(1).toLowerCase()).join(" ");
37
- }
38
- export function capitalizeFirstLetter(str) {
39
- if (!str)
40
- return;
41
- return str?.charAt(0).toUpperCase() + str?.slice(1);
42
- }
43
- export function readJson(path) {
44
- if (!fs.existsSync(path))
45
- return null;
46
- let json;
47
- try {
48
- json = JSON.parse(fs.readFileSync(path, "utf8"));
49
- }
50
- catch (e) {
51
- json = null;
52
- }
53
- return json;
54
- }
55
- export function orderBy(arr, prop) {
56
- arr.sort((a, b) => {
57
- if (a[prop] > b[prop]) {
58
- return 1;
59
- }
60
- else
61
- return -1;
62
- });
63
- return arr;
64
- }
65
- export function pan(number, digits) {
66
- return ("0" + number).slice(-digits);
67
- }
68
- export function uniqWith(array, compareFn) {
69
- const unique = [];
70
- for (const current of array) {
71
- const isDuplicate = unique.some(other => compareFn(current, other));
72
- if (!isDuplicate)
73
- unique.push(current);
74
- }
75
- return unique;
76
- }
77
- export function pop(array, n) {
78
- const out = [];
79
- for (let i = 0; i < Math.min(array.length, n); i++) {
80
- out.push(array[i]);
81
- }
82
- return out;
83
- }
84
- export function splitChunks(array, chunkSize) {
85
- const chunks = [];
86
- for (let i = 0; i < array.length; i += chunkSize) {
87
- chunks.push(array.slice(i, i + chunkSize));
88
- }
89
- return chunks;
90
- }
91
- export function newpopList(list, fn) {
92
- const index = list.findIndex(n => {
93
- if (!n)
94
- return false;
95
- return fn(n);
96
- });
97
- if (index >= 0) {
98
- list[index] = null;
99
- list = list.filter(a => !!a);
100
- }
101
- return list.filter(a => !!a);
102
- }
103
- export function popList(list1, list2, fn) {
104
- const pop = [];
105
- list1.forEach((l, i) => {
106
- if (!l)
107
- return;
108
- const hash1 = fn ? fn(l) : hash(l);
109
- const index = list2.findIndex(n => {
110
- if (!n)
111
- return false;
112
- const hash2 = fn ? fn(n) : hash(n);
113
- return hash1 === hash2;
114
- });
115
- if (index >= 0) {
116
- pop.push(list1[i]);
117
- list2[index] = null;
118
- list1[i] = null;
119
- }
120
- });
121
- list1 = list1.filter(f => !!f);
122
- list2 = list2.filter(f => !!f);
123
- return pop.filter(a => !!a);
124
- }
125
- export function diffList(list1, list2, fn) {
126
- const l1 = [...list1];
127
- const l2 = [...list2];
128
- l1.forEach((l, i) => {
129
- const hash1 = fn ? fn(l) : hash(l);
130
- const index = l2.findIndex(n => {
131
- if (!n)
132
- return false;
133
- const hash2 = fn ? fn(n) : hash(n);
134
- return hash1 === hash2;
135
- });
136
- if (index >= 0) {
137
- l2[index] = null;
138
- l1[i] = null;
139
- }
140
- });
141
- return [...l1, ...l2].filter(a => !!a);
142
- }
143
- export function truncator(num, digits) {
144
- const numS = num.toString(), decPos = numS.indexOf("."), substrLength = decPos == -1 ? numS.length : 1 + decPos + digits, trimmedResult = numS.substr(0, substrLength), finalResult = isNaN(trimmedResult) ? 0 : trimmedResult;
145
- return parseFloat(finalResult);
146
- }
147
- /*function truncator(num: number | string, digits: number): number {
148
- const numS: string = Number(num).toFixed(digits);
149
- return parseFloat(numS);
150
- }
151
- */
152
- export function parseNumber(num, thousand = ".") {
153
- return parseFloat(num?.replace(/^\D+/g, "")?.replaceAll(thousand, ""));
154
- }
155
- export function getRandom(arr) {
156
- return arr?.at(Math.floor(Math.random() * arr.length));
157
- }
158
- export function shuffleArray(array) {
159
- let currentIndex = array.length;
160
- let temporaryValue;
161
- let randomIndex;
162
- // While there remain elements to shuffle...
163
- while (0 !== currentIndex) {
164
- // Pick a remaining element...
165
- randomIndex = Math.floor(Math.random() * currentIndex);
166
- currentIndex -= 1;
167
- // And swap it with the current element.
168
- temporaryValue = array[currentIndex];
169
- array[currentIndex] = array[randomIndex];
170
- array[randomIndex] = temporaryValue;
171
- }
172
- return array;
173
- }
174
- export function extractNumbers(str) {
175
- if (!str)
176
- return;
177
- // Regex per identificare i numeri con separatore delle migliaia e parte decimale
178
- const regex = /(\d{1,3}(?:[.,]\d{3})*(?:[.,]\d+)?)/g;
179
- const matches = str.match(regex);
180
- return matches?.at(0);
181
- }
182
- export function parseFloatFromString(str) {
183
- if (!str)
184
- return;
185
- if (typeof str !== "string")
186
- throw new Error(`${parseFloatFromString.name} error: The input is not a string`);
187
- if (str?.includes(","))
188
- str = str?.replace(",", ".");
189
- if ((/\.\d{3}/).test(str))
190
- str = str?.replace(".", "");
191
- return parseFloat(str);
192
- }
193
- /**
194
- * Convert MySQL POLYGON string into coordinates array
195
- * @param {string} polygonString - The POLYGON string from MySQL
196
- * @returns {Array<Array<number>>} - Array of coordinates in [longitude, latitude] format
197
- */
198
- export function convertPolygonStringToArray(polygonString) {
199
- // Remove 'POLYGON((' and '))'
200
- const coordinatesString = polygonString
201
- ?.replace("POLYGON((", "")
202
- ?.replace("))", "");
203
- // Split the string into individual coordinate pairs
204
- return coordinatesString?.split(",")?.map(coord => {
205
- // Split each pair by space and convert to numbers
206
- const [lon, lat] = coord.trim().split(" ").map(Number);
207
- return [lon, lat]; // Return [longitude, latitude]
208
- });
209
- }
210
- //# sourceMappingURL=utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,aAAa,CAAC;AAE/B,MAAM,UAAU,WAAW,CAAI,GAAa,EAAE,CAAC;IAC3C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAClC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAW;IAClC,OAAO,GAAG,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC3C,OAAO,GAAG,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAW;IACvC,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,GAAW;IAC/B,OAAO,GAAG,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAW;IAC5C,OAAO,GAAG;SACL,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAW;IACvC,OAAO,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC9G,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAAW;IAE7C,IAAI,CAAC,GAAG;QACJ,OAAO;IAEX,OAAO,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAY;IAEjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;QACpB,OAAO,IAAI,CAAC;IAEhB,IAAI,IAAI,CAAC;IAET,IAAI,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IACpD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,IAAI,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,OAAO,CAAmB,GAAa,EAAE,IAAI;IACzD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACd,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,CAAC;QACb,CAAC;;YAAM,OAAO,CAAC,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,MAAc;IAC9C,OAAO,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAA;AACxC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAI,KAAe,EAAE,SAAS;IAClD,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC,WAAW;YAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,GAAG,CAAI,KAAe,EAAE,CAAS;IAC7C,MAAM,GAAG,GAAG,EAAE,CAAC;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACjD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,WAAW,CAAI,KAAe,EAAE,SAAiB;IAC7D,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,UAAU,CAAI,IAAc,EAAE,EAAsB;IAEhE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;QAC7B,IAAI,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAErB,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACb,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;QACnB,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEjC,CAAC;AAGD,MAAM,UAAU,OAAO,CAA8B,KAAe,EAAE,KAAe,EAAE,EAAqB;IAExG,MAAM,GAAG,GAAQ,EAAE,CAAC;IAEpB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAEnB,IAAI,CAAC,CAAC;YACF,OAAO;QAEX,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YAC9B,IAAI,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;YAErB,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,OAAO,KAAK,KAAK,KAAK,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACnB,KAAK,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YACpB,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QACpB,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/B,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,QAAQ,CAA8B,KAAe,EAAE,KAAe,EAAE,EAAG;IAEvF,MAAM,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IACtB,MAAM,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IAEtB,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAEhB,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YAC3B,IAAI,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;YAErB,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,OAAO,KAAK,KAAK,KAAK,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACb,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YACjB,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QACjB,CAAC;IACL,CAAC,CAAC,CAAA;IAEF,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAG,EAAE,MAAM;IACjC,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,EAAE,EACvB,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAC1B,YAAY,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,MAAM,EAC/D,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,YAAY,CAAC,EAC5C,WAAW,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IAE3D,OAAO,UAAU,CAAC,WAAW,CAAC,CAAC;AACnC,CAAC;AAED;;;;EAIE;AAEF,MAAM,UAAU,WAAW,CAAC,GAAW,EAAE,WAAmB,GAAG;IAC3D,OAAO,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,SAAS,CAAI,GAAa;IACtC,OAAO,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,YAAY,CAAI,KAAU;IACtC,IAAI,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC;IAChC,IAAI,cAAiB,CAAC;IACtB,IAAI,WAAmB,CAAC;IAExB,4CAA4C;IAC5C,OAAO,CAAC,KAAK,YAAY,EAAE,CAAC;QACxB,8BAA8B;QAC9B,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,YAAY,CAAC,CAAC;QACvD,YAAY,IAAI,CAAC,CAAC;QAElB,wCAAwC;QACxC,cAAc,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC;QACrC,KAAK,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC;QACzC,KAAK,CAAC,WAAW,CAAC,GAAG,cAAc,CAAC;IACxC,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAW;IAEtC,IAAI,CAAC,GAAG;QACJ,OAAO;IAEX,iFAAiF;IACjF,MAAM,KAAK,GAAG,sCAAsC,CAAC;IACrD,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEjC,OAAO,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAW;IAE5C,IAAI,CAAC,GAAG;QACJ,OAAO;IAEX,IAAI,OAAO,GAAG,KAAK,QAAQ;QACvB,MAAM,IAAI,KAAK,CAAC,GAAG,oBAAoB,CAAC,IAAI,mCAAmC,CAAC,CAAC;IAErF,IAAI,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC;QAClB,GAAG,GAAG,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAEjC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACrB,GAAG,GAAG,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAEhC,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,2BAA2B,CAAC,aAAqB;IAC7D,8BAA8B;IAC9B,MAAM,iBAAiB,GAAG,aAAa;QACnC,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QAC1B,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAExB,oDAAoD;IACpD,OAAO,iBAAiB,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE;QAC9C,kDAAkD;QAClD,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,+BAA+B;IACtD,CAAC,CAAC,CAAC;AACP,CAAC"}