@rafikidota/cuba-ofertas-scraping 0.52.1 → 0.54.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. package/dist/common/class/category.js.map +1 -1
  2. package/dist/common/class/image.js.map +1 -1
  3. package/dist/common/class/municipality.js.map +1 -1
  4. package/dist/common/class/product.js.map +1 -1
  5. package/dist/common/class/provider.js.map +1 -1
  6. package/dist/common/class/province.js.map +1 -1
  7. package/dist/common/constant/task.d.ts +3 -0
  8. package/dist/common/enum/shop-slug.enum.d.ts +4 -1
  9. package/dist/common/enum/shop-slug.enum.js +3 -0
  10. package/dist/common/enum/shop-slug.enum.js.map +1 -1
  11. package/dist/modules/cleaner/cleaner.module.js +1 -11
  12. package/dist/modules/cleaner/cleaner.module.js.map +1 -1
  13. package/dist/modules/cleaner/cleaner.service.d.ts +1 -10
  14. package/dist/modules/cleaner/cleaner.service.js +26 -21
  15. package/dist/modules/cleaner/cleaner.service.js.map +1 -1
  16. package/dist/modules/compression/compression.service.d.ts +1 -1
  17. package/dist/modules/compression/compression.service.js +3 -3
  18. package/dist/modules/compression/compression.service.js.map +1 -1
  19. package/dist/modules/compression/compression.util.d.ts +1 -0
  20. package/dist/modules/compression/compression.util.js +10 -0
  21. package/dist/modules/compression/compression.util.js.map +1 -0
  22. package/dist/modules/delayer/use-cases/delayer-config.service.d.ts +2 -1
  23. package/dist/modules/delayer/use-cases/delayer-config.service.js.map +1 -1
  24. package/dist/modules/index.d.ts +0 -4
  25. package/dist/modules/index.js +0 -4
  26. package/dist/modules/index.js.map +1 -1
  27. package/dist/modules/storage/storage.service.js +2 -2
  28. package/dist/modules/storage/storage.service.js.map +1 -1
  29. package/dist/modules/telegram/telegram.module.js +1 -2
  30. package/dist/modules/telegram/telegram.module.js.map +1 -1
  31. package/dist/modules/telegram/use-cases/telegram-send-scraped-data.use-case.d.ts +1 -3
  32. package/dist/modules/telegram/use-cases/telegram-send-scraped-data.use-case.js +3 -5
  33. package/dist/modules/telegram/use-cases/telegram-send-scraped-data.use-case.js.map +1 -1
  34. package/package.json +19 -19
  35. package/dist/modules/cleaner/use-cases/cleaner-dataset.service.d.ts +0 -4
  36. package/dist/modules/cleaner/use-cases/cleaner-dataset.service.js +0 -28
  37. package/dist/modules/cleaner/use-cases/cleaner-dataset.service.js.map +0 -1
  38. package/dist/modules/cleaner/use-cases/cleaner-key-value-store.service.d.ts +0 -4
  39. package/dist/modules/cleaner/use-cases/cleaner-key-value-store.service.js +0 -28
  40. package/dist/modules/cleaner/use-cases/cleaner-key-value-store.service.js.map +0 -1
  41. package/dist/modules/cleaner/use-cases/cleaner-request-queue.service.d.ts +0 -4
  42. package/dist/modules/cleaner/use-cases/cleaner-request-queue.service.js +0 -28
  43. package/dist/modules/cleaner/use-cases/cleaner-request-queue.service.js.map +0 -1
  44. package/dist/modules/cleaner/use-cases/cleaner-storage.service.d.ts +0 -6
  45. package/dist/modules/cleaner/use-cases/cleaner-storage.service.js +0 -47
  46. package/dist/modules/cleaner/use-cases/cleaner-storage.service.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"category.js","sourceRoot":"","sources":["../../../src/common/class/category.ts"],"names":[],"mappings":";;;AAEA,MAAa,QAAQ;IAQnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAA4B,CAAC;IACtC,CAAC;CACF;AAnBD,4BAmBC"}
1
+ {"version":3,"file":"category.js","sourceRoot":"","sources":["../../../src/common/class/category.ts"],"names":[],"mappings":";;;AAEA,MAAa,QAAQ;IAQnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAnBD,4BAmBC"}
@@ -1 +1 @@
1
- {"version":3,"file":"image.js","sourceRoot":"","sources":["../../../src/common/class/image.ts"],"names":[],"mappings":";;;AAEA,MAAa,KAAK;IAKhB,YAAY,IAAqB;QAC/B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAqB;QACjC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAyB,CAAC;IACnC,CAAC;CACF;AAhBD,sBAgBC"}
1
+ {"version":3,"file":"image.js","sourceRoot":"","sources":["../../../src/common/class/image.ts"],"names":[],"mappings":";;;AAEA,MAAa,KAAK;IAKhB,YAAY,IAAqB;QAC/B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAqB;QACjC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAhBD,sBAgBC"}
@@ -1 +1 @@
1
- {"version":3,"file":"municipality.js","sourceRoot":"","sources":["../../../src/common/class/municipality.ts"],"names":[],"mappings":";;;AAGA,MAAa,YAAY;IAKvB,YAAY,IAA4B;QACtC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAA4B;QACxC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAgC,CAAC;IAC1C,CAAC;CACF;AAhBD,oCAgBC"}
1
+ {"version":3,"file":"municipality.js","sourceRoot":"","sources":["../../../src/common/class/municipality.ts"],"names":[],"mappings":";;;AAGA,MAAa,YAAY;IAKvB,YAAY,IAA4B;QACtC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAA4B;QACxC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAhBD,oCAgBC"}
@@ -1 +1 @@
1
- {"version":3,"file":"product.js","sourceRoot":"","sources":["../../../src/common/class/product.ts"],"names":[],"mappings":";;;AAEA,MAAa,OAAO;IAqClB,YAAY,IAAuB;QA/BnB,aAAQ,GAAW,CAAC,CAAC;QACrB,aAAQ,GAAW,KAAK,CAAC;QAEzB,eAAU,GAAa,EAAE,CAAC;QAI1B,gBAAW,GAAa,EAAE,CAAC;QAK3B,cAAS,GAAa,EAAE,CAAC;QACzB,iBAAY,GAAY,KAAK,CAAC;QAE9B,WAAM,GAAW,CAAC,CAAC;QACnB,WAAM,GAAW,CAAC,CAAC;QACnB,iBAAY,GAAW,CAAC,CAAC;QAEzB,kBAAa,GAAW,CAAC,CAAC;QAE1B,kBAAa,GAAW,CAAC,CAAC;QAE1B,0BAAqB,GAAW,CAAC,CAAC;QAClC,eAAU,GAAW,CAAC,CAAC;QACvB,aAAQ,GAAW,CAAC,CAAC;QAOnC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAuB;QACnC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAA2B,CAAC;IACrC,CAAC;CACF;AAhDD,0BAgDC"}
1
+ {"version":3,"file":"product.js","sourceRoot":"","sources":["../../../src/common/class/product.ts"],"names":[],"mappings":";;;AAEA,MAAa,OAAO;IAqClB,YAAY,IAAuB;QA/BnB,aAAQ,GAAW,CAAC,CAAC;QACrB,aAAQ,GAAW,KAAK,CAAC;QAEzB,eAAU,GAAa,EAAE,CAAC;QAI1B,gBAAW,GAAa,EAAE,CAAC;QAK3B,cAAS,GAAa,EAAE,CAAC;QACzB,iBAAY,GAAY,KAAK,CAAC;QAE9B,WAAM,GAAW,CAAC,CAAC;QACnB,WAAM,GAAW,CAAC,CAAC;QACnB,iBAAY,GAAW,CAAC,CAAC;QAEzB,kBAAa,GAAW,CAAC,CAAC;QAE1B,kBAAa,GAAW,CAAC,CAAC;QAE1B,0BAAqB,GAAW,CAAC,CAAC;QAClC,eAAU,GAAW,CAAC,CAAC;QACvB,aAAQ,GAAW,CAAC,CAAC;QAOnC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAuB;QACnC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAhDD,0BAgDC"}
@@ -1 +1 @@
1
- {"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/common/class/provider.ts"],"names":[],"mappings":";;;AAEA,MAAa,QAAQ;IAOnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IACM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IACM,OAAO;QACZ,OAAO,IAA4B,CAAC;IACtC,CAAC;CACF;AAhBD,4BAgBC"}
1
+ {"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/common/class/provider.ts"],"names":[],"mappings":";;;AAEA,MAAa,QAAQ;IAOnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IACM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IACM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAhBD,4BAgBC"}
@@ -1 +1 @@
1
- {"version":3,"file":"province.js","sourceRoot":"","sources":["../../../src/common/class/province.ts"],"names":[],"mappings":";;;AAGA,MAAa,QAAQ;IAOnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAA4B,CAAC;IACtC,CAAC;CACF;AAlBD,4BAkBC"}
1
+ {"version":3,"file":"province.js","sourceRoot":"","sources":["../../../src/common/class/province.ts"],"names":[],"mappings":";;;AAGA,MAAa,QAAQ;IAOnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAlBD,4BAkBC"}
@@ -11,6 +11,7 @@ export declare const TaskOptions: {
11
11
  waitForCompletion?: boolean;
12
12
  disabled?: boolean;
13
13
  threshold?: number;
14
+ initialDelay?: number;
14
15
  } & {
15
16
  timeZone?: string;
16
17
  utcOffset?: never;
@@ -23,6 +24,7 @@ export declare const TaskOptions: {
23
24
  waitForCompletion?: boolean;
24
25
  disabled?: boolean;
25
26
  threshold?: number;
27
+ initialDelay?: number;
26
28
  } & {
27
29
  timeZone?: string;
28
30
  utcOffset?: never;
@@ -35,6 +37,7 @@ export declare const TaskOptions: {
35
37
  waitForCompletion?: boolean;
36
38
  disabled?: boolean;
37
39
  threshold?: number;
40
+ initialDelay?: number;
38
41
  } & {
39
42
  timeZone?: string;
40
43
  utcOffset?: never;
@@ -7,5 +7,8 @@ export declare enum ShopSlugEnum {
7
7
  DIMECUBA = "dimecuba",
8
8
  LAJABALINA = "jabalina",
9
9
  MIHOGAR53 = "mh53",
10
- MALLHABANA = "mallhabana"
10
+ MALLHABANA = "mallhabana",
11
+ NERCADO = "nercado",
12
+ CUBAMAX = "cubamax",
13
+ MERCAVANA = "mercavana"
11
14
  }
@@ -12,5 +12,8 @@ var ShopSlugEnum;
12
12
  ShopSlugEnum["LAJABALINA"] = "jabalina";
13
13
  ShopSlugEnum["MIHOGAR53"] = "mh53";
14
14
  ShopSlugEnum["MALLHABANA"] = "mallhabana";
15
+ ShopSlugEnum["NERCADO"] = "nercado";
16
+ ShopSlugEnum["CUBAMAX"] = "cubamax";
17
+ ShopSlugEnum["MERCAVANA"] = "mercavana";
15
18
  })(ShopSlugEnum || (exports.ShopSlugEnum = ShopSlugEnum = {}));
16
19
  //# sourceMappingURL=shop-slug.enum.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"shop-slug.enum.js","sourceRoot":"","sources":["../../../src/common/enum/shop-slug.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,YAUX;AAVD,WAAY,YAAY;IACtB,sCAAsB,CAAA;IACtB,iCAAiB,CAAA;IACjB,mCAAmB,CAAA;IACnB,iCAAiB,CAAA;IACjB,uCAAuB,CAAA;IACvB,qCAAqB,CAAA;IACrB,uCAAuB,CAAA;IACvB,kCAAkB,CAAA;IAClB,yCAAyB,CAAA;AAC3B,CAAC,EAVW,YAAY,4BAAZ,YAAY,QAUvB"}
1
+ {"version":3,"file":"shop-slug.enum.js","sourceRoot":"","sources":["../../../src/common/enum/shop-slug.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,YAaX;AAbD,WAAY,YAAY;IACtB,sCAAsB,CAAA;IACtB,iCAAiB,CAAA;IACjB,mCAAmB,CAAA;IACnB,iCAAiB,CAAA;IACjB,uCAAuB,CAAA;IACvB,qCAAqB,CAAA;IACrB,uCAAuB,CAAA;IACvB,kCAAkB,CAAA;IAClB,yCAAyB,CAAA;IACzB,mCAAmB,CAAA;IACnB,mCAAmB,CAAA;IACnB,uCAAuB,CAAA;AACzB,CAAC,EAbW,YAAY,4BAAZ,YAAY,QAavB"}
@@ -9,22 +9,12 @@ Object.defineProperty(exports, "__esModule", { value: true });
9
9
  exports.CleanerModule = void 0;
10
10
  const common_1 = require("@nestjs/common");
11
11
  const cleaner_service_1 = require("./cleaner.service");
12
- const cleaner_request_queue_service_1 = require("./use-cases/cleaner-request-queue.service");
13
- const cleaner_dataset_service_1 = require("./use-cases/cleaner-dataset.service");
14
- const cleaner_key_value_store_service_1 = require("./use-cases/cleaner-key-value-store.service");
15
- const cleaner_storage_service_1 = require("./use-cases/cleaner-storage.service");
16
12
  let CleanerModule = class CleanerModule {
17
13
  };
18
14
  exports.CleanerModule = CleanerModule;
19
15
  exports.CleanerModule = CleanerModule = __decorate([
20
16
  (0, common_1.Module)({
21
- providers: [
22
- cleaner_service_1.CleanerService,
23
- cleaner_request_queue_service_1.CleanerRequestQueueService,
24
- cleaner_dataset_service_1.CleanerDatasetService,
25
- cleaner_key_value_store_service_1.CleanerKeyValueStoreService,
26
- cleaner_storage_service_1.CleanerStorageService,
27
- ],
17
+ providers: [cleaner_service_1.CleanerService],
28
18
  exports: [cleaner_service_1.CleanerService],
29
19
  })
30
20
  ], CleanerModule);
@@ -1 +1 @@
1
- {"version":3,"file":"cleaner.module.js","sourceRoot":"","sources":["../../../src/modules/cleaner/cleaner.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,uDAAmD;AACnD,6FAAuF;AACvF,iFAA4E;AAC5E,iGAA0F;AAC1F,iFAA4E;AAYrE,IAAM,aAAa,GAAnB,MAAM,aAAa;CAAG,CAAA;AAAhB,sCAAa;wBAAb,aAAa;IAVzB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,gCAAc;YACd,0DAA0B;YAC1B,+CAAqB;YACrB,6DAA2B;YAC3B,+CAAqB;SACtB;QACD,OAAO,EAAE,CAAC,gCAAc,CAAC;KAC1B,CAAC;GACW,aAAa,CAAG"}
1
+ {"version":3,"file":"cleaner.module.js","sourceRoot":"","sources":["../../../src/modules/cleaner/cleaner.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,uDAAmD;AAM5C,IAAM,aAAa,GAAnB,MAAM,aAAa;CAAG,CAAA;AAAhB,sCAAa;wBAAb,aAAa;IAJzB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,gCAAc,CAAC;QAC3B,OAAO,EAAE,CAAC,gCAAc,CAAC;KAC1B,CAAC;GACW,aAAa,CAAG"}
@@ -1,13 +1,4 @@
1
- import { CleanerRequestQueueService } from './use-cases/cleaner-request-queue.service';
2
- import { CleanerDatasetService } from './use-cases/cleaner-dataset.service';
3
- import { CleanerKeyValueStoreService } from './use-cases/cleaner-key-value-store.service';
4
- import { CleanerStorageService } from './use-cases/cleaner-storage.service';
5
1
  export declare class CleanerService {
6
- private readonly queue;
7
- private readonly dataset;
8
- private readonly store;
9
- private readonly storage;
10
- private readonly logger;
11
- constructor(queue: CleanerRequestQueueService, dataset: CleanerDatasetService, store: CleanerKeyValueStoreService, storage: CleanerStorageService);
2
+ constructor();
12
3
  execute(slug: string): Promise<void>;
13
4
  }
@@ -13,34 +13,39 @@ Object.defineProperty(exports, "__esModule", { value: true });
13
13
  exports.CleanerService = void 0;
14
14
  const common_1 = require("@nestjs/common");
15
15
  const crawlee_1 = require("crawlee");
16
- const cleaner_request_queue_service_1 = require("./use-cases/cleaner-request-queue.service");
17
- const cleaner_dataset_service_1 = require("./use-cases/cleaner-dataset.service");
18
- const cleaner_key_value_store_service_1 = require("./use-cases/cleaner-key-value-store.service");
19
- const cleaner_storage_service_1 = require("./use-cases/cleaner-storage.service");
16
+ const crawlee_2 = require("crawlee");
17
+ const path_1 = require("path");
18
+ const fs_1 = require("fs");
20
19
  const logger_1 = require("../../common/logger/logger");
21
20
  let CleanerService = CleanerService_1 = class CleanerService {
22
- constructor(queue, dataset, store, storage) {
23
- this.queue = queue;
24
- this.dataset = dataset;
25
- this.store = store;
26
- this.storage = storage;
27
- this.logger = new logger_1.Logger(CleanerService_1.name);
28
- }
21
+ constructor() { }
29
22
  async execute(slug) {
30
- await this.queue.execute(slug);
31
- await this.dataset.execute(slug);
32
- await this.store.execute(slug);
33
- await (0, crawlee_1.purgeDefaultStorages)();
34
- await this.storage.execute();
35
- this.logger.log('🧹 Shop Queue and Stores cleaned completely');
23
+ const logger = new logger_1.Logger(CleanerService_1.name);
24
+ const folder = (0, path_1.join)(process.cwd(), 'storage');
25
+ const queue = await crawlee_1.RequestQueue.open(slug);
26
+ await queue.drop();
27
+ logger.log('✅ RequestQueue dropped');
28
+ const dataset = await crawlee_1.Dataset.open(slug);
29
+ await dataset.drop();
30
+ logger.log('✅ Dataset dropped');
31
+ const store = await crawlee_1.KeyValueStore.open(slug);
32
+ await store.drop();
33
+ logger.log('✅ KeyValueStore dropped');
34
+ await (0, crawlee_2.purgeDefaultStorages)();
35
+ const entries = await fs_1.promises.readdir(folder, { withFileTypes: true });
36
+ for (const entry of entries) {
37
+ if (entry.isDirectory()) {
38
+ const path = (0, path_1.join)(folder, entry.name);
39
+ await fs_1.promises.rm(path, { recursive: true, force: true });
40
+ logger.log(`✅ Removed storage directory: ${entry.name}`);
41
+ }
42
+ }
43
+ logger.log('🧹 Shop Queue and Stores cleaned completely');
36
44
  }
37
45
  };
38
46
  exports.CleanerService = CleanerService;
39
47
  exports.CleanerService = CleanerService = CleanerService_1 = __decorate([
40
48
  (0, common_1.Injectable)(),
41
- __metadata("design:paramtypes", [cleaner_request_queue_service_1.CleanerRequestQueueService,
42
- cleaner_dataset_service_1.CleanerDatasetService,
43
- cleaner_key_value_store_service_1.CleanerKeyValueStoreService,
44
- cleaner_storage_service_1.CleanerStorageService])
49
+ __metadata("design:paramtypes", [])
45
50
  ], CleanerService);
46
51
  //# sourceMappingURL=cleaner.service.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"cleaner.service.js","sourceRoot":"","sources":["../../../src/modules/cleaner/cleaner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,qCAA+C;AAE/C,6FAAuF;AACvF,iFAA4E;AAC5E,iGAA0F;AAC1F,iFAA4E;AAC5E,uDAAoD;AAG7C,IAAM,cAAc,sBAApB,MAAM,cAAc;IAEzB,YACmB,KAAiC,EACjC,OAA8B,EAC9B,KAAkC,EAClC,OAA8B;QAH9B,UAAK,GAAL,KAAK,CAA4B;QACjC,YAAO,GAAP,OAAO,CAAuB;QAC9B,UAAK,GAAL,KAAK,CAA6B;QAClC,YAAO,GAAP,OAAO,CAAuB;QALhC,WAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;IAMvD,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,IAAA,8BAAoB,GAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;CACF,CAAA;AAjBY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAIe,0DAA0B;QACxB,+CAAqB;QACvB,6DAA2B;QACzB,+CAAqB;GANtC,cAAc,CAiB1B"}
1
+ {"version":3,"file":"cleaner.service.js","sourceRoot":"","sources":["../../../src/modules/cleaner/cleaner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,qCAA+D;AAC/D,qCAA+C;AAC/C,+BAA4B;AAC5B,2BAAoC;AAEpC,uDAAoD;AAG7C,IAAM,cAAc,sBAApB,MAAM,cAAc;IACzB,gBAAe,CAAC;IAEhB,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,MAAM,sBAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAErC,MAAM,OAAO,GAAG,MAAM,iBAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QAEhC,MAAM,KAAK,GAAG,MAAM,uBAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAEtC,MAAM,IAAA,8BAAoB,GAAE,CAAC;QAE7B,MAAM,OAAO,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAA,WAAI,EAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,aAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACpD,MAAM,CAAC,GAAG,CAAC,gCAAgC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC5D,CAAC;CACF,CAAA;AA/BY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;;GACA,cAAc,CA+B1B"}
@@ -1,3 +1,3 @@
1
1
  export declare class CompressionService {
2
- zip(jsonData: any, filePath: string): Promise<string>;
2
+ zip<T = unknown>(data: T, filePath: string): Promise<string>;
3
3
  }
@@ -49,7 +49,7 @@ const fs_2 = require("fs");
49
49
  const path = __importStar(require("path"));
50
50
  const archiver_1 = __importDefault(require("archiver"));
51
51
  let CompressionService = class CompressionService {
52
- async zip(jsonData, filePath) {
52
+ async zip(data, filePath) {
53
53
  const parsedPath = path.parse(filePath);
54
54
  const zipFileName = `${parsedPath.name}.zip`;
55
55
  const zipPath = path.join(parsedPath.dir, zipFileName);
@@ -60,8 +60,8 @@ let CompressionService = class CompressionService {
60
60
  output.on('close', () => resolve(zipPath));
61
61
  archive.on('error', reject);
62
62
  archive.pipe(output);
63
- const data = JSON.stringify(jsonData, null, 2);
64
- archive.append(data, { name: `${parsedPath.name}.json` });
63
+ const json = JSON.stringify(data, null, 2);
64
+ archive.append(json, { name: `${parsedPath.name}.json` });
65
65
  archive.finalize();
66
66
  });
67
67
  }
@@ -1 +1 @@
1
- {"version":3,"file":"compression.service.js","sourceRoot":"","sources":["../../../src/modules/compression/compression.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2BAAuC;AACvC,2BAAoC;AACpC,2CAA6B;AAE7B,wDAAgC;AAGzB,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC7B,KAAK,CAAC,GAAG,CAAC,QAAa,EAAE,QAAgB;QACvC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,GAAG,UAAU,CAAC,IAAI,MAAM,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAEvD,MAAM,aAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,IAAA,sBAAiB,EAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAA,kBAAQ,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAExD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAE5B,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC/C,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;YAC1D,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AArBY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;GACA,kBAAkB,CAqB9B"}
1
+ {"version":3,"file":"compression.service.js","sourceRoot":"","sources":["../../../src/modules/compression/compression.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2BAAuC;AACvC,2BAAoC;AACpC,2CAA6B;AAE7B,wDAAgC;AAGzB,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC7B,KAAK,CAAC,GAAG,CAAc,IAAO,EAAE,QAAgB;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,GAAG,UAAU,CAAC,IAAI,MAAM,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAEvD,MAAM,aAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,IAAA,sBAAiB,EAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAA,kBAAQ,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAExD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAE5B,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;YAC1D,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AArBY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;GACA,kBAAkB,CAqB9B"}
@@ -0,0 +1 @@
1
+ export declare const compress: <T = unknown>(data: T, path: string) => Promise<string>;
@@ -0,0 +1,10 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.compress = void 0;
4
+ const compression_service_1 = require("./compression.service");
5
+ const compress = async (data, path) => {
6
+ const service = new compression_service_1.CompressionService();
7
+ return await service.zip(data, path);
8
+ };
9
+ exports.compress = compress;
10
+ //# sourceMappingURL=compression.util.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"compression.util.js","sourceRoot":"","sources":["../../../src/modules/compression/compression.util.ts"],"names":[],"mappings":";;;AAAA,+DAA2D;AAEpD,MAAM,QAAQ,GAAG,KAAK,EAAe,IAAO,EAAE,IAAY,EAAE,EAAE;IACnE,MAAM,OAAO,GAAG,IAAI,wCAAkB,EAAE,CAAC;IACzC,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACvC,CAAC,CAAC;AAHW,QAAA,QAAQ,YAGnB"}
@@ -1,3 +1,4 @@
1
+ import { HttpStatus } from '@nestjs/common';
1
2
  import { ConfigService } from '@nestjs/config';
2
3
  import { DelayerSettings } from '../types/delayer-settings';
3
4
  import { DelayerMapConfig } from '../types/delayer-map-config';
@@ -9,7 +10,7 @@ export declare class DelayerConfigService {
9
10
  private multiplier;
10
11
  private map;
11
12
  constructor(config: ConfigService);
12
- update(status: number): number;
13
+ update(status: HttpStatus): number;
13
14
  getRandom(min?: number, max?: number): number;
14
15
  getConfig(): DelayerSettings;
15
16
  getDelay(): number;
@@ -1 +1 @@
1
- {"version":3,"file":"delayer-config.service.js","sourceRoot":"","sources":["../../../../src/modules/delayer/use-cases/delayer-config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AACxD,2CAA+C;AAE/C,0DAAuD;AACvD,wDAAoD;AAM7C,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAO/B,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QANjC,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;QAOxD,IAAI,CAAC,QAAQ,GAAG;YACd,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,eAAe,EAAE,GAAG,CAAC;YACtD,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,WAAW,EAAE,GAAG,CAAC;YAC9C,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,WAAW,EAAE,GAAG,CAAC;YAC9C,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,YAAY,EAAE,EAAE,CAAC;SAChD,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG;YAChB,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;YACtD,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;YAC7D,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;SACpE,CAAC;QAEF,IAAI,CAAC,GAAG,GAAG;YACT,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,eAAe,EAAE,KAAK,CAAC;YACpD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,qBAAqB,EAAE,IAAI,CAAC;SAC3D,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,MAAc;QACnB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAEhC,QAAQ,MAAoB,EAAE,CAAC;YAC7B,KAAK,mBAAU,CAAC,EAAE;gBAChB,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1C,MAAM;YACR,KAAK,mBAAU,CAAC,SAAS;gBACvB,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;gBACjD,MAAM;YACR,KAAK,mBAAU,CAAC,iBAAiB;gBAC/B,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;gBACvD,MAAM;YACR;gBACE,MAAM;QACV,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,SAAS,CAAC,GAAY,EAAE,GAAY;QAClC,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QACxC,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;IACpE,CAAC;IAED,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,YAAY;QACV,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACrC,CAAC;CACF,CAAA;AAxEY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;qCAQ0B,sBAAa;GAPvC,oBAAoB,CAwEhC"}
1
+ {"version":3,"file":"delayer-config.service.js","sourceRoot":"","sources":["../../../../src/modules/delayer/use-cases/delayer-config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AACxD,2CAA+C;AAE/C,0DAAuD;AACvD,wDAAoD;AAM7C,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAO/B,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QANjC,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;QAOxD,IAAI,CAAC,QAAQ,GAAG;YACd,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,eAAe,EAAE,GAAG,CAAC;YACtD,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,WAAW,EAAE,GAAG,CAAC;YAC9C,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,WAAW,EAAE,GAAG,CAAC;YAC9C,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,YAAY,EAAE,EAAE,CAAC;SAChD,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG;YAChB,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;YACtD,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;YAC7D,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;SACpE,CAAC;QAEF,IAAI,CAAC,GAAG,GAAG;YACT,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,eAAe,EAAE,KAAK,CAAC;YACpD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,qBAAqB,EAAE,IAAI,CAAC;SAC3D,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,MAAkB;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAEhC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,mBAAU,CAAC,EAAE;gBAChB,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1C,MAAM;YACR,KAAK,mBAAU,CAAC,SAAS;gBACvB,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;gBACjD,MAAM;YACR,KAAK,mBAAU,CAAC,iBAAiB;gBAC/B,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;gBACvD,MAAM;YACR;gBACE,MAAM;QACV,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,SAAS,CAAC,GAAY,EAAE,GAAY;QAClC,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QACxC,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;IACpE,CAAC;IAED,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,YAAY;QACV,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACrC,CAAC;CACF,CAAA;AAxEY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;qCAQ0B,sBAAa;GAPvC,oBAAoB,CAwEhC"}
@@ -1,9 +1,5 @@
1
1
  export * from './cleaner/cleaner.module';
2
2
  export * from './cleaner/cleaner.service';
3
- export * from './cleaner/use-cases/cleaner-dataset.service';
4
- export * from './cleaner/use-cases/cleaner-key-value-store.service';
5
- export * from './cleaner/use-cases/cleaner-request-queue.service';
6
- export * from './cleaner/use-cases/cleaner-storage.service';
7
3
  export * from './cloudflare/cloudflare.module';
8
4
  export * from './cloudflare/cloudflare.service';
9
5
  export * from './delayer/env/delay.env.config';
@@ -16,10 +16,6 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
16
16
  Object.defineProperty(exports, "__esModule", { value: true });
17
17
  __exportStar(require("./cleaner/cleaner.module"), exports);
18
18
  __exportStar(require("./cleaner/cleaner.service"), exports);
19
- __exportStar(require("./cleaner/use-cases/cleaner-dataset.service"), exports);
20
- __exportStar(require("./cleaner/use-cases/cleaner-key-value-store.service"), exports);
21
- __exportStar(require("./cleaner/use-cases/cleaner-request-queue.service"), exports);
22
- __exportStar(require("./cleaner/use-cases/cleaner-storage.service"), exports);
23
19
  __exportStar(require("./cloudflare/cloudflare.module"), exports);
24
20
  __exportStar(require("./cloudflare/cloudflare.service"), exports);
25
21
  __exportStar(require("./delayer/env/delay.env.config"), exports);
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,4DAA0C;AAC1C,8EAA4D;AAC5D,sFAAoE;AACpE,oFAAkE;AAClE,8EAA4D;AAE5D,iEAA+C;AAC/C,kEAAgD;AAEhD,iEAA+C;AAC/C,qEAAmD;AACnD,2DAAyC;AACzC,4DAA0C;AAC1C,6EAA2D;AAC3D,6EAA2D;AAC3D,8EAA4D;AAE5D,yDAAuC;AAEvC,uDAAqC;AACrC,wDAAsC;AACtC,+DAA6C;AAC7C,mEAAiD;AAEjD,+DAA6C;AAC7C,gEAA8C;AAE9C,+DAA6C;AAC7C,gEAA8C;AAE9C,qEAAmD;AACnD,yEAAuD;AACvD,gEAA8C;AAC9C,6DAA2C;AAC3C,8DAA4C;AAE5C,iEAA+C;AAC/C,kEAAgD;AAChD,yEAAuD;AACvD,6EAA2D;AAC3D,oFAAkE;AAClE,iFAA+D;AAC/D,mFAAiE;AACjE,oFAAkE;AAClE,oFAAkE;AAClE,sEAAoD;AAEpD,2DAAyC;AACzC,4DAA0C;AAE1C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,6DAA2C;AAC3C,8DAA4C;AAE5C,uEAAqD;AACrD,2EAAyD;AACzD,+DAA6C;AAC7C,gEAA8C"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,4DAA0C;AAE1C,iEAA+C;AAC/C,kEAAgD;AAEhD,iEAA+C;AAC/C,qEAAmD;AACnD,2DAAyC;AACzC,4DAA0C;AAC1C,6EAA2D;AAC3D,6EAA2D;AAC3D,8EAA4D;AAE5D,yDAAuC;AAEvC,uDAAqC;AACrC,wDAAsC;AACtC,+DAA6C;AAC7C,mEAAiD;AAEjD,+DAA6C;AAC7C,gEAA8C;AAE9C,+DAA6C;AAC7C,gEAA8C;AAE9C,qEAAmD;AACnD,yEAAuD;AACvD,gEAA8C;AAC9C,6DAA2C;AAC3C,8DAA4C;AAE5C,iEAA+C;AAC/C,kEAAgD;AAChD,yEAAuD;AACvD,6EAA2D;AAC3D,oFAAkE;AAClE,iFAA+D;AAC/D,mFAAiE;AACjE,oFAAkE;AAClE,oFAAkE;AAClE,sEAAoD;AAEpD,2DAAyC;AACzC,4DAA0C;AAE1C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,6DAA2C;AAC3C,8DAA4C;AAE5C,uEAAqD;AACrD,2EAAyD;AACzD,+DAA6C;AAC7C,gEAA8C"}
@@ -15,10 +15,10 @@ const common_1 = require("@nestjs/common");
15
15
  const fs_1 = require("fs");
16
16
  const path_1 = require("path");
17
17
  const output_1 = require("../../common/constant/output");
18
+ const logger_1 = require("../../common/logger/logger");
18
19
  let StorageService = StorageService_1 = class StorageService {
19
20
  constructor() {
20
- const options = { timestamp: true };
21
- this.logger = new common_1.Logger(StorageService_1.name, options);
21
+ this.logger = new logger_1.Logger(StorageService_1.name);
22
22
  }
23
23
  async check() {
24
24
  try {
@@ -1 +1 @@
1
- {"version":3,"file":"storage.service.js","sourceRoot":"","sources":["../../../src/modules/storage/storage.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAoD;AACpD,2BAAoC;AACpC,+BAA4B;AAG5B,yDAA2D;AAIpD,IAAM,cAAc,sBAApB,MAAM,cAAc;IAGzB;QACE,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC;YACH,MAAM,aAAE,CAAC,MAAM,CAAC,oBAAW,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,aAAE,CAAC,KAAK,CAAC,oBAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAW,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAY;QAClB,MAAM,QAAQ,GAAG,GAAG,IAAI,OAAO,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,oBAAW,EAAE,QAAQ,CAAC,CAAC;QAC7C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAsB;QAC/B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACrB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,IAAI,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAoB,CAAC;YACnD,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,OAAO,EAAE,GAAG,KAAc,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAA;AAjDY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;;GACA,cAAc,CAiD1B"}
1
+ {"version":3,"file":"storage.service.js","sourceRoot":"","sources":["../../../src/modules/storage/storage.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2BAAoC;AACpC,+BAA4B;AAG5B,yDAA2D;AAE3D,uDAAoD;AAG7C,IAAM,cAAc,sBAApB,MAAM,cAAc;IAGzB;QAFiB,WAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;IAE3C,CAAC;IAER,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC;YACH,MAAM,aAAE,CAAC,MAAM,CAAC,oBAAW,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,aAAE,CAAC,KAAK,CAAC,oBAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAW,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAY;QAClB,MAAM,QAAQ,GAAG,GAAG,IAAI,OAAO,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,oBAAW,EAAE,QAAQ,CAAC,CAAC;QAC7C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAsB;QAC/B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACrB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,IAAI,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAoB,CAAC;YACnD,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,OAAO,EAAE,GAAG,KAAc,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAA;AA9CY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;;GACA,cAAc,CA8C1B"}
@@ -9,7 +9,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
9
9
  exports.TelegramModule = void 0;
10
10
  const common_1 = require("@nestjs/common");
11
11
  const storage_module_1 = require("../storage/storage.module");
12
- const compression_module_1 = require("../compression/compression.module");
13
12
  const telegram_service_1 = require("./telegram.service");
14
13
  const telegram_bot_service_1 = require("./services/telegram-bot.service");
15
14
  const telegram_util_service_1 = require("./services/telegram-util.service");
@@ -22,7 +21,7 @@ let TelegramModule = class TelegramModule {
22
21
  exports.TelegramModule = TelegramModule;
23
22
  exports.TelegramModule = TelegramModule = __decorate([
24
23
  (0, common_1.Module)({
25
- imports: [storage_module_1.StorageModule, compression_module_1.CompressionModule],
24
+ imports: [storage_module_1.StorageModule],
26
25
  providers: [
27
26
  telegram_service_1.TelegramService,
28
27
  telegram_bot_service_1.TelegramBotService,
@@ -1 +1 @@
1
- {"version":3,"file":"telegram.module.js","sourceRoot":"","sources":["../../../src/modules/telegram/telegram.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,8DAA0D;AAC1D,0EAAsE;AAEtE,yDAAqD;AACrD,0EAAqE;AACrE,4EAAuE;AACvE,+FAAwF;AACxF,iGAA0F;AAC1F,2HAAkH;AAClH,yGAAiG;AAe1F,IAAM,cAAc,GAApB,MAAM,cAAc;CAAG,CAAA;AAAjB,wCAAc;yBAAd,cAAc;IAb1B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,8BAAa,EAAE,sCAAiB,CAAC;QAC3C,SAAS,EAAE;YACT,kCAAe;YACf,yCAAkB;YAClB,2CAAmB;YACnB,2DAA0B;YAC1B,6DAA2B;YAC3B,qFAAsC;YACtC,oEAA8B;SAC/B;QACD,OAAO,EAAE,CAAC,kCAAe,CAAC;KAC3B,CAAC;GACW,cAAc,CAAG"}
1
+ {"version":3,"file":"telegram.module.js","sourceRoot":"","sources":["../../../src/modules/telegram/telegram.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,8DAA0D;AAE1D,yDAAqD;AACrD,0EAAqE;AACrE,4EAAuE;AACvE,+FAAwF;AACxF,iGAA0F;AAC1F,2HAAkH;AAClH,yGAAiG;AAe1F,IAAM,cAAc,GAApB,MAAM,cAAc;CAAG,CAAA;AAAjB,wCAAc;yBAAd,cAAc;IAb1B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,8BAAa,CAAC;QACxB,SAAS,EAAE;YACT,kCAAe;YACf,yCAAkB;YAClB,2CAAmB;YACnB,2DAA0B;YAC1B,6DAA2B;YAC3B,qFAAsC;YACtC,oEAA8B;SAC/B;QACD,OAAO,EAAE,CAAC,kCAAe,CAAC;KAC3B,CAAC;GACW,cAAc,CAAG"}
@@ -1,16 +1,14 @@
1
1
  import { TelegramScrapedDataBuildCaptionUseCase } from './telegram-scraped-data-build-caption.use-case';
2
- import { CompressionService } from '../../compression/compression.service';
3
2
  import { StorageService } from '../../storage/storage.service';
4
3
  import { TelegramBotService } from '../services/telegram-bot.service';
5
4
  import { TelegramSendDocumentUseCase } from './telegram-send-document.use-case';
6
5
  export declare class TelegramSendScrapedDataUseCase {
7
6
  private readonly storage;
8
- private readonly compression;
9
7
  private readonly bot;
10
8
  private readonly buildCaptionUseCase;
11
9
  private readonly sendDocumentUseCase;
12
10
  private readonly logger;
13
- constructor(storage: StorageService, compression: CompressionService, bot: TelegramBotService, buildCaptionUseCase: TelegramScrapedDataBuildCaptionUseCase, sendDocumentUseCase: TelegramSendDocumentUseCase);
11
+ constructor(storage: StorageService, bot: TelegramBotService, buildCaptionUseCase: TelegramScrapedDataBuildCaptionUseCase, sendDocumentUseCase: TelegramSendDocumentUseCase);
14
12
  private getTopic;
15
13
  private load;
16
14
  execute(slug: string): Promise<import("telegraf/types").Message.DocumentMessage>;
@@ -15,14 +15,13 @@ const common_1 = require("@nestjs/common");
15
15
  const logger_1 = require("../../../common/logger/logger");
16
16
  const scraping_type_enum_1 = require("../../../common/enum/scraping-type.enum");
17
17
  const telegram_scraped_data_build_caption_use_case_1 = require("./telegram-scraped-data-build-caption.use-case");
18
- const compression_service_1 = require("../../compression/compression.service");
19
18
  const storage_service_1 = require("../../storage/storage.service");
20
19
  const telegram_bot_service_1 = require("../services/telegram-bot.service");
21
20
  const telegram_send_document_use_case_1 = require("./telegram-send-document.use-case");
21
+ const compression_util_1 = require("../../compression/compression.util");
22
22
  let TelegramSendScrapedDataUseCase = TelegramSendScrapedDataUseCase_1 = class TelegramSendScrapedDataUseCase {
23
- constructor(storage, compression, bot, buildCaptionUseCase, sendDocumentUseCase) {
23
+ constructor(storage, bot, buildCaptionUseCase, sendDocumentUseCase) {
24
24
  this.storage = storage;
25
- this.compression = compression;
26
25
  this.bot = bot;
27
26
  this.buildCaptionUseCase = buildCaptionUseCase;
28
27
  this.sendDocumentUseCase = sendDocumentUseCase;
@@ -51,7 +50,7 @@ let TelegramSendScrapedDataUseCase = TelegramSendScrapedDataUseCase_1 = class Te
51
50
  const caption = this.buildCaptionUseCase.execute(result);
52
51
  const topic = this.getTopic(result.type);
53
52
  const jsonPath = this.storage.getPath(slug);
54
- const zipPath = await this.compression.zip(result, jsonPath);
53
+ const zipPath = await (0, compression_util_1.compress)(result, jsonPath);
55
54
  return await this.sendDocumentUseCase.execute(zipPath, caption, topic);
56
55
  }
57
56
  };
@@ -59,7 +58,6 @@ exports.TelegramSendScrapedDataUseCase = TelegramSendScrapedDataUseCase;
59
58
  exports.TelegramSendScrapedDataUseCase = TelegramSendScrapedDataUseCase = TelegramSendScrapedDataUseCase_1 = __decorate([
60
59
  (0, common_1.Injectable)(),
61
60
  __metadata("design:paramtypes", [storage_service_1.StorageService,
62
- compression_service_1.CompressionService,
63
61
  telegram_bot_service_1.TelegramBotService,
64
62
  telegram_scraped_data_build_caption_use_case_1.TelegramScrapedDataBuildCaptionUseCase,
65
63
  telegram_send_document_use_case_1.TelegramSendDocumentUseCase])
@@ -1 +1 @@
1
- {"version":3,"file":"telegram-send-scraped-data.use-case.js","sourceRoot":"","sources":["../../../../src/modules/telegram/use-cases/telegram-send-scraped-data.use-case.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,0DAAuD;AACvD,gFAA2E;AAC3E,iHAAwG;AAExG,+EAA2E;AAC3E,mEAA+D;AAC/D,2EAAsE;AACtE,uFAAgF;AAGzE,IAAM,8BAA8B,sCAApC,MAAM,8BAA8B;IAGzC,YACmB,OAAuB,EACvB,WAA+B,EAC/B,GAAuB,EACvB,mBAA2D,EAC3D,mBAAgD;QAJhD,YAAO,GAAP,OAAO,CAAgB;QACvB,gBAAW,GAAX,WAAW,CAAoB;QAC/B,QAAG,GAAH,GAAG,CAAoB;QACvB,wBAAmB,GAAnB,mBAAmB,CAAwC;QAC3D,wBAAmB,GAAnB,mBAAmB,CAA6B;QAPlD,WAAM,GAAG,IAAI,eAAM,CAAC,gCAA8B,CAAC,IAAI,CAAC,CAAC;IAQvE,CAAC;IAEI,QAAQ,CAAC,IAAsB;QACrC,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC;QAC5B,IAAI,IAAI,KAAK,qCAAgB,CAAC,QAAQ,EAAE,CAAC;YACvC,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,IAAY;QAC7B,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,IAAI,EAAE,CAAC,CAAC;YACzD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC7D,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACzE,CAAC;CACF,CAAA;AA1CY,wEAA8B;yCAA9B,8BAA8B;IAD1C,IAAA,mBAAU,GAAE;qCAKiB,gCAAc;QACV,wCAAkB;QAC1B,yCAAkB;QACF,qFAAsC;QACtC,6DAA2B;GARxD,8BAA8B,CA0C1C"}
1
+ {"version":3,"file":"telegram-send-scraped-data.use-case.js","sourceRoot":"","sources":["../../../../src/modules/telegram/use-cases/telegram-send-scraped-data.use-case.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,0DAAuD;AACvD,gFAA2E;AAC3E,iHAAwG;AAExG,mEAA+D;AAC/D,2EAAsE;AACtE,uFAAgF;AAChF,yEAA8D;AAGvD,IAAM,8BAA8B,sCAApC,MAAM,8BAA8B;IAGzC,YACmB,OAAuB,EACvB,GAAuB,EACvB,mBAA2D,EAC3D,mBAAgD;QAHhD,YAAO,GAAP,OAAO,CAAgB;QACvB,QAAG,GAAH,GAAG,CAAoB;QACvB,wBAAmB,GAAnB,mBAAmB,CAAwC;QAC3D,wBAAmB,GAAnB,mBAAmB,CAA6B;QANlD,WAAM,GAAG,IAAI,eAAM,CAAC,gCAA8B,CAAC,IAAI,CAAC,CAAC;IAOvE,CAAC;IAEI,QAAQ,CAAC,IAAsB;QACrC,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC;QAC5B,IAAI,IAAI,KAAK,qCAAgB,CAAC,QAAQ,EAAE,CAAC;YACvC,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,IAAY;QAC7B,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,IAAI,EAAE,CAAC,CAAC;YACzD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAQ,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACzE,CAAC;CACF,CAAA;AAzCY,wEAA8B;yCAA9B,8BAA8B;IAD1C,IAAA,mBAAU,GAAE;qCAKiB,gCAAc;QAClB,yCAAkB;QACF,qFAAsC;QACtC,6DAA2B;GAPxD,8BAA8B,CAyC1C"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@rafikidota/cuba-ofertas-scraping",
3
- "version": "0.52.1",
3
+ "version": "0.54.0",
4
4
  "description": "Sometimes, the best way to solve your own problems is to help someone else.",
5
5
  "repository": {
6
6
  "type": "git",
@@ -15,51 +15,51 @@
15
15
  "module": "./dist/index.js",
16
16
  "types": "./dist/index.d.ts",
17
17
  "devDependencies": {
18
- "@aws-sdk/client-s3": "3.1023.0",
19
- "@aws-sdk/s3-request-presigner": "3.1023.0",
18
+ "@aws-sdk/client-s3": "3.1033.0",
19
+ "@aws-sdk/s3-request-presigner": "3.1033.0",
20
20
  "@crawlee/cheerio": "3.16.0",
21
21
  "@crawlee/playwright": "3.16.0",
22
22
  "@eslint/eslintrc": "3.3.5",
23
23
  "@eslint/js": "10.0.1",
24
24
  "@nestjs/axios": "4.0.1",
25
- "@nestjs/common": "11.1.18",
26
- "@nestjs/config": "4.0.3",
27
- "@nestjs/core": "11.1.18",
25
+ "@nestjs/common": "11.1.19",
26
+ "@nestjs/config": "4.0.4",
27
+ "@nestjs/core": "11.1.19",
28
28
  "@nestjs/event-emitter": "3.0.1",
29
- "@nestjs/microservices": "11.1.18",
30
- "@nestjs/schedule": "6.1.1",
29
+ "@nestjs/microservices": "11.1.19",
30
+ "@nestjs/schedule": "6.1.3",
31
31
  "@nestjs/terminus": "11.1.1",
32
32
  "@nestjs/typeorm": "11.0.1",
33
33
  "@types/archiver": "7.0.0",
34
34
  "@types/better-sqlite3": "7.6.13",
35
- "@types/node": "25.5.2",
36
- "@typescript-eslint/eslint-plugin": "8.58.0",
37
- "@typescript-eslint/parser": "8.58.0",
35
+ "@types/node": "25.6.0",
36
+ "@typescript-eslint/eslint-plugin": "8.59.0",
37
+ "@typescript-eslint/parser": "8.59.0",
38
38
  "archiver": "7.0.1",
39
- "axios": "1.14.0",
40
- "better-sqlite3": "12.8.0",
39
+ "axios": "1.15.1",
40
+ "better-sqlite3": "12.9.0",
41
41
  "cheerio": "1.2.0",
42
42
  "class-transformer": "0.5.1",
43
43
  "class-validator": "0.15.1",
44
44
  "crawlee": "3.16.0",
45
- "dotenv": "17.4.0",
46
- "eslint": "10.1.0",
45
+ "dotenv": "17.4.2",
46
+ "eslint": "10.2.1",
47
47
  "eslint-config-prettier": "10.1.8",
48
48
  "eslint-plugin-import": "2.32.0",
49
49
  "eslint-plugin-prettier": "5.5.5",
50
- "globals": "17.4.0",
50
+ "globals": "17.5.0",
51
51
  "https-proxy-agent": "7.0.6",
52
52
  "husky": "9.1.7",
53
53
  "joi": "18.1.2",
54
54
  "lint-staged": "16.4.0",
55
- "playwright": "1.59.0",
56
- "prettier": "3.8.1",
55
+ "playwright": "1.59.1",
56
+ "prettier": "3.8.3",
57
57
  "rimraf": "6.1.3",
58
58
  "rxjs": "7.8.2",
59
59
  "telegraf": "4.16.3",
60
60
  "typeorm": "0.3.28",
61
61
  "typescript": "5.9.3",
62
- "typescript-eslint": "8.58.0"
62
+ "typescript-eslint": "8.59.0"
63
63
  },
64
64
  "scripts": {
65
65
  "prebuild": "rimraf -rf dist",
@@ -1,4 +0,0 @@
1
- export declare class CleanerDatasetService {
2
- private readonly logger;
3
- execute(slug: string): Promise<void>;
4
- }
@@ -1,28 +0,0 @@
1
- "use strict";
2
- var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
- else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
- return c > 3 && r && Object.defineProperty(target, key, r), r;
7
- };
8
- var CleanerDatasetService_1;
9
- Object.defineProperty(exports, "__esModule", { value: true });
10
- exports.CleanerDatasetService = void 0;
11
- const common_1 = require("@nestjs/common");
12
- const crawlee_1 = require("crawlee");
13
- const logger_1 = require("../../../common/logger/logger");
14
- let CleanerDatasetService = CleanerDatasetService_1 = class CleanerDatasetService {
15
- constructor() {
16
- this.logger = new logger_1.Logger(CleanerDatasetService_1.name);
17
- }
18
- async execute(slug) {
19
- const dataset = await crawlee_1.Dataset.open(slug);
20
- await dataset.drop();
21
- this.logger.log('✅ Dataset dropped');
22
- }
23
- };
24
- exports.CleanerDatasetService = CleanerDatasetService;
25
- exports.CleanerDatasetService = CleanerDatasetService = CleanerDatasetService_1 = __decorate([
26
- (0, common_1.Injectable)()
27
- ], CleanerDatasetService);
28
- //# sourceMappingURL=cleaner-dataset.service.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"cleaner-dataset.service.js","sourceRoot":"","sources":["../../../../src/modules/cleaner/use-cases/cleaner-dataset.service.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAA4C;AAE5C,qCAAkC;AAElC,0DAAuD;AAGhD,IAAM,qBAAqB,6BAA3B,MAAM,qBAAqB;IAA3B;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,uBAAqB,CAAC,IAAI,CAAC,CAAC;IAMnE,CAAC;IALC,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,OAAO,GAAG,MAAM,iBAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACvC,CAAC;CACF,CAAA;AAPY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;GACA,qBAAqB,CAOjC"}
@@ -1,4 +0,0 @@
1
- export declare class CleanerKeyValueStoreService {
2
- private readonly logger;
3
- execute(slug: string): Promise<void>;
4
- }
@@ -1,28 +0,0 @@
1
- "use strict";
2
- var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
- else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
- return c > 3 && r && Object.defineProperty(target, key, r), r;
7
- };
8
- var CleanerKeyValueStoreService_1;
9
- Object.defineProperty(exports, "__esModule", { value: true });
10
- exports.CleanerKeyValueStoreService = void 0;
11
- const common_1 = require("@nestjs/common");
12
- const crawlee_1 = require("crawlee");
13
- const logger_1 = require("../../../common/logger/logger");
14
- let CleanerKeyValueStoreService = CleanerKeyValueStoreService_1 = class CleanerKeyValueStoreService {
15
- constructor() {
16
- this.logger = new logger_1.Logger(CleanerKeyValueStoreService_1.name);
17
- }
18
- async execute(slug) {
19
- const store = await crawlee_1.KeyValueStore.open(slug);
20
- await store.drop();
21
- this.logger.log('✅ KeyValueStore dropped');
22
- }
23
- };
24
- exports.CleanerKeyValueStoreService = CleanerKeyValueStoreService;
25
- exports.CleanerKeyValueStoreService = CleanerKeyValueStoreService = CleanerKeyValueStoreService_1 = __decorate([
26
- (0, common_1.Injectable)()
27
- ], CleanerKeyValueStoreService);
28
- //# sourceMappingURL=cleaner-key-value-store.service.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"cleaner-key-value-store.service.js","sourceRoot":"","sources":["../../../../src/modules/cleaner/use-cases/cleaner-key-value-store.service.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAA4C;AAE5C,qCAAwC;AAExC,0DAAuD;AAGhD,IAAM,2BAA2B,mCAAjC,MAAM,2BAA2B;IAAjC;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,6BAA2B,CAAC,IAAI,CAAC,CAAC;IAOzE,CAAC;IALC,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,MAAM,uBAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;CACF,CAAA;AARY,kEAA2B;sCAA3B,2BAA2B;IADvC,IAAA,mBAAU,GAAE;GACA,2BAA2B,CAQvC"}
@@ -1,4 +0,0 @@
1
- export declare class CleanerRequestQueueService {
2
- private readonly logger;
3
- execute(slug: string): Promise<void>;
4
- }
@@ -1,28 +0,0 @@
1
- "use strict";
2
- var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
- else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
- return c > 3 && r && Object.defineProperty(target, key, r), r;
7
- };
8
- var CleanerRequestQueueService_1;
9
- Object.defineProperty(exports, "__esModule", { value: true });
10
- exports.CleanerRequestQueueService = void 0;
11
- const common_1 = require("@nestjs/common");
12
- const crawlee_1 = require("crawlee");
13
- const logger_1 = require("../../../common/logger/logger");
14
- let CleanerRequestQueueService = CleanerRequestQueueService_1 = class CleanerRequestQueueService {
15
- constructor() {
16
- this.logger = new logger_1.Logger(CleanerRequestQueueService_1.name);
17
- }
18
- async execute(slug) {
19
- const queue = await crawlee_1.RequestQueue.open(slug);
20
- await queue.drop();
21
- this.logger.log('✅ RequestQueue dropped');
22
- }
23
- };
24
- exports.CleanerRequestQueueService = CleanerRequestQueueService;
25
- exports.CleanerRequestQueueService = CleanerRequestQueueService = CleanerRequestQueueService_1 = __decorate([
26
- (0, common_1.Injectable)()
27
- ], CleanerRequestQueueService);
28
- //# sourceMappingURL=cleaner-request-queue.service.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"cleaner-request-queue.service.js","sourceRoot":"","sources":["../../../../src/modules/cleaner/use-cases/cleaner-request-queue.service.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAA4C;AAC5C,qCAAuC;AAEvC,0DAAuD;AAGhD,IAAM,0BAA0B,kCAAhC,MAAM,0BAA0B;IAAhC;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,4BAA0B,CAAC,IAAI,CAAC,CAAC;IAMxE,CAAC;IALC,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,MAAM,sBAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IAC5C,CAAC;CACF,CAAA;AAPY,gEAA0B;qCAA1B,0BAA0B;IADtC,IAAA,mBAAU,GAAE;GACA,0BAA0B,CAOtC"}
@@ -1,6 +0,0 @@
1
- export declare class CleanerStorageService {
2
- private readonly logger;
3
- private readonly path;
4
- constructor();
5
- execute(): Promise<void>;
6
- }
@@ -1,47 +0,0 @@
1
- "use strict";
2
- var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
- else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
- return c > 3 && r && Object.defineProperty(target, key, r), r;
7
- };
8
- var __metadata = (this && this.__metadata) || function (k, v) {
9
- if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
10
- };
11
- var CleanerStorageService_1;
12
- Object.defineProperty(exports, "__esModule", { value: true });
13
- exports.CleanerStorageService = void 0;
14
- const common_1 = require("@nestjs/common");
15
- const fs_1 = require("fs");
16
- const path_1 = require("path");
17
- const logger_1 = require("../../../common/logger/logger");
18
- let CleanerStorageService = CleanerStorageService_1 = class CleanerStorageService {
19
- constructor() {
20
- this.logger = new logger_1.Logger(CleanerStorageService_1.name);
21
- this.path = (0, path_1.join)(process.cwd(), 'storage');
22
- }
23
- async execute() {
24
- try {
25
- const entries = await fs_1.promises.readdir(this.path, { withFileTypes: true });
26
- for (const entry of entries) {
27
- if (entry.isDirectory()) {
28
- const path = (0, path_1.join)(this.path, entry.name);
29
- await fs_1.promises.rm(path, { recursive: true, force: true });
30
- this.logger.log(`✅ Removed storage directory: ${entry.name}`);
31
- }
32
- }
33
- }
34
- catch (error) {
35
- if (error.code !== 'ENOENT') {
36
- this.logger.warn('Error cleaning storage directory');
37
- this.logger.error(error.message);
38
- }
39
- }
40
- }
41
- };
42
- exports.CleanerStorageService = CleanerStorageService;
43
- exports.CleanerStorageService = CleanerStorageService = CleanerStorageService_1 = __decorate([
44
- (0, common_1.Injectable)(),
45
- __metadata("design:paramtypes", [])
46
- ], CleanerStorageService);
47
- //# sourceMappingURL=cleaner-storage.service.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"cleaner-storage.service.js","sourceRoot":"","sources":["../../../../src/modules/cleaner/use-cases/cleaner-storage.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2BAAoC;AACpC,+BAA4B;AAE5B,0DAAuD;AAGhD,IAAM,qBAAqB,6BAA3B,MAAM,qBAAqB;IAIhC;QAHiB,WAAM,GAAG,IAAI,eAAM,CAAC,uBAAqB,CAAC,IAAI,CAAC,CAAC;QAI/D,IAAI,CAAC,IAAI,GAAG,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACrE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,MAAM,IAAI,GAAG,IAAA,WAAI,EAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;oBACzC,MAAM,aAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACpD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gCAAgC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;gBACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAA;AAzBY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;;GACA,qBAAqB,CAyBjC"}