@rafikidota/cuba-ofertas-scraping 0.52.1 → 0.54.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/common/class/category.js.map +1 -1
- package/dist/common/class/image.js.map +1 -1
- package/dist/common/class/municipality.js.map +1 -1
- package/dist/common/class/product.js.map +1 -1
- package/dist/common/class/provider.js.map +1 -1
- package/dist/common/class/province.js.map +1 -1
- package/dist/common/constant/task.d.ts +3 -0
- package/dist/common/enum/shop-slug.enum.d.ts +4 -1
- package/dist/common/enum/shop-slug.enum.js +3 -0
- package/dist/common/enum/shop-slug.enum.js.map +1 -1
- package/dist/modules/cleaner/cleaner.module.js +1 -11
- package/dist/modules/cleaner/cleaner.module.js.map +1 -1
- package/dist/modules/cleaner/cleaner.service.d.ts +1 -10
- package/dist/modules/cleaner/cleaner.service.js +26 -21
- package/dist/modules/cleaner/cleaner.service.js.map +1 -1
- package/dist/modules/compression/compression.service.d.ts +1 -1
- package/dist/modules/compression/compression.service.js +3 -3
- package/dist/modules/compression/compression.service.js.map +1 -1
- package/dist/modules/compression/compression.util.d.ts +1 -0
- package/dist/modules/compression/compression.util.js +10 -0
- package/dist/modules/compression/compression.util.js.map +1 -0
- package/dist/modules/delayer/use-cases/delayer-config.service.d.ts +2 -1
- package/dist/modules/delayer/use-cases/delayer-config.service.js.map +1 -1
- package/dist/modules/index.d.ts +0 -4
- package/dist/modules/index.js +0 -4
- package/dist/modules/index.js.map +1 -1
- package/dist/modules/storage/storage.service.js +2 -2
- package/dist/modules/storage/storage.service.js.map +1 -1
- package/dist/modules/telegram/telegram.module.js +1 -2
- package/dist/modules/telegram/telegram.module.js.map +1 -1
- package/dist/modules/telegram/use-cases/telegram-send-scraped-data.use-case.d.ts +1 -3
- package/dist/modules/telegram/use-cases/telegram-send-scraped-data.use-case.js +3 -5
- package/dist/modules/telegram/use-cases/telegram-send-scraped-data.use-case.js.map +1 -1
- package/package.json +19 -19
- package/dist/modules/cleaner/use-cases/cleaner-dataset.service.d.ts +0 -4
- package/dist/modules/cleaner/use-cases/cleaner-dataset.service.js +0 -28
- package/dist/modules/cleaner/use-cases/cleaner-dataset.service.js.map +0 -1
- package/dist/modules/cleaner/use-cases/cleaner-key-value-store.service.d.ts +0 -4
- package/dist/modules/cleaner/use-cases/cleaner-key-value-store.service.js +0 -28
- package/dist/modules/cleaner/use-cases/cleaner-key-value-store.service.js.map +0 -1
- package/dist/modules/cleaner/use-cases/cleaner-request-queue.service.d.ts +0 -4
- package/dist/modules/cleaner/use-cases/cleaner-request-queue.service.js +0 -28
- package/dist/modules/cleaner/use-cases/cleaner-request-queue.service.js.map +0 -1
- package/dist/modules/cleaner/use-cases/cleaner-storage.service.d.ts +0 -6
- package/dist/modules/cleaner/use-cases/cleaner-storage.service.js +0 -47
- package/dist/modules/cleaner/use-cases/cleaner-storage.service.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"category.js","sourceRoot":"","sources":["../../../src/common/class/category.ts"],"names":[],"mappings":";;;AAEA,MAAa,QAAQ;IAQnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,
|
|
1
|
+
{"version":3,"file":"category.js","sourceRoot":"","sources":["../../../src/common/class/category.ts"],"names":[],"mappings":";;;AAEA,MAAa,QAAQ;IAQnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAnBD,4BAmBC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"image.js","sourceRoot":"","sources":["../../../src/common/class/image.ts"],"names":[],"mappings":";;;AAEA,MAAa,KAAK;IAKhB,YAAY,IAAqB;QAC/B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAqB;QACjC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,
|
|
1
|
+
{"version":3,"file":"image.js","sourceRoot":"","sources":["../../../src/common/class/image.ts"],"names":[],"mappings":";;;AAEA,MAAa,KAAK;IAKhB,YAAY,IAAqB;QAC/B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAqB;QACjC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAhBD,sBAgBC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"municipality.js","sourceRoot":"","sources":["../../../src/common/class/municipality.ts"],"names":[],"mappings":";;;AAGA,MAAa,YAAY;IAKvB,YAAY,IAA4B;QACtC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAA4B;QACxC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,
|
|
1
|
+
{"version":3,"file":"municipality.js","sourceRoot":"","sources":["../../../src/common/class/municipality.ts"],"names":[],"mappings":";;;AAGA,MAAa,YAAY;IAKvB,YAAY,IAA4B;QACtC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAA4B;QACxC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAhBD,oCAgBC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"product.js","sourceRoot":"","sources":["../../../src/common/class/product.ts"],"names":[],"mappings":";;;AAEA,MAAa,OAAO;IAqClB,YAAY,IAAuB;QA/BnB,aAAQ,GAAW,CAAC,CAAC;QACrB,aAAQ,GAAW,KAAK,CAAC;QAEzB,eAAU,GAAa,EAAE,CAAC;QAI1B,gBAAW,GAAa,EAAE,CAAC;QAK3B,cAAS,GAAa,EAAE,CAAC;QACzB,iBAAY,GAAY,KAAK,CAAC;QAE9B,WAAM,GAAW,CAAC,CAAC;QACnB,WAAM,GAAW,CAAC,CAAC;QACnB,iBAAY,GAAW,CAAC,CAAC;QAEzB,kBAAa,GAAW,CAAC,CAAC;QAE1B,kBAAa,GAAW,CAAC,CAAC;QAE1B,0BAAqB,GAAW,CAAC,CAAC;QAClC,eAAU,GAAW,CAAC,CAAC;QACvB,aAAQ,GAAW,CAAC,CAAC;QAOnC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAuB;QACnC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,
|
|
1
|
+
{"version":3,"file":"product.js","sourceRoot":"","sources":["../../../src/common/class/product.ts"],"names":[],"mappings":";;;AAEA,MAAa,OAAO;IAqClB,YAAY,IAAuB;QA/BnB,aAAQ,GAAW,CAAC,CAAC;QACrB,aAAQ,GAAW,KAAK,CAAC;QAEzB,eAAU,GAAa,EAAE,CAAC;QAI1B,gBAAW,GAAa,EAAE,CAAC;QAK3B,cAAS,GAAa,EAAE,CAAC;QACzB,iBAAY,GAAY,KAAK,CAAC;QAE9B,WAAM,GAAW,CAAC,CAAC;QACnB,WAAM,GAAW,CAAC,CAAC;QACnB,iBAAY,GAAW,CAAC,CAAC;QAEzB,kBAAa,GAAW,CAAC,CAAC;QAE1B,kBAAa,GAAW,CAAC,CAAC;QAE1B,0BAAqB,GAAW,CAAC,CAAC;QAClC,eAAU,GAAW,CAAC,CAAC;QACvB,aAAQ,GAAW,CAAC,CAAC;QAOnC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAuB;QACnC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAhDD,0BAgDC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/common/class/provider.ts"],"names":[],"mappings":";;;AAEA,MAAa,QAAQ;IAOnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IACM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IACM,OAAO;QACZ,OAAO,
|
|
1
|
+
{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/common/class/provider.ts"],"names":[],"mappings":";;;AAEA,MAAa,QAAQ;IAOnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IACM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IACM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAhBD,4BAgBC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"province.js","sourceRoot":"","sources":["../../../src/common/class/province.ts"],"names":[],"mappings":";;;AAGA,MAAa,QAAQ;IAOnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,
|
|
1
|
+
{"version":3,"file":"province.js","sourceRoot":"","sources":["../../../src/common/class/province.ts"],"names":[],"mappings":";;;AAGA,MAAa,QAAQ;IAOnB,YAAY,IAAwB;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM,CAAC,IAAwB;QACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAlBD,4BAkBC"}
|
|
@@ -11,6 +11,7 @@ export declare const TaskOptions: {
|
|
|
11
11
|
waitForCompletion?: boolean;
|
|
12
12
|
disabled?: boolean;
|
|
13
13
|
threshold?: number;
|
|
14
|
+
initialDelay?: number;
|
|
14
15
|
} & {
|
|
15
16
|
timeZone?: string;
|
|
16
17
|
utcOffset?: never;
|
|
@@ -23,6 +24,7 @@ export declare const TaskOptions: {
|
|
|
23
24
|
waitForCompletion?: boolean;
|
|
24
25
|
disabled?: boolean;
|
|
25
26
|
threshold?: number;
|
|
27
|
+
initialDelay?: number;
|
|
26
28
|
} & {
|
|
27
29
|
timeZone?: string;
|
|
28
30
|
utcOffset?: never;
|
|
@@ -35,6 +37,7 @@ export declare const TaskOptions: {
|
|
|
35
37
|
waitForCompletion?: boolean;
|
|
36
38
|
disabled?: boolean;
|
|
37
39
|
threshold?: number;
|
|
40
|
+
initialDelay?: number;
|
|
38
41
|
} & {
|
|
39
42
|
timeZone?: string;
|
|
40
43
|
utcOffset?: never;
|
|
@@ -12,5 +12,8 @@ var ShopSlugEnum;
|
|
|
12
12
|
ShopSlugEnum["LAJABALINA"] = "jabalina";
|
|
13
13
|
ShopSlugEnum["MIHOGAR53"] = "mh53";
|
|
14
14
|
ShopSlugEnum["MALLHABANA"] = "mallhabana";
|
|
15
|
+
ShopSlugEnum["NERCADO"] = "nercado";
|
|
16
|
+
ShopSlugEnum["CUBAMAX"] = "cubamax";
|
|
17
|
+
ShopSlugEnum["MERCAVANA"] = "mercavana";
|
|
15
18
|
})(ShopSlugEnum || (exports.ShopSlugEnum = ShopSlugEnum = {}));
|
|
16
19
|
//# sourceMappingURL=shop-slug.enum.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shop-slug.enum.js","sourceRoot":"","sources":["../../../src/common/enum/shop-slug.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,
|
|
1
|
+
{"version":3,"file":"shop-slug.enum.js","sourceRoot":"","sources":["../../../src/common/enum/shop-slug.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,YAaX;AAbD,WAAY,YAAY;IACtB,sCAAsB,CAAA;IACtB,iCAAiB,CAAA;IACjB,mCAAmB,CAAA;IACnB,iCAAiB,CAAA;IACjB,uCAAuB,CAAA;IACvB,qCAAqB,CAAA;IACrB,uCAAuB,CAAA;IACvB,kCAAkB,CAAA;IAClB,yCAAyB,CAAA;IACzB,mCAAmB,CAAA;IACnB,mCAAmB,CAAA;IACnB,uCAAuB,CAAA;AACzB,CAAC,EAbW,YAAY,4BAAZ,YAAY,QAavB"}
|
|
@@ -9,22 +9,12 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
9
9
|
exports.CleanerModule = void 0;
|
|
10
10
|
const common_1 = require("@nestjs/common");
|
|
11
11
|
const cleaner_service_1 = require("./cleaner.service");
|
|
12
|
-
const cleaner_request_queue_service_1 = require("./use-cases/cleaner-request-queue.service");
|
|
13
|
-
const cleaner_dataset_service_1 = require("./use-cases/cleaner-dataset.service");
|
|
14
|
-
const cleaner_key_value_store_service_1 = require("./use-cases/cleaner-key-value-store.service");
|
|
15
|
-
const cleaner_storage_service_1 = require("./use-cases/cleaner-storage.service");
|
|
16
12
|
let CleanerModule = class CleanerModule {
|
|
17
13
|
};
|
|
18
14
|
exports.CleanerModule = CleanerModule;
|
|
19
15
|
exports.CleanerModule = CleanerModule = __decorate([
|
|
20
16
|
(0, common_1.Module)({
|
|
21
|
-
providers: [
|
|
22
|
-
cleaner_service_1.CleanerService,
|
|
23
|
-
cleaner_request_queue_service_1.CleanerRequestQueueService,
|
|
24
|
-
cleaner_dataset_service_1.CleanerDatasetService,
|
|
25
|
-
cleaner_key_value_store_service_1.CleanerKeyValueStoreService,
|
|
26
|
-
cleaner_storage_service_1.CleanerStorageService,
|
|
27
|
-
],
|
|
17
|
+
providers: [cleaner_service_1.CleanerService],
|
|
28
18
|
exports: [cleaner_service_1.CleanerService],
|
|
29
19
|
})
|
|
30
20
|
], CleanerModule);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cleaner.module.js","sourceRoot":"","sources":["../../../src/modules/cleaner/cleaner.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,uDAAmD;
|
|
1
|
+
{"version":3,"file":"cleaner.module.js","sourceRoot":"","sources":["../../../src/modules/cleaner/cleaner.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,uDAAmD;AAM5C,IAAM,aAAa,GAAnB,MAAM,aAAa;CAAG,CAAA;AAAhB,sCAAa;wBAAb,aAAa;IAJzB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,gCAAc,CAAC;QAC3B,OAAO,EAAE,CAAC,gCAAc,CAAC;KAC1B,CAAC;GACW,aAAa,CAAG"}
|
|
@@ -1,13 +1,4 @@
|
|
|
1
|
-
import { CleanerRequestQueueService } from './use-cases/cleaner-request-queue.service';
|
|
2
|
-
import { CleanerDatasetService } from './use-cases/cleaner-dataset.service';
|
|
3
|
-
import { CleanerKeyValueStoreService } from './use-cases/cleaner-key-value-store.service';
|
|
4
|
-
import { CleanerStorageService } from './use-cases/cleaner-storage.service';
|
|
5
1
|
export declare class CleanerService {
|
|
6
|
-
|
|
7
|
-
private readonly dataset;
|
|
8
|
-
private readonly store;
|
|
9
|
-
private readonly storage;
|
|
10
|
-
private readonly logger;
|
|
11
|
-
constructor(queue: CleanerRequestQueueService, dataset: CleanerDatasetService, store: CleanerKeyValueStoreService, storage: CleanerStorageService);
|
|
2
|
+
constructor();
|
|
12
3
|
execute(slug: string): Promise<void>;
|
|
13
4
|
}
|
|
@@ -13,34 +13,39 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
13
13
|
exports.CleanerService = void 0;
|
|
14
14
|
const common_1 = require("@nestjs/common");
|
|
15
15
|
const crawlee_1 = require("crawlee");
|
|
16
|
-
const
|
|
17
|
-
const
|
|
18
|
-
const
|
|
19
|
-
const cleaner_storage_service_1 = require("./use-cases/cleaner-storage.service");
|
|
16
|
+
const crawlee_2 = require("crawlee");
|
|
17
|
+
const path_1 = require("path");
|
|
18
|
+
const fs_1 = require("fs");
|
|
20
19
|
const logger_1 = require("../../common/logger/logger");
|
|
21
20
|
let CleanerService = CleanerService_1 = class CleanerService {
|
|
22
|
-
constructor(
|
|
23
|
-
this.queue = queue;
|
|
24
|
-
this.dataset = dataset;
|
|
25
|
-
this.store = store;
|
|
26
|
-
this.storage = storage;
|
|
27
|
-
this.logger = new logger_1.Logger(CleanerService_1.name);
|
|
28
|
-
}
|
|
21
|
+
constructor() { }
|
|
29
22
|
async execute(slug) {
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
await
|
|
33
|
-
await
|
|
34
|
-
|
|
35
|
-
|
|
23
|
+
const logger = new logger_1.Logger(CleanerService_1.name);
|
|
24
|
+
const folder = (0, path_1.join)(process.cwd(), 'storage');
|
|
25
|
+
const queue = await crawlee_1.RequestQueue.open(slug);
|
|
26
|
+
await queue.drop();
|
|
27
|
+
logger.log('✅ RequestQueue dropped');
|
|
28
|
+
const dataset = await crawlee_1.Dataset.open(slug);
|
|
29
|
+
await dataset.drop();
|
|
30
|
+
logger.log('✅ Dataset dropped');
|
|
31
|
+
const store = await crawlee_1.KeyValueStore.open(slug);
|
|
32
|
+
await store.drop();
|
|
33
|
+
logger.log('✅ KeyValueStore dropped');
|
|
34
|
+
await (0, crawlee_2.purgeDefaultStorages)();
|
|
35
|
+
const entries = await fs_1.promises.readdir(folder, { withFileTypes: true });
|
|
36
|
+
for (const entry of entries) {
|
|
37
|
+
if (entry.isDirectory()) {
|
|
38
|
+
const path = (0, path_1.join)(folder, entry.name);
|
|
39
|
+
await fs_1.promises.rm(path, { recursive: true, force: true });
|
|
40
|
+
logger.log(`✅ Removed storage directory: ${entry.name}`);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
logger.log('🧹 Shop Queue and Stores cleaned completely');
|
|
36
44
|
}
|
|
37
45
|
};
|
|
38
46
|
exports.CleanerService = CleanerService;
|
|
39
47
|
exports.CleanerService = CleanerService = CleanerService_1 = __decorate([
|
|
40
48
|
(0, common_1.Injectable)(),
|
|
41
|
-
__metadata("design:paramtypes", [
|
|
42
|
-
cleaner_dataset_service_1.CleanerDatasetService,
|
|
43
|
-
cleaner_key_value_store_service_1.CleanerKeyValueStoreService,
|
|
44
|
-
cleaner_storage_service_1.CleanerStorageService])
|
|
49
|
+
__metadata("design:paramtypes", [])
|
|
45
50
|
], CleanerService);
|
|
46
51
|
//# sourceMappingURL=cleaner.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cleaner.service.js","sourceRoot":"","sources":["../../../src/modules/cleaner/cleaner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,qCAA+C;
|
|
1
|
+
{"version":3,"file":"cleaner.service.js","sourceRoot":"","sources":["../../../src/modules/cleaner/cleaner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,qCAA+D;AAC/D,qCAA+C;AAC/C,+BAA4B;AAC5B,2BAAoC;AAEpC,uDAAoD;AAG7C,IAAM,cAAc,sBAApB,MAAM,cAAc;IACzB,gBAAe,CAAC;IAEhB,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,MAAM,sBAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAErC,MAAM,OAAO,GAAG,MAAM,iBAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QAEhC,MAAM,KAAK,GAAG,MAAM,uBAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAEtC,MAAM,IAAA,8BAAoB,GAAE,CAAC;QAE7B,MAAM,OAAO,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAA,WAAI,EAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,aAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACpD,MAAM,CAAC,GAAG,CAAC,gCAAgC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC5D,CAAC;CACF,CAAA;AA/BY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;;GACA,cAAc,CA+B1B"}
|
|
@@ -49,7 +49,7 @@ const fs_2 = require("fs");
|
|
|
49
49
|
const path = __importStar(require("path"));
|
|
50
50
|
const archiver_1 = __importDefault(require("archiver"));
|
|
51
51
|
let CompressionService = class CompressionService {
|
|
52
|
-
async zip(
|
|
52
|
+
async zip(data, filePath) {
|
|
53
53
|
const parsedPath = path.parse(filePath);
|
|
54
54
|
const zipFileName = `${parsedPath.name}.zip`;
|
|
55
55
|
const zipPath = path.join(parsedPath.dir, zipFileName);
|
|
@@ -60,8 +60,8 @@ let CompressionService = class CompressionService {
|
|
|
60
60
|
output.on('close', () => resolve(zipPath));
|
|
61
61
|
archive.on('error', reject);
|
|
62
62
|
archive.pipe(output);
|
|
63
|
-
const
|
|
64
|
-
archive.append(
|
|
63
|
+
const json = JSON.stringify(data, null, 2);
|
|
64
|
+
archive.append(json, { name: `${parsedPath.name}.json` });
|
|
65
65
|
archive.finalize();
|
|
66
66
|
});
|
|
67
67
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compression.service.js","sourceRoot":"","sources":["../../../src/modules/compression/compression.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2BAAuC;AACvC,2BAAoC;AACpC,2CAA6B;AAE7B,wDAAgC;AAGzB,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC7B,KAAK,CAAC,GAAG,
|
|
1
|
+
{"version":3,"file":"compression.service.js","sourceRoot":"","sources":["../../../src/modules/compression/compression.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2BAAuC;AACvC,2BAAoC;AACpC,2CAA6B;AAE7B,wDAAgC;AAGzB,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC7B,KAAK,CAAC,GAAG,CAAc,IAAO,EAAE,QAAgB;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,GAAG,UAAU,CAAC,IAAI,MAAM,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAEvD,MAAM,aAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,IAAA,sBAAiB,EAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAA,kBAAQ,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAExD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAE5B,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;YAC1D,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AArBY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;GACA,kBAAkB,CAqB9B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare const compress: <T = unknown>(data: T, path: string) => Promise<string>;
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.compress = void 0;
|
|
4
|
+
const compression_service_1 = require("./compression.service");
|
|
5
|
+
const compress = async (data, path) => {
|
|
6
|
+
const service = new compression_service_1.CompressionService();
|
|
7
|
+
return await service.zip(data, path);
|
|
8
|
+
};
|
|
9
|
+
exports.compress = compress;
|
|
10
|
+
//# sourceMappingURL=compression.util.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compression.util.js","sourceRoot":"","sources":["../../../src/modules/compression/compression.util.ts"],"names":[],"mappings":";;;AAAA,+DAA2D;AAEpD,MAAM,QAAQ,GAAG,KAAK,EAAe,IAAO,EAAE,IAAY,EAAE,EAAE;IACnE,MAAM,OAAO,GAAG,IAAI,wCAAkB,EAAE,CAAC;IACzC,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACvC,CAAC,CAAC;AAHW,QAAA,QAAQ,YAGnB"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { HttpStatus } from '@nestjs/common';
|
|
1
2
|
import { ConfigService } from '@nestjs/config';
|
|
2
3
|
import { DelayerSettings } from '../types/delayer-settings';
|
|
3
4
|
import { DelayerMapConfig } from '../types/delayer-map-config';
|
|
@@ -9,7 +10,7 @@ export declare class DelayerConfigService {
|
|
|
9
10
|
private multiplier;
|
|
10
11
|
private map;
|
|
11
12
|
constructor(config: ConfigService);
|
|
12
|
-
update(status:
|
|
13
|
+
update(status: HttpStatus): number;
|
|
13
14
|
getRandom(min?: number, max?: number): number;
|
|
14
15
|
getConfig(): DelayerSettings;
|
|
15
16
|
getDelay(): number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"delayer-config.service.js","sourceRoot":"","sources":["../../../../src/modules/delayer/use-cases/delayer-config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AACxD,2CAA+C;AAE/C,0DAAuD;AACvD,wDAAoD;AAM7C,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAO/B,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QANjC,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;QAOxD,IAAI,CAAC,QAAQ,GAAG;YACd,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,eAAe,EAAE,GAAG,CAAC;YACtD,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,WAAW,EAAE,GAAG,CAAC;YAC9C,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,WAAW,EAAE,GAAG,CAAC;YAC9C,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,YAAY,EAAE,EAAE,CAAC;SAChD,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG;YAChB,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;YACtD,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;YAC7D,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;SACpE,CAAC;QAEF,IAAI,CAAC,GAAG,GAAG;YACT,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,eAAe,EAAE,KAAK,CAAC;YACpD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,qBAAqB,EAAE,IAAI,CAAC;SAC3D,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,
|
|
1
|
+
{"version":3,"file":"delayer-config.service.js","sourceRoot":"","sources":["../../../../src/modules/delayer/use-cases/delayer-config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AACxD,2CAA+C;AAE/C,0DAAuD;AACvD,wDAAoD;AAM7C,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAO/B,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QANjC,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;QAOxD,IAAI,CAAC,QAAQ,GAAG;YACd,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,eAAe,EAAE,GAAG,CAAC;YACtD,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,WAAW,EAAE,GAAG,CAAC;YAC9C,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,WAAW,EAAE,GAAG,CAAC;YAC9C,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,YAAY,EAAE,EAAE,CAAC;SAChD,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG;YAChB,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;YACtD,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;YAC7D,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sBAAsB,EAAE,CAAC,CAAC;SACpE,CAAC;QAEF,IAAI,CAAC,GAAG,GAAG;YACT,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,eAAe,EAAE,KAAK,CAAC;YACpD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,qBAAqB,EAAE,IAAI,CAAC;SAC3D,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,MAAkB;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAEhC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,mBAAU,CAAC,EAAE;gBAChB,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1C,MAAM;YACR,KAAK,mBAAU,CAAC,SAAS;gBACvB,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;gBACjD,MAAM;YACR,KAAK,mBAAU,CAAC,iBAAiB;gBAC/B,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;gBACvD,MAAM;YACR;gBACE,MAAM;QACV,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,SAAS,CAAC,GAAY,EAAE,GAAY;QAClC,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QACxC,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;IACpE,CAAC;IAED,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,YAAY;QACV,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACrC,CAAC;CACF,CAAA;AAxEY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;qCAQ0B,sBAAa;GAPvC,oBAAoB,CAwEhC"}
|
package/dist/modules/index.d.ts
CHANGED
|
@@ -1,9 +1,5 @@
|
|
|
1
1
|
export * from './cleaner/cleaner.module';
|
|
2
2
|
export * from './cleaner/cleaner.service';
|
|
3
|
-
export * from './cleaner/use-cases/cleaner-dataset.service';
|
|
4
|
-
export * from './cleaner/use-cases/cleaner-key-value-store.service';
|
|
5
|
-
export * from './cleaner/use-cases/cleaner-request-queue.service';
|
|
6
|
-
export * from './cleaner/use-cases/cleaner-storage.service';
|
|
7
3
|
export * from './cloudflare/cloudflare.module';
|
|
8
4
|
export * from './cloudflare/cloudflare.service';
|
|
9
5
|
export * from './delayer/env/delay.env.config';
|
package/dist/modules/index.js
CHANGED
|
@@ -16,10 +16,6 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
17
|
__exportStar(require("./cleaner/cleaner.module"), exports);
|
|
18
18
|
__exportStar(require("./cleaner/cleaner.service"), exports);
|
|
19
|
-
__exportStar(require("./cleaner/use-cases/cleaner-dataset.service"), exports);
|
|
20
|
-
__exportStar(require("./cleaner/use-cases/cleaner-key-value-store.service"), exports);
|
|
21
|
-
__exportStar(require("./cleaner/use-cases/cleaner-request-queue.service"), exports);
|
|
22
|
-
__exportStar(require("./cleaner/use-cases/cleaner-storage.service"), exports);
|
|
23
19
|
__exportStar(require("./cloudflare/cloudflare.module"), exports);
|
|
24
20
|
__exportStar(require("./cloudflare/cloudflare.service"), exports);
|
|
25
21
|
__exportStar(require("./delayer/env/delay.env.config"), exports);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,4DAA0C;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,4DAA0C;AAE1C,iEAA+C;AAC/C,kEAAgD;AAEhD,iEAA+C;AAC/C,qEAAmD;AACnD,2DAAyC;AACzC,4DAA0C;AAC1C,6EAA2D;AAC3D,6EAA2D;AAC3D,8EAA4D;AAE5D,yDAAuC;AAEvC,uDAAqC;AACrC,wDAAsC;AACtC,+DAA6C;AAC7C,mEAAiD;AAEjD,+DAA6C;AAC7C,gEAA8C;AAE9C,+DAA6C;AAC7C,gEAA8C;AAE9C,qEAAmD;AACnD,yEAAuD;AACvD,gEAA8C;AAC9C,6DAA2C;AAC3C,8DAA4C;AAE5C,iEAA+C;AAC/C,kEAAgD;AAChD,yEAAuD;AACvD,6EAA2D;AAC3D,oFAAkE;AAClE,iFAA+D;AAC/D,mFAAiE;AACjE,oFAAkE;AAClE,oFAAkE;AAClE,sEAAoD;AAEpD,2DAAyC;AACzC,4DAA0C;AAE1C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,6DAA2C;AAC3C,8DAA4C;AAE5C,uEAAqD;AACrD,2EAAyD;AACzD,+DAA6C;AAC7C,gEAA8C"}
|
|
@@ -15,10 +15,10 @@ const common_1 = require("@nestjs/common");
|
|
|
15
15
|
const fs_1 = require("fs");
|
|
16
16
|
const path_1 = require("path");
|
|
17
17
|
const output_1 = require("../../common/constant/output");
|
|
18
|
+
const logger_1 = require("../../common/logger/logger");
|
|
18
19
|
let StorageService = StorageService_1 = class StorageService {
|
|
19
20
|
constructor() {
|
|
20
|
-
|
|
21
|
-
this.logger = new common_1.Logger(StorageService_1.name, options);
|
|
21
|
+
this.logger = new logger_1.Logger(StorageService_1.name);
|
|
22
22
|
}
|
|
23
23
|
async check() {
|
|
24
24
|
try {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"storage.service.js","sourceRoot":"","sources":["../../../src/modules/storage/storage.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"storage.service.js","sourceRoot":"","sources":["../../../src/modules/storage/storage.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2BAAoC;AACpC,+BAA4B;AAG5B,yDAA2D;AAE3D,uDAAoD;AAG7C,IAAM,cAAc,sBAApB,MAAM,cAAc;IAGzB;QAFiB,WAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;IAE3C,CAAC;IAER,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC;YACH,MAAM,aAAE,CAAC,MAAM,CAAC,oBAAW,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,aAAE,CAAC,KAAK,CAAC,oBAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAW,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAY;QAClB,MAAM,QAAQ,GAAG,GAAG,IAAI,OAAO,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,oBAAW,EAAE,QAAQ,CAAC,CAAC;QAC7C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAsB;QAC/B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACrB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,IAAI,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAoB,CAAC;YACnD,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,OAAO,EAAE,GAAG,KAAc,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAA;AA9CY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;;GACA,cAAc,CA8C1B"}
|
|
@@ -9,7 +9,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
9
9
|
exports.TelegramModule = void 0;
|
|
10
10
|
const common_1 = require("@nestjs/common");
|
|
11
11
|
const storage_module_1 = require("../storage/storage.module");
|
|
12
|
-
const compression_module_1 = require("../compression/compression.module");
|
|
13
12
|
const telegram_service_1 = require("./telegram.service");
|
|
14
13
|
const telegram_bot_service_1 = require("./services/telegram-bot.service");
|
|
15
14
|
const telegram_util_service_1 = require("./services/telegram-util.service");
|
|
@@ -22,7 +21,7 @@ let TelegramModule = class TelegramModule {
|
|
|
22
21
|
exports.TelegramModule = TelegramModule;
|
|
23
22
|
exports.TelegramModule = TelegramModule = __decorate([
|
|
24
23
|
(0, common_1.Module)({
|
|
25
|
-
imports: [storage_module_1.StorageModule
|
|
24
|
+
imports: [storage_module_1.StorageModule],
|
|
26
25
|
providers: [
|
|
27
26
|
telegram_service_1.TelegramService,
|
|
28
27
|
telegram_bot_service_1.TelegramBotService,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"telegram.module.js","sourceRoot":"","sources":["../../../src/modules/telegram/telegram.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,8DAA0D;
|
|
1
|
+
{"version":3,"file":"telegram.module.js","sourceRoot":"","sources":["../../../src/modules/telegram/telegram.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,8DAA0D;AAE1D,yDAAqD;AACrD,0EAAqE;AACrE,4EAAuE;AACvE,+FAAwF;AACxF,iGAA0F;AAC1F,2HAAkH;AAClH,yGAAiG;AAe1F,IAAM,cAAc,GAApB,MAAM,cAAc;CAAG,CAAA;AAAjB,wCAAc;yBAAd,cAAc;IAb1B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,8BAAa,CAAC;QACxB,SAAS,EAAE;YACT,kCAAe;YACf,yCAAkB;YAClB,2CAAmB;YACnB,2DAA0B;YAC1B,6DAA2B;YAC3B,qFAAsC;YACtC,oEAA8B;SAC/B;QACD,OAAO,EAAE,CAAC,kCAAe,CAAC;KAC3B,CAAC;GACW,cAAc,CAAG"}
|
|
@@ -1,16 +1,14 @@
|
|
|
1
1
|
import { TelegramScrapedDataBuildCaptionUseCase } from './telegram-scraped-data-build-caption.use-case';
|
|
2
|
-
import { CompressionService } from '../../compression/compression.service';
|
|
3
2
|
import { StorageService } from '../../storage/storage.service';
|
|
4
3
|
import { TelegramBotService } from '../services/telegram-bot.service';
|
|
5
4
|
import { TelegramSendDocumentUseCase } from './telegram-send-document.use-case';
|
|
6
5
|
export declare class TelegramSendScrapedDataUseCase {
|
|
7
6
|
private readonly storage;
|
|
8
|
-
private readonly compression;
|
|
9
7
|
private readonly bot;
|
|
10
8
|
private readonly buildCaptionUseCase;
|
|
11
9
|
private readonly sendDocumentUseCase;
|
|
12
10
|
private readonly logger;
|
|
13
|
-
constructor(storage: StorageService,
|
|
11
|
+
constructor(storage: StorageService, bot: TelegramBotService, buildCaptionUseCase: TelegramScrapedDataBuildCaptionUseCase, sendDocumentUseCase: TelegramSendDocumentUseCase);
|
|
14
12
|
private getTopic;
|
|
15
13
|
private load;
|
|
16
14
|
execute(slug: string): Promise<import("telegraf/types").Message.DocumentMessage>;
|
|
@@ -15,14 +15,13 @@ const common_1 = require("@nestjs/common");
|
|
|
15
15
|
const logger_1 = require("../../../common/logger/logger");
|
|
16
16
|
const scraping_type_enum_1 = require("../../../common/enum/scraping-type.enum");
|
|
17
17
|
const telegram_scraped_data_build_caption_use_case_1 = require("./telegram-scraped-data-build-caption.use-case");
|
|
18
|
-
const compression_service_1 = require("../../compression/compression.service");
|
|
19
18
|
const storage_service_1 = require("../../storage/storage.service");
|
|
20
19
|
const telegram_bot_service_1 = require("../services/telegram-bot.service");
|
|
21
20
|
const telegram_send_document_use_case_1 = require("./telegram-send-document.use-case");
|
|
21
|
+
const compression_util_1 = require("../../compression/compression.util");
|
|
22
22
|
let TelegramSendScrapedDataUseCase = TelegramSendScrapedDataUseCase_1 = class TelegramSendScrapedDataUseCase {
|
|
23
|
-
constructor(storage,
|
|
23
|
+
constructor(storage, bot, buildCaptionUseCase, sendDocumentUseCase) {
|
|
24
24
|
this.storage = storage;
|
|
25
|
-
this.compression = compression;
|
|
26
25
|
this.bot = bot;
|
|
27
26
|
this.buildCaptionUseCase = buildCaptionUseCase;
|
|
28
27
|
this.sendDocumentUseCase = sendDocumentUseCase;
|
|
@@ -51,7 +50,7 @@ let TelegramSendScrapedDataUseCase = TelegramSendScrapedDataUseCase_1 = class Te
|
|
|
51
50
|
const caption = this.buildCaptionUseCase.execute(result);
|
|
52
51
|
const topic = this.getTopic(result.type);
|
|
53
52
|
const jsonPath = this.storage.getPath(slug);
|
|
54
|
-
const zipPath = await
|
|
53
|
+
const zipPath = await (0, compression_util_1.compress)(result, jsonPath);
|
|
55
54
|
return await this.sendDocumentUseCase.execute(zipPath, caption, topic);
|
|
56
55
|
}
|
|
57
56
|
};
|
|
@@ -59,7 +58,6 @@ exports.TelegramSendScrapedDataUseCase = TelegramSendScrapedDataUseCase;
|
|
|
59
58
|
exports.TelegramSendScrapedDataUseCase = TelegramSendScrapedDataUseCase = TelegramSendScrapedDataUseCase_1 = __decorate([
|
|
60
59
|
(0, common_1.Injectable)(),
|
|
61
60
|
__metadata("design:paramtypes", [storage_service_1.StorageService,
|
|
62
|
-
compression_service_1.CompressionService,
|
|
63
61
|
telegram_bot_service_1.TelegramBotService,
|
|
64
62
|
telegram_scraped_data_build_caption_use_case_1.TelegramScrapedDataBuildCaptionUseCase,
|
|
65
63
|
telegram_send_document_use_case_1.TelegramSendDocumentUseCase])
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"telegram-send-scraped-data.use-case.js","sourceRoot":"","sources":["../../../../src/modules/telegram/use-cases/telegram-send-scraped-data.use-case.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,0DAAuD;AACvD,gFAA2E;AAC3E,iHAAwG;AAExG
|
|
1
|
+
{"version":3,"file":"telegram-send-scraped-data.use-case.js","sourceRoot":"","sources":["../../../../src/modules/telegram/use-cases/telegram-send-scraped-data.use-case.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,0DAAuD;AACvD,gFAA2E;AAC3E,iHAAwG;AAExG,mEAA+D;AAC/D,2EAAsE;AACtE,uFAAgF;AAChF,yEAA8D;AAGvD,IAAM,8BAA8B,sCAApC,MAAM,8BAA8B;IAGzC,YACmB,OAAuB,EACvB,GAAuB,EACvB,mBAA2D,EAC3D,mBAAgD;QAHhD,YAAO,GAAP,OAAO,CAAgB;QACvB,QAAG,GAAH,GAAG,CAAoB;QACvB,wBAAmB,GAAnB,mBAAmB,CAAwC;QAC3D,wBAAmB,GAAnB,mBAAmB,CAA6B;QANlD,WAAM,GAAG,IAAI,eAAM,CAAC,gCAA8B,CAAC,IAAI,CAAC,CAAC;IAOvE,CAAC;IAEI,QAAQ,CAAC,IAAsB;QACrC,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC;QAC5B,IAAI,IAAI,KAAK,qCAAgB,CAAC,QAAQ,EAAE,CAAC;YACvC,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,IAAY;QAC7B,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,IAAI,EAAE,CAAC,CAAC;YACzD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAQ,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACzE,CAAC;CACF,CAAA;AAzCY,wEAA8B;yCAA9B,8BAA8B;IAD1C,IAAA,mBAAU,GAAE;qCAKiB,gCAAc;QAClB,yCAAkB;QACF,qFAAsC;QACtC,6DAA2B;GAPxD,8BAA8B,CAyC1C"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@rafikidota/cuba-ofertas-scraping",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.54.0",
|
|
4
4
|
"description": "Sometimes, the best way to solve your own problems is to help someone else.",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -15,51 +15,51 @@
|
|
|
15
15
|
"module": "./dist/index.js",
|
|
16
16
|
"types": "./dist/index.d.ts",
|
|
17
17
|
"devDependencies": {
|
|
18
|
-
"@aws-sdk/client-s3": "3.
|
|
19
|
-
"@aws-sdk/s3-request-presigner": "3.
|
|
18
|
+
"@aws-sdk/client-s3": "3.1033.0",
|
|
19
|
+
"@aws-sdk/s3-request-presigner": "3.1033.0",
|
|
20
20
|
"@crawlee/cheerio": "3.16.0",
|
|
21
21
|
"@crawlee/playwright": "3.16.0",
|
|
22
22
|
"@eslint/eslintrc": "3.3.5",
|
|
23
23
|
"@eslint/js": "10.0.1",
|
|
24
24
|
"@nestjs/axios": "4.0.1",
|
|
25
|
-
"@nestjs/common": "11.1.
|
|
26
|
-
"@nestjs/config": "4.0.
|
|
27
|
-
"@nestjs/core": "11.1.
|
|
25
|
+
"@nestjs/common": "11.1.19",
|
|
26
|
+
"@nestjs/config": "4.0.4",
|
|
27
|
+
"@nestjs/core": "11.1.19",
|
|
28
28
|
"@nestjs/event-emitter": "3.0.1",
|
|
29
|
-
"@nestjs/microservices": "11.1.
|
|
30
|
-
"@nestjs/schedule": "6.1.
|
|
29
|
+
"@nestjs/microservices": "11.1.19",
|
|
30
|
+
"@nestjs/schedule": "6.1.3",
|
|
31
31
|
"@nestjs/terminus": "11.1.1",
|
|
32
32
|
"@nestjs/typeorm": "11.0.1",
|
|
33
33
|
"@types/archiver": "7.0.0",
|
|
34
34
|
"@types/better-sqlite3": "7.6.13",
|
|
35
|
-
"@types/node": "25.
|
|
36
|
-
"@typescript-eslint/eslint-plugin": "8.
|
|
37
|
-
"@typescript-eslint/parser": "8.
|
|
35
|
+
"@types/node": "25.6.0",
|
|
36
|
+
"@typescript-eslint/eslint-plugin": "8.59.0",
|
|
37
|
+
"@typescript-eslint/parser": "8.59.0",
|
|
38
38
|
"archiver": "7.0.1",
|
|
39
|
-
"axios": "1.
|
|
40
|
-
"better-sqlite3": "12.
|
|
39
|
+
"axios": "1.15.1",
|
|
40
|
+
"better-sqlite3": "12.9.0",
|
|
41
41
|
"cheerio": "1.2.0",
|
|
42
42
|
"class-transformer": "0.5.1",
|
|
43
43
|
"class-validator": "0.15.1",
|
|
44
44
|
"crawlee": "3.16.0",
|
|
45
|
-
"dotenv": "17.4.
|
|
46
|
-
"eslint": "10.1
|
|
45
|
+
"dotenv": "17.4.2",
|
|
46
|
+
"eslint": "10.2.1",
|
|
47
47
|
"eslint-config-prettier": "10.1.8",
|
|
48
48
|
"eslint-plugin-import": "2.32.0",
|
|
49
49
|
"eslint-plugin-prettier": "5.5.5",
|
|
50
|
-
"globals": "17.
|
|
50
|
+
"globals": "17.5.0",
|
|
51
51
|
"https-proxy-agent": "7.0.6",
|
|
52
52
|
"husky": "9.1.7",
|
|
53
53
|
"joi": "18.1.2",
|
|
54
54
|
"lint-staged": "16.4.0",
|
|
55
|
-
"playwright": "1.59.
|
|
56
|
-
"prettier": "3.8.
|
|
55
|
+
"playwright": "1.59.1",
|
|
56
|
+
"prettier": "3.8.3",
|
|
57
57
|
"rimraf": "6.1.3",
|
|
58
58
|
"rxjs": "7.8.2",
|
|
59
59
|
"telegraf": "4.16.3",
|
|
60
60
|
"typeorm": "0.3.28",
|
|
61
61
|
"typescript": "5.9.3",
|
|
62
|
-
"typescript-eslint": "8.
|
|
62
|
+
"typescript-eslint": "8.59.0"
|
|
63
63
|
},
|
|
64
64
|
"scripts": {
|
|
65
65
|
"prebuild": "rimraf -rf dist",
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var CleanerDatasetService_1;
|
|
9
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
10
|
-
exports.CleanerDatasetService = void 0;
|
|
11
|
-
const common_1 = require("@nestjs/common");
|
|
12
|
-
const crawlee_1 = require("crawlee");
|
|
13
|
-
const logger_1 = require("../../../common/logger/logger");
|
|
14
|
-
let CleanerDatasetService = CleanerDatasetService_1 = class CleanerDatasetService {
|
|
15
|
-
constructor() {
|
|
16
|
-
this.logger = new logger_1.Logger(CleanerDatasetService_1.name);
|
|
17
|
-
}
|
|
18
|
-
async execute(slug) {
|
|
19
|
-
const dataset = await crawlee_1.Dataset.open(slug);
|
|
20
|
-
await dataset.drop();
|
|
21
|
-
this.logger.log('✅ Dataset dropped');
|
|
22
|
-
}
|
|
23
|
-
};
|
|
24
|
-
exports.CleanerDatasetService = CleanerDatasetService;
|
|
25
|
-
exports.CleanerDatasetService = CleanerDatasetService = CleanerDatasetService_1 = __decorate([
|
|
26
|
-
(0, common_1.Injectable)()
|
|
27
|
-
], CleanerDatasetService);
|
|
28
|
-
//# sourceMappingURL=cleaner-dataset.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cleaner-dataset.service.js","sourceRoot":"","sources":["../../../../src/modules/cleaner/use-cases/cleaner-dataset.service.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAA4C;AAE5C,qCAAkC;AAElC,0DAAuD;AAGhD,IAAM,qBAAqB,6BAA3B,MAAM,qBAAqB;IAA3B;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,uBAAqB,CAAC,IAAI,CAAC,CAAC;IAMnE,CAAC;IALC,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,OAAO,GAAG,MAAM,iBAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACvC,CAAC;CACF,CAAA;AAPY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;GACA,qBAAqB,CAOjC"}
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var CleanerKeyValueStoreService_1;
|
|
9
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
10
|
-
exports.CleanerKeyValueStoreService = void 0;
|
|
11
|
-
const common_1 = require("@nestjs/common");
|
|
12
|
-
const crawlee_1 = require("crawlee");
|
|
13
|
-
const logger_1 = require("../../../common/logger/logger");
|
|
14
|
-
let CleanerKeyValueStoreService = CleanerKeyValueStoreService_1 = class CleanerKeyValueStoreService {
|
|
15
|
-
constructor() {
|
|
16
|
-
this.logger = new logger_1.Logger(CleanerKeyValueStoreService_1.name);
|
|
17
|
-
}
|
|
18
|
-
async execute(slug) {
|
|
19
|
-
const store = await crawlee_1.KeyValueStore.open(slug);
|
|
20
|
-
await store.drop();
|
|
21
|
-
this.logger.log('✅ KeyValueStore dropped');
|
|
22
|
-
}
|
|
23
|
-
};
|
|
24
|
-
exports.CleanerKeyValueStoreService = CleanerKeyValueStoreService;
|
|
25
|
-
exports.CleanerKeyValueStoreService = CleanerKeyValueStoreService = CleanerKeyValueStoreService_1 = __decorate([
|
|
26
|
-
(0, common_1.Injectable)()
|
|
27
|
-
], CleanerKeyValueStoreService);
|
|
28
|
-
//# sourceMappingURL=cleaner-key-value-store.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cleaner-key-value-store.service.js","sourceRoot":"","sources":["../../../../src/modules/cleaner/use-cases/cleaner-key-value-store.service.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAA4C;AAE5C,qCAAwC;AAExC,0DAAuD;AAGhD,IAAM,2BAA2B,mCAAjC,MAAM,2BAA2B;IAAjC;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,6BAA2B,CAAC,IAAI,CAAC,CAAC;IAOzE,CAAC;IALC,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,MAAM,uBAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;CACF,CAAA;AARY,kEAA2B;sCAA3B,2BAA2B;IADvC,IAAA,mBAAU,GAAE;GACA,2BAA2B,CAQvC"}
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var CleanerRequestQueueService_1;
|
|
9
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
10
|
-
exports.CleanerRequestQueueService = void 0;
|
|
11
|
-
const common_1 = require("@nestjs/common");
|
|
12
|
-
const crawlee_1 = require("crawlee");
|
|
13
|
-
const logger_1 = require("../../../common/logger/logger");
|
|
14
|
-
let CleanerRequestQueueService = CleanerRequestQueueService_1 = class CleanerRequestQueueService {
|
|
15
|
-
constructor() {
|
|
16
|
-
this.logger = new logger_1.Logger(CleanerRequestQueueService_1.name);
|
|
17
|
-
}
|
|
18
|
-
async execute(slug) {
|
|
19
|
-
const queue = await crawlee_1.RequestQueue.open(slug);
|
|
20
|
-
await queue.drop();
|
|
21
|
-
this.logger.log('✅ RequestQueue dropped');
|
|
22
|
-
}
|
|
23
|
-
};
|
|
24
|
-
exports.CleanerRequestQueueService = CleanerRequestQueueService;
|
|
25
|
-
exports.CleanerRequestQueueService = CleanerRequestQueueService = CleanerRequestQueueService_1 = __decorate([
|
|
26
|
-
(0, common_1.Injectable)()
|
|
27
|
-
], CleanerRequestQueueService);
|
|
28
|
-
//# sourceMappingURL=cleaner-request-queue.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cleaner-request-queue.service.js","sourceRoot":"","sources":["../../../../src/modules/cleaner/use-cases/cleaner-request-queue.service.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAA4C;AAC5C,qCAAuC;AAEvC,0DAAuD;AAGhD,IAAM,0BAA0B,kCAAhC,MAAM,0BAA0B;IAAhC;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,4BAA0B,CAAC,IAAI,CAAC,CAAC;IAMxE,CAAC;IALC,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,MAAM,sBAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IAC5C,CAAC;CACF,CAAA;AAPY,gEAA0B;qCAA1B,0BAA0B;IADtC,IAAA,mBAAU,GAAE;GACA,0BAA0B,CAOtC"}
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var CleanerStorageService_1;
|
|
12
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
13
|
-
exports.CleanerStorageService = void 0;
|
|
14
|
-
const common_1 = require("@nestjs/common");
|
|
15
|
-
const fs_1 = require("fs");
|
|
16
|
-
const path_1 = require("path");
|
|
17
|
-
const logger_1 = require("../../../common/logger/logger");
|
|
18
|
-
let CleanerStorageService = CleanerStorageService_1 = class CleanerStorageService {
|
|
19
|
-
constructor() {
|
|
20
|
-
this.logger = new logger_1.Logger(CleanerStorageService_1.name);
|
|
21
|
-
this.path = (0, path_1.join)(process.cwd(), 'storage');
|
|
22
|
-
}
|
|
23
|
-
async execute() {
|
|
24
|
-
try {
|
|
25
|
-
const entries = await fs_1.promises.readdir(this.path, { withFileTypes: true });
|
|
26
|
-
for (const entry of entries) {
|
|
27
|
-
if (entry.isDirectory()) {
|
|
28
|
-
const path = (0, path_1.join)(this.path, entry.name);
|
|
29
|
-
await fs_1.promises.rm(path, { recursive: true, force: true });
|
|
30
|
-
this.logger.log(`✅ Removed storage directory: ${entry.name}`);
|
|
31
|
-
}
|
|
32
|
-
}
|
|
33
|
-
}
|
|
34
|
-
catch (error) {
|
|
35
|
-
if (error.code !== 'ENOENT') {
|
|
36
|
-
this.logger.warn('Error cleaning storage directory');
|
|
37
|
-
this.logger.error(error.message);
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
}
|
|
41
|
-
};
|
|
42
|
-
exports.CleanerStorageService = CleanerStorageService;
|
|
43
|
-
exports.CleanerStorageService = CleanerStorageService = CleanerStorageService_1 = __decorate([
|
|
44
|
-
(0, common_1.Injectable)(),
|
|
45
|
-
__metadata("design:paramtypes", [])
|
|
46
|
-
], CleanerStorageService);
|
|
47
|
-
//# sourceMappingURL=cleaner-storage.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cleaner-storage.service.js","sourceRoot":"","sources":["../../../../src/modules/cleaner/use-cases/cleaner-storage.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2BAAoC;AACpC,+BAA4B;AAE5B,0DAAuD;AAGhD,IAAM,qBAAqB,6BAA3B,MAAM,qBAAqB;IAIhC;QAHiB,WAAM,GAAG,IAAI,eAAM,CAAC,uBAAqB,CAAC,IAAI,CAAC,CAAC;QAI/D,IAAI,CAAC,IAAI,GAAG,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACrE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,MAAM,IAAI,GAAG,IAAA,WAAI,EAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;oBACzC,MAAM,aAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACpD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gCAAgC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;gBACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAA;AAzBY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;;GACA,qBAAqB,CAyBjC"}
|