@rafikidota/cuba-ofertas-scraping 0.55.2 → 0.55.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/modules/cleaner/cleaner.service.d.ts +1 -0
- package/dist/modules/cleaner/cleaner.service.js +14 -0
- package/dist/modules/cleaner/cleaner.service.js.map +1 -1
- package/dist/modules/compression/compression.service.js +2 -5
- package/dist/modules/compression/compression.service.js.map +1 -1
- package/package.json +14 -14
- package/pnpm-workspace.yaml +3 -0
|
@@ -32,6 +32,11 @@ let CleanerService = CleanerService_1 = class CleanerService {
|
|
|
32
32
|
await store.drop();
|
|
33
33
|
logger.log('✅ KeyValueStore dropped');
|
|
34
34
|
await (0, crawlee_2.purgeDefaultStorages)();
|
|
35
|
+
const exists = await this.access(folder);
|
|
36
|
+
if (!exists) {
|
|
37
|
+
logger.warn('⚠️ Skipping directory cleanup');
|
|
38
|
+
return;
|
|
39
|
+
}
|
|
35
40
|
const entries = await fs_1.promises.readdir(folder, { withFileTypes: true });
|
|
36
41
|
for (const entry of entries) {
|
|
37
42
|
if (entry.isDirectory()) {
|
|
@@ -42,6 +47,15 @@ let CleanerService = CleanerService_1 = class CleanerService {
|
|
|
42
47
|
}
|
|
43
48
|
logger.log('🧹 Shop Queue and Stores cleaned completely');
|
|
44
49
|
}
|
|
50
|
+
async access(folder) {
|
|
51
|
+
try {
|
|
52
|
+
await fs_1.promises.access(folder);
|
|
53
|
+
return true;
|
|
54
|
+
}
|
|
55
|
+
catch {
|
|
56
|
+
return false;
|
|
57
|
+
}
|
|
58
|
+
}
|
|
45
59
|
};
|
|
46
60
|
exports.CleanerService = CleanerService;
|
|
47
61
|
exports.CleanerService = CleanerService = CleanerService_1 = __decorate([
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cleaner.service.js","sourceRoot":"","sources":["../../../src/modules/cleaner/cleaner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,qCAA+D;AAC/D,qCAA+C;AAC/C,+BAA4B;AAC5B,2BAAoC;AAEpC,uDAAoD;AAG7C,IAAM,cAAc,sBAApB,MAAM,cAAc;IACzB,gBAAe,CAAC;IAEhB,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,MAAM,sBAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAErC,MAAM,OAAO,GAAG,MAAM,iBAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QAEhC,MAAM,KAAK,GAAG,MAAM,uBAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAEtC,MAAM,IAAA,8BAAoB,GAAE,CAAC;QAE7B,MAAM,OAAO,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAA,WAAI,EAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,aAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACpD,MAAM,CAAC,GAAG,CAAC,gCAAgC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC5D,CAAC;CACF,CAAA;AA/
|
|
1
|
+
{"version":3,"file":"cleaner.service.js","sourceRoot":"","sources":["../../../src/modules/cleaner/cleaner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,qCAA+D;AAC/D,qCAA+C;AAC/C,+BAA4B;AAC5B,2BAAoC;AAEpC,uDAAoD;AAG7C,IAAM,cAAc,sBAApB,MAAM,cAAc;IACzB,gBAAe,CAAC;IAEhB,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,MAAM,sBAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAErC,MAAM,OAAO,GAAG,MAAM,iBAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QAEhC,MAAM,KAAK,GAAG,MAAM,uBAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAEtC,MAAM,IAAA,8BAAoB,GAAE,CAAC;QAE7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEzC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YAC9C,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAA,WAAI,EAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,aAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACpD,MAAM,CAAC,GAAG,CAAC,gCAAgC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC5D,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,MAAc;QACjC,IAAI,CAAC;YACH,MAAM,aAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF,CAAA;AA/CY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;;GACA,cAAc,CA+C1B"}
|
|
@@ -38,16 +38,13 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
38
38
|
return result;
|
|
39
39
|
};
|
|
40
40
|
})();
|
|
41
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
42
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
43
|
-
};
|
|
44
41
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
45
42
|
exports.CompressionService = void 0;
|
|
46
43
|
const common_1 = require("@nestjs/common");
|
|
47
44
|
const fs_1 = require("fs");
|
|
48
45
|
const fs_2 = require("fs");
|
|
49
46
|
const path = __importStar(require("path"));
|
|
50
|
-
const archiver_1 =
|
|
47
|
+
const archiver_1 = require("archiver");
|
|
51
48
|
let CompressionService = class CompressionService {
|
|
52
49
|
async zip(data, filePath) {
|
|
53
50
|
const parsedPath = path.parse(filePath);
|
|
@@ -56,7 +53,7 @@ let CompressionService = class CompressionService {
|
|
|
56
53
|
await fs_2.promises.mkdir(parsedPath.dir, { recursive: true });
|
|
57
54
|
return new Promise((resolve, reject) => {
|
|
58
55
|
const output = (0, fs_1.createWriteStream)(zipPath);
|
|
59
|
-
const archive =
|
|
56
|
+
const archive = new archiver_1.ZipArchive({ zlib: { level: 9 } });
|
|
60
57
|
output.on('close', () => resolve(zipPath));
|
|
61
58
|
archive.on('error', reject);
|
|
62
59
|
archive.pipe(output);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compression.service.js","sourceRoot":"","sources":["../../../src/modules/compression/compression.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"compression.service.js","sourceRoot":"","sources":["../../../src/modules/compression/compression.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2BAAuC;AACvC,2BAAoC;AACpC,2CAA6B;AAE7B,uCAAsC;AAG/B,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC7B,KAAK,CAAC,GAAG,CAAc,IAAO,EAAE,QAAgB;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,GAAG,UAAU,CAAC,IAAI,MAAM,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAEvD,MAAM,aAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,IAAA,sBAAiB,EAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,qBAAU,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAEvD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAE5B,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;YAC1D,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AArBY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;GACA,kBAAkB,CAqB9B"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@rafikidota/cuba-ofertas-scraping",
|
|
3
|
-
"version": "0.55.
|
|
3
|
+
"version": "0.55.4",
|
|
4
4
|
"description": "Sometimes, the best way to solve your own problems is to help someone else.",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
"module": "./dist/index.js",
|
|
16
16
|
"types": "./dist/index.d.ts",
|
|
17
17
|
"devDependencies": {
|
|
18
|
-
"@aws-sdk/client-s3": "3.
|
|
19
|
-
"@aws-sdk/s3-request-presigner": "3.
|
|
18
|
+
"@aws-sdk/client-s3": "3.1045.0",
|
|
19
|
+
"@aws-sdk/s3-request-presigner": "3.1045.0",
|
|
20
20
|
"@crawlee/cheerio": "3.16.0",
|
|
21
21
|
"@crawlee/playwright": "3.16.0",
|
|
22
22
|
"@eslint/eslintrc": "3.3.5",
|
|
@@ -32,34 +32,34 @@
|
|
|
32
32
|
"@nestjs/typeorm": "11.0.1",
|
|
33
33
|
"@types/archiver": "7.0.0",
|
|
34
34
|
"@types/better-sqlite3": "7.6.13",
|
|
35
|
-
"@types/node": "25.6.
|
|
36
|
-
"@typescript-eslint/eslint-plugin": "8.59.
|
|
37
|
-
"@typescript-eslint/parser": "8.59.
|
|
38
|
-
"archiver": "
|
|
39
|
-
"axios": "1.
|
|
35
|
+
"@types/node": "25.6.2",
|
|
36
|
+
"@typescript-eslint/eslint-plugin": "8.59.2",
|
|
37
|
+
"@typescript-eslint/parser": "8.59.2",
|
|
38
|
+
"archiver": "8.0.0",
|
|
39
|
+
"axios": "1.16.0",
|
|
40
40
|
"better-sqlite3": "12.9.0",
|
|
41
41
|
"cheerio": "1.2.0",
|
|
42
42
|
"class-transformer": "0.5.1",
|
|
43
43
|
"class-validator": "0.15.1",
|
|
44
44
|
"crawlee": "3.16.0",
|
|
45
45
|
"dotenv": "17.4.2",
|
|
46
|
-
"eslint": "10.
|
|
46
|
+
"eslint": "10.3.0",
|
|
47
47
|
"eslint-config-prettier": "10.1.8",
|
|
48
48
|
"eslint-plugin-import": "2.32.0",
|
|
49
49
|
"eslint-plugin-prettier": "5.5.5",
|
|
50
|
-
"globals": "17.
|
|
50
|
+
"globals": "17.6.0",
|
|
51
51
|
"https-proxy-agent": "7.0.6",
|
|
52
52
|
"husky": "9.1.7",
|
|
53
|
-
"joi": "18.1
|
|
54
|
-
"lint-staged": "
|
|
53
|
+
"joi": "18.2.1",
|
|
54
|
+
"lint-staged": "17.0.4",
|
|
55
55
|
"playwright": "1.59.1",
|
|
56
56
|
"prettier": "3.8.3",
|
|
57
57
|
"rimraf": "6.1.3",
|
|
58
58
|
"rxjs": "7.8.2",
|
|
59
59
|
"telegraf": "4.16.3",
|
|
60
|
-
"typeorm": "0.3.
|
|
60
|
+
"typeorm": "0.3.29",
|
|
61
61
|
"typescript": "5.9.3",
|
|
62
|
-
"typescript-eslint": "8.59.
|
|
62
|
+
"typescript-eslint": "8.59.2"
|
|
63
63
|
},
|
|
64
64
|
"scripts": {
|
|
65
65
|
"prebuild": "rimraf -rf dist",
|