@rafikidota/cuba-ofertas-scraping 0.21.2 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,5 @@
1
+ export declare const ScraperEnvConfig: () => {
2
+ SCRAPE_ON_APP_BOOTSTRAP: any;
3
+ PLAYWRIGHT_BROWSERS_PATH: string;
4
+ PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: number;
5
+ };
@@ -0,0 +1,45 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || (function () {
19
+ var ownKeys = function(o) {
20
+ ownKeys = Object.getOwnPropertyNames || function (o) {
21
+ var ar = [];
22
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
+ return ar;
24
+ };
25
+ return ownKeys(o);
26
+ };
27
+ return function (mod) {
28
+ if (mod && mod.__esModule) return mod;
29
+ var result = {};
30
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
+ __setModuleDefault(result, mod);
32
+ return result;
33
+ };
34
+ })();
35
+ Object.defineProperty(exports, "__esModule", { value: true });
36
+ exports.ScraperEnvConfig = void 0;
37
+ const dotenv = __importStar(require("dotenv"));
38
+ dotenv.config();
39
+ const ScraperEnvConfig = () => ({
40
+ SCRAPE_ON_APP_BOOTSTRAP: JSON.parse(process.env.SCRAPE_ON_APP_BOOTSTRAP),
41
+ PLAYWRIGHT_BROWSERS_PATH: process.env.PLAYWRIGHT_BROWSERS_PATH,
42
+ PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: Number(process.env.PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD),
43
+ });
44
+ exports.ScraperEnvConfig = ScraperEnvConfig;
45
+ //# sourceMappingURL=scraper.env.config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scraper.env.config.js","sourceRoot":"","sources":["../../../src/common/env/scraper.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,MAAM,CAAC,MAAM,EAAE,CAAC;AAET,MAAM,gBAAgB,GAAG,GAAG,EAAE,CAAC,CAAC;IACrC,uBAAuB,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;IACxE,wBAAwB,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB;IAC9D,gCAAgC,EAAE,MAAM,CACtC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAC7C;CACF,CAAC,CAAC;AANU,QAAA,gBAAgB,oBAM1B"}
@@ -0,0 +1,2 @@
1
+ import * as joi from 'joi';
2
+ export declare const ScraperConfigValidationSchema: joi.ObjectSchema<any>;
@@ -0,0 +1,43 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || (function () {
19
+ var ownKeys = function(o) {
20
+ ownKeys = Object.getOwnPropertyNames || function (o) {
21
+ var ar = [];
22
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
+ return ar;
24
+ };
25
+ return ownKeys(o);
26
+ };
27
+ return function (mod) {
28
+ if (mod && mod.__esModule) return mod;
29
+ var result = {};
30
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
+ __setModuleDefault(result, mod);
32
+ return result;
33
+ };
34
+ })();
35
+ Object.defineProperty(exports, "__esModule", { value: true });
36
+ exports.ScraperConfigValidationSchema = void 0;
37
+ const joi = __importStar(require("joi"));
38
+ exports.ScraperConfigValidationSchema = joi.object({
39
+ SCRAPE_ON_APP_BOOTSTRAP: joi.boolean().default(false),
40
+ PLAYWRIGHT_BROWSERS_PATH: joi.string().optional(),
41
+ PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: joi.number().default(0),
42
+ });
43
+ //# sourceMappingURL=scraper.env.validation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scraper.env.validation.js","sourceRoot":"","sources":["../../../src/common/env/scraper.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAEd,QAAA,6BAA6B,GAAG,GAAG,CAAC,MAAM,CAAC;IACtD,uBAAuB,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACrD,wBAAwB,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjD,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CAC1D,CAAC,CAAC"}
@@ -14,6 +14,8 @@ export * from './enum/request.enum';
14
14
  export * from './enum/scraping-label.enum';
15
15
  export * from './enum/scraping-result-status.enum';
16
16
  export * from './enum/scraping-type.enum';
17
+ export * from './env/scraper.env.config';
18
+ export * from './env/scraper.env.validation';
17
19
  export * from './interface/category.interface';
18
20
  export * from './interface/cookie.interface';
19
21
  export * from './interface/municipality.interface';
@@ -30,6 +30,8 @@ __exportStar(require("./enum/request.enum"), exports);
30
30
  __exportStar(require("./enum/scraping-label.enum"), exports);
31
31
  __exportStar(require("./enum/scraping-result-status.enum"), exports);
32
32
  __exportStar(require("./enum/scraping-type.enum"), exports);
33
+ __exportStar(require("./env/scraper.env.config"), exports);
34
+ __exportStar(require("./env/scraper.env.validation"), exports);
33
35
  __exportStar(require("./interface/category.interface"), exports);
34
36
  __exportStar(require("./interface/cookie.interface"), exports);
35
37
  __exportStar(require("./interface/municipality.interface"), exports);
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,iDAA+B;AAC/B,uDAAqC;AACrC,kDAAgC;AAChC,mDAAiC;AACjC,mDAAiC;AACjC,0DAAwC;AAExC,4DAA0C;AAC1C,oDAAkC;AAClC,sDAAoC;AACpC,kDAAgC;AAEhC,oDAAkC;AAClC,sDAAoC;AACpC,6DAA2C;AAC3C,qEAAmD;AACnD,4DAA0C;AAE1C,iEAA+C;AAC/C,+DAA6C;AAC7C,qEAAmD;AACnD,gEAA8C;AAC9C,iEAA+C;AAC/C,iEAA+C;AAC/C,wEAAsD;AACtD,wEAAsD;AAEtD,kDAAgC;AAEhC,kDAAgC;AAChC,sDAAoC;AACpC,mDAAiC;AACjC,mDAAiC;AACjC,iDAA+B;AAC/B,2DAAyC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,iDAA+B;AAC/B,uDAAqC;AACrC,kDAAgC;AAChC,mDAAiC;AACjC,mDAAiC;AACjC,0DAAwC;AAExC,4DAA0C;AAC1C,oDAAkC;AAClC,sDAAoC;AACpC,kDAAgC;AAEhC,oDAAkC;AAClC,sDAAoC;AACpC,6DAA2C;AAC3C,qEAAmD;AACnD,4DAA0C;AAE1C,2DAAyC;AACzC,+DAA6C;AAE7C,iEAA+C;AAC/C,+DAA6C;AAC7C,qEAAmD;AACnD,gEAA8C;AAC9C,iEAA+C;AAC/C,iEAA+C;AAC/C,wEAAsD;AACtD,wEAAsD;AAEtD,kDAAgC;AAEhC,kDAAgC;AAChC,sDAAoC;AACpC,mDAAiC;AACjC,mDAAiC;AACjC,iDAA+B;AAC/B,2DAAyC"}
@@ -31,8 +31,8 @@ export * from './telegram/env/telegram.env.config';
31
31
  export * from './telegram/env/telegram.env.validation';
32
32
  export * from './telegram/telegram.module';
33
33
  export * from './telegram/telegram.service';
34
- export * from './test/schedule.module';
35
- export * from './test/schedule.service';
34
+ export * from './schedule/schedule.module';
35
+ export * from './schedule/schedule.service';
36
36
  export * from './web-share/env/web-share.env.config';
37
37
  export * from './web-share/env/web-share.env.validation';
38
38
  export * from './web-share/web-share.module';
@@ -47,8 +47,8 @@ __exportStar(require("./telegram/env/telegram.env.config"), exports);
47
47
  __exportStar(require("./telegram/env/telegram.env.validation"), exports);
48
48
  __exportStar(require("./telegram/telegram.module"), exports);
49
49
  __exportStar(require("./telegram/telegram.service"), exports);
50
- __exportStar(require("./test/schedule.module"), exports);
51
- __exportStar(require("./test/schedule.service"), exports);
50
+ __exportStar(require("./schedule/schedule.module"), exports);
51
+ __exportStar(require("./schedule/schedule.service"), exports);
52
52
  __exportStar(require("./web-share/env/web-share.env.config"), exports);
53
53
  __exportStar(require("./web-share/env/web-share.env.validation"), exports);
54
54
  __exportStar(require("./web-share/web-share.module"), exports);
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,4DAA0C;AAC1C,8EAA4D;AAC5D,sFAAoE;AACpE,oFAAkE;AAClE,8EAA4D;AAE5D,iEAA+C;AAC/C,qEAAmD;AACnD,2DAAyC;AACzC,4DAA0C;AAC1C,6EAA2D;AAC3D,6EAA2D;AAC3D,8EAA4D;AAE5D,uDAAqC;AACrC,wDAAsC;AACtC,+DAA6C;AAC7C,mEAAiD;AAEjD,+DAA6C;AAC7C,gEAA8C;AAE9C,+DAA6C;AAC7C,gEAA8C;AAE9C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,iEAA+C;AAC/C,kEAAgD;AAEhD,2DAAyC;AACzC,4DAA0C;AAE1C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,yDAAuC;AACvC,0DAAwC;AAExC,uEAAqD;AACrD,2EAAyD;AACzD,+DAA6C;AAC7C,gEAA8C"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,4DAA0C;AAC1C,8EAA4D;AAC5D,sFAAoE;AACpE,oFAAkE;AAClE,8EAA4D;AAE5D,iEAA+C;AAC/C,qEAAmD;AACnD,2DAAyC;AACzC,4DAA0C;AAC1C,6EAA2D;AAC3D,6EAA2D;AAC3D,8EAA4D;AAE5D,uDAAqC;AACrC,wDAAsC;AACtC,+DAA6C;AAC7C,mEAAiD;AAEjD,+DAA6C;AAC7C,gEAA8C;AAE9C,+DAA6C;AAC7C,gEAA8C;AAE9C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,iEAA+C;AAC/C,kEAAgD;AAEhD,2DAAyC;AACzC,4DAA0C;AAE1C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,6DAA2C;AAC3C,8DAA4C;AAE5C,uEAAqD;AACrD,2EAAyD;AACzD,+DAA6C;AAC7C,gEAA8C"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schedule.module.js","sourceRoot":"","sources":["../../../src/modules/schedule/schedule.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,yDAAyD;AAMlD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;CAAG,CAAA;AAArB,gDAAkB;6BAAlB,kBAAkB;IAJ9B,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,sCAAmB,CAAC;QAChC,OAAO,EAAE,CAAC,sCAAmB,CAAC;KAC/B,CAAC;GACW,kBAAkB,CAAG"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schedule.service.js","sourceRoot":"","sources":["../../../src/modules/schedule/schedule.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,+CAAwD;AAExD,uDAAoD;AAG7C,IAAM,mBAAmB,2BAAzB,MAAM,mBAAmB;IAAzB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,qBAAmB,CAAC,IAAI,CAAC,CAAC;IAMjE,CAAC;IAHC,IAAI;QACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC7C,CAAC;CACF,CAAA;AAPY,kDAAmB;AAI9B;IADC,IAAA,eAAI,EAAC,yBAAc,CAAC,UAAU,CAAC;;;;+CAG/B;8BANU,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;GACA,mBAAmB,CAO/B"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@rafikidota/cuba-ofertas-scraping",
3
- "version": "0.21.2",
3
+ "version": "0.23.0",
4
4
  "description": "Sometimes, the best way to solve your own problems is to help someone else.",
5
5
  "repository": {
6
6
  "type": "git",
@@ -15,30 +15,30 @@
15
15
  "module": "./dist/index.js",
16
16
  "types": "./dist/index.d.ts",
17
17
  "devDependencies": {
18
- "@aws-sdk/client-s3": "3.975.0",
19
- "@aws-sdk/s3-request-presigner": "3.975.0",
18
+ "@aws-sdk/client-s3": "3.989.0",
19
+ "@aws-sdk/s3-request-presigner": "3.989.0",
20
20
  "@eslint/eslintrc": "3.3.3",
21
21
  "@eslint/js": "9.39.2",
22
22
  "@nestjs/axios": "4.0.1",
23
- "@nestjs/common": "11.1.12",
24
- "@nestjs/config": "4.0.2",
25
- "@nestjs/core": "11.1.12",
23
+ "@nestjs/common": "11.1.13",
24
+ "@nestjs/config": "4.0.3",
25
+ "@nestjs/core": "11.1.13",
26
26
  "@nestjs/event-emitter": "3.0.1",
27
- "@nestjs/microservices": "11.1.12",
28
- "@nestjs/schedule": "6.1.0",
27
+ "@nestjs/microservices": "11.1.13",
28
+ "@nestjs/schedule": "6.1.1",
29
29
  "@types/archiver": "7.0.0",
30
- "@types/node": "25.0.10",
31
- "@typescript-eslint/eslint-plugin": "8.53.1",
32
- "@typescript-eslint/parser": "8.53.1",
30
+ "@types/node": "25.2.3",
31
+ "@typescript-eslint/eslint-plugin": "8.55.0",
32
+ "@typescript-eslint/parser": "8.55.0",
33
33
  "archiver": "7.0.1",
34
- "axios": "1.13.3",
35
- "crawlee": "3.15.3",
36
- "dotenv": "17.2.3",
34
+ "axios": "1.13.5",
35
+ "crawlee": "3.16.0",
36
+ "dotenv": "17.3.1",
37
37
  "eslint": "9.39.2",
38
38
  "eslint-config-prettier": "10.1.8",
39
39
  "eslint-plugin-import": "2.32.0",
40
40
  "eslint-plugin-prettier": "5.5.5",
41
- "globals": "17.1.0",
41
+ "globals": "17.3.0",
42
42
  "https-proxy-agent": "7.0.6",
43
43
  "husky": "9.1.7",
44
44
  "joi": "18.0.2",
@@ -48,7 +48,7 @@
48
48
  "rxjs": "7.8.2",
49
49
  "telegraf": "4.16.3",
50
50
  "typescript": "5.9.3",
51
- "typescript-eslint": "8.53.1"
51
+ "typescript-eslint": "8.55.0"
52
52
  },
53
53
  "scripts": {
54
54
  "prebuild": "rimraf -rf dist",
@@ -1 +0,0 @@
1
- {"version":3,"file":"schedule.module.js","sourceRoot":"","sources":["../../../src/modules/test/schedule.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,yDAAyD;AAMlD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;CAAG,CAAA;AAArB,gDAAkB;6BAAlB,kBAAkB;IAJ9B,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,sCAAmB,CAAC;QAChC,OAAO,EAAE,CAAC,sCAAmB,CAAC;KAC/B,CAAC;GACW,kBAAkB,CAAG"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"schedule.service.js","sourceRoot":"","sources":["../../../src/modules/test/schedule.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,+CAAwD;AAExD,uDAAoD;AAG7C,IAAM,mBAAmB,2BAAzB,MAAM,mBAAmB;IAAzB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,qBAAmB,CAAC,IAAI,CAAC,CAAC;IAMjE,CAAC;IAHC,IAAI;QACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC7C,CAAC;CACF,CAAA;AAPY,kDAAmB;AAI9B;IADC,IAAA,eAAI,EAAC,yBAAc,CAAC,UAAU,CAAC;;;;+CAG/B;8BANU,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;GACA,mBAAmB,CAO/B"}