@rafikidota/cuba-ofertas-scraping 0.27.2 → 0.29.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/common/enum/scraping-message-pattern.enum.d.ts +4 -0
- package/dist/common/enum/scraping-message-pattern.enum.js +9 -0
- package/dist/common/enum/scraping-message-pattern.enum.js.map +1 -0
- package/dist/common/index.d.ts +18 -0
- package/dist/common/index.js +18 -0
- package/dist/common/index.js.map +1 -1
- package/dist/common/logger/enum/processor-logger-context.enum.d.ts +1 -2
- package/dist/common/logger/enum/processor-logger-context.enum.js +0 -1
- package/dist/common/logger/enum/processor-logger-context.enum.js.map +1 -1
- package/dist/common/logger/enum/router-logger-context.enum.d.ts +1 -2
- package/dist/common/logger/enum/router-logger-context.enum.js +0 -1
- package/dist/common/logger/enum/router-logger-context.enum.js.map +1 -1
- package/dist/common/logger/handler/category-handler.logger.d.ts +4 -0
- package/dist/common/logger/handler/category-handler.logger.js +12 -0
- package/dist/common/logger/handler/category-handler.logger.js.map +1 -0
- package/dist/common/logger/handler/error-handler.logger.d.ts +4 -0
- package/dist/common/logger/handler/error-handler.logger.js +12 -0
- package/dist/common/logger/handler/error-handler.logger.js.map +1 -0
- package/dist/common/logger/handler/pagination-handler.logger.d.ts +4 -0
- package/dist/common/logger/handler/pagination-handler.logger.js +12 -0
- package/dist/common/logger/handler/pagination-handler.logger.js.map +1 -0
- package/dist/common/logger/handler/product-handler.logger.d.ts +4 -0
- package/dist/common/logger/handler/product-handler.logger.js +12 -0
- package/dist/common/logger/handler/product-handler.logger.js.map +1 -0
- package/dist/common/logger/handler/provider-handler.logger.d.ts +4 -0
- package/dist/common/logger/handler/provider-handler.logger.js +12 -0
- package/dist/common/logger/handler/provider-handler.logger.js.map +1 -0
- package/dist/common/logger/handler/province-handler.logger.d.ts +4 -0
- package/dist/common/logger/handler/province-handler.logger.js +12 -0
- package/dist/common/logger/handler/province-handler.logger.js.map +1 -0
- package/dist/common/logger/processor/category-processor.logger.d.ts +4 -0
- package/dist/common/logger/processor/category-processor.logger.js +12 -0
- package/dist/common/logger/processor/category-processor.logger.js.map +1 -0
- package/dist/common/logger/processor/pagination-processor.logger.d.ts +4 -0
- package/dist/common/logger/processor/pagination-processor.logger.js +12 -0
- package/dist/common/logger/processor/pagination-processor.logger.js.map +1 -0
- package/dist/common/logger/processor/product-processor.logger.d.ts +4 -0
- package/dist/common/logger/processor/product-processor.logger.js +12 -0
- package/dist/common/logger/processor/product-processor.logger.js.map +1 -0
- package/dist/common/logger/processor/provider-processor.logger.d.ts +4 -0
- package/dist/common/logger/processor/provider-processor.logger.js +12 -0
- package/dist/common/logger/processor/provider-processor.logger.js.map +1 -0
- package/dist/common/logger/processor/province-processor.logger.d.ts +4 -0
- package/dist/common/logger/processor/province-processor.logger.js +12 -0
- package/dist/common/logger/processor/province-processor.logger.js.map +1 -0
- package/dist/common/logger/router/category-router.logger.d.ts +4 -0
- package/dist/common/logger/router/category-router.logger.js +12 -0
- package/dist/common/logger/router/category-router.logger.js.map +1 -0
- package/dist/common/logger/router/pagination-router.logger.d.ts +4 -0
- package/dist/common/logger/router/pagination-router.logger.js +12 -0
- package/dist/common/logger/router/pagination-router.logger.js.map +1 -0
- package/dist/common/logger/router/product-router.logger.d.ts +4 -0
- package/dist/common/logger/router/product-router.logger.js +12 -0
- package/dist/common/logger/router/product-router.logger.js.map +1 -0
- package/dist/common/logger/router/provider-router.logger.d.ts +4 -0
- package/dist/common/logger/router/provider-router.logger.js +12 -0
- package/dist/common/logger/router/provider-router.logger.js.map +1 -0
- package/dist/common/logger/router/province-router.logger.d.ts +4 -0
- package/dist/common/logger/router/province-router.logger.js +12 -0
- package/dist/common/logger/router/province-router.logger.js.map +1 -0
- package/dist/common/pipes/validation.pipe.d.ts +3 -0
- package/dist/common/pipes/validation.pipe.js +15 -0
- package/dist/common/pipes/validation.pipe.js.map +1 -0
- package/dist/modules/cloudflare/types/normalize-response.types.d.ts +2 -1
- package/dist/modules/cloudflare/use-cases/normalize-cloudflare-response.use-case.d.ts +1 -0
- package/dist/modules/cloudflare/use-cases/normalize-cloudflare-response.use-case.js +13 -0
- package/dist/modules/cloudflare/use-cases/normalize-cloudflare-response.use-case.js.map +1 -1
- package/dist/modules/publisher/publisher.service.js +6 -5
- package/dist/modules/publisher/publisher.service.js.map +1 -1
- package/package.json +16 -16
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ScraperMessagePatternEnum = void 0;
|
|
4
|
+
var ScraperMessagePatternEnum;
|
|
5
|
+
(function (ScraperMessagePatternEnum) {
|
|
6
|
+
ScraperMessagePatternEnum["PUBLISH"] = "scraper.publish";
|
|
7
|
+
ScraperMessagePatternEnum["HEALTH"] = "scraper.health";
|
|
8
|
+
})(ScraperMessagePatternEnum || (exports.ScraperMessagePatternEnum = ScraperMessagePatternEnum = {}));
|
|
9
|
+
//# sourceMappingURL=scraping-message-pattern.enum.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scraping-message-pattern.enum.js","sourceRoot":"","sources":["../../../src/common/enum/scraping-message-pattern.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,yBAGX;AAHD,WAAY,yBAAyB;IACnC,wDAA2B,CAAA;IAC3B,sDAAyB,CAAA;AAC3B,CAAC,EAHW,yBAAyB,yCAAzB,yBAAyB,QAGpC"}
|
package/dist/common/index.d.ts
CHANGED
|
@@ -16,6 +16,7 @@ export * from './enum/event.enum';
|
|
|
16
16
|
export * from './enum/request.enum';
|
|
17
17
|
export * from './enum/route-action.enum';
|
|
18
18
|
export * from './enum/scraping-label.enum';
|
|
19
|
+
export * from './enum/scraping-message-pattern.enum';
|
|
19
20
|
export * from './enum/scraping-result-status.enum';
|
|
20
21
|
export * from './enum/scraping-type.enum';
|
|
21
22
|
export * from './env/scraper.env.config';
|
|
@@ -33,6 +34,23 @@ export * from './logger/enum/handler-logger-context.enum';
|
|
|
33
34
|
export * from './logger/enum/processor-logger-context.enum';
|
|
34
35
|
export * from './logger/enum/router-logger-context.enum';
|
|
35
36
|
export * from './logger/logger';
|
|
37
|
+
export * from './logger/handler/category-handler.logger';
|
|
38
|
+
export * from './logger/handler/pagination-handler.logger';
|
|
39
|
+
export * from './logger/handler/product-handler.logger';
|
|
40
|
+
export * from './logger/handler/provider-handler.logger';
|
|
41
|
+
export * from './logger/handler/province-handler.logger';
|
|
42
|
+
export * from './logger/handler/error-handler.logger';
|
|
43
|
+
export * from './logger/router/category-router.logger';
|
|
44
|
+
export * from './logger/router/pagination-router.logger';
|
|
45
|
+
export * from './logger/router/product-router.logger';
|
|
46
|
+
export * from './logger/router/provider-router.logger';
|
|
47
|
+
export * from './logger/router/province-router.logger';
|
|
48
|
+
export * from './logger/processor/category-processor.logger';
|
|
49
|
+
export * from './logger/processor/pagination-processor.logger';
|
|
50
|
+
export * from './logger/processor/product-processor.logger';
|
|
51
|
+
export * from './logger/processor/provider-processor.logger';
|
|
52
|
+
export * from './logger/processor/province-processor.logger';
|
|
53
|
+
export * from './pipes/validation.pipe';
|
|
36
54
|
export * from './types/country';
|
|
37
55
|
export * from './types/delay-range';
|
|
38
56
|
export * from './types/location';
|
package/dist/common/index.js
CHANGED
|
@@ -32,6 +32,7 @@ __exportStar(require("./enum/event.enum"), exports);
|
|
|
32
32
|
__exportStar(require("./enum/request.enum"), exports);
|
|
33
33
|
__exportStar(require("./enum/route-action.enum"), exports);
|
|
34
34
|
__exportStar(require("./enum/scraping-label.enum"), exports);
|
|
35
|
+
__exportStar(require("./enum/scraping-message-pattern.enum"), exports);
|
|
35
36
|
__exportStar(require("./enum/scraping-result-status.enum"), exports);
|
|
36
37
|
__exportStar(require("./enum/scraping-type.enum"), exports);
|
|
37
38
|
__exportStar(require("./env/scraper.env.config"), exports);
|
|
@@ -49,6 +50,23 @@ __exportStar(require("./logger/enum/handler-logger-context.enum"), exports);
|
|
|
49
50
|
__exportStar(require("./logger/enum/processor-logger-context.enum"), exports);
|
|
50
51
|
__exportStar(require("./logger/enum/router-logger-context.enum"), exports);
|
|
51
52
|
__exportStar(require("./logger/logger"), exports);
|
|
53
|
+
__exportStar(require("./logger/handler/category-handler.logger"), exports);
|
|
54
|
+
__exportStar(require("./logger/handler/pagination-handler.logger"), exports);
|
|
55
|
+
__exportStar(require("./logger/handler/product-handler.logger"), exports);
|
|
56
|
+
__exportStar(require("./logger/handler/provider-handler.logger"), exports);
|
|
57
|
+
__exportStar(require("./logger/handler/province-handler.logger"), exports);
|
|
58
|
+
__exportStar(require("./logger/handler/error-handler.logger"), exports);
|
|
59
|
+
__exportStar(require("./logger/router/category-router.logger"), exports);
|
|
60
|
+
__exportStar(require("./logger/router/pagination-router.logger"), exports);
|
|
61
|
+
__exportStar(require("./logger/router/product-router.logger"), exports);
|
|
62
|
+
__exportStar(require("./logger/router/provider-router.logger"), exports);
|
|
63
|
+
__exportStar(require("./logger/router/province-router.logger"), exports);
|
|
64
|
+
__exportStar(require("./logger/processor/category-processor.logger"), exports);
|
|
65
|
+
__exportStar(require("./logger/processor/pagination-processor.logger"), exports);
|
|
66
|
+
__exportStar(require("./logger/processor/product-processor.logger"), exports);
|
|
67
|
+
__exportStar(require("./logger/processor/provider-processor.logger"), exports);
|
|
68
|
+
__exportStar(require("./logger/processor/province-processor.logger"), exports);
|
|
69
|
+
__exportStar(require("./pipes/validation.pipe"), exports);
|
|
52
70
|
__exportStar(require("./types/country"), exports);
|
|
53
71
|
__exportStar(require("./types/delay-range"), exports);
|
|
54
72
|
__exportStar(require("./types/location"), exports);
|
package/dist/common/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,iDAA+B;AAC/B,uDAAqC;AACrC,kDAAgC;AAChC,mDAAiC;AACjC,mDAAiC;AACjC,yDAAuC;AACvC,qEAAmD;AACnD,0DAAwC;AAExC,4DAA0C;AAC1C,oDAAkC;AAClC,sDAAoC;AACpC,qDAAmC;AACnC,kDAAgC;AAEhC,oDAAkC;AAClC,sDAAoC;AACpC,2DAAyC;AACzC,6DAA2C;AAC3C,qEAAmD;AACnD,4DAA0C;AAE1C,2DAAyC;AACzC,+DAA6C;AAE7C,iEAA+C;AAC/C,+DAA6C;AAC7C,qEAAmD;AACnD,gEAA8C;AAC9C,iEAA+C;AAC/C,iEAA+C;AAC/C,wEAAsD;AACtD,wEAAsD;AAEtD,wEAAsD;AACtD,4EAA0D;AAC1D,8EAA4D;AAC5D,2EAAyD;AACzD,kDAAgC;AAEhC,kDAAgC;AAChC,sDAAoC;AACpC,mDAAiC;AACjC,mDAAiC;AACjC,iDAA+B;AAC/B,2DAAyC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,iDAA+B;AAC/B,uDAAqC;AACrC,kDAAgC;AAChC,mDAAiC;AACjC,mDAAiC;AACjC,yDAAuC;AACvC,qEAAmD;AACnD,0DAAwC;AAExC,4DAA0C;AAC1C,oDAAkC;AAClC,sDAAoC;AACpC,qDAAmC;AACnC,kDAAgC;AAEhC,oDAAkC;AAClC,sDAAoC;AACpC,2DAAyC;AACzC,6DAA2C;AAC3C,uEAAqD;AACrD,qEAAmD;AACnD,4DAA0C;AAE1C,2DAAyC;AACzC,+DAA6C;AAE7C,iEAA+C;AAC/C,+DAA6C;AAC7C,qEAAmD;AACnD,gEAA8C;AAC9C,iEAA+C;AAC/C,iEAA+C;AAC/C,wEAAsD;AACtD,wEAAsD;AAEtD,wEAAsD;AACtD,4EAA0D;AAC1D,8EAA4D;AAC5D,2EAAyD;AACzD,kDAAgC;AAEhC,2EAAyD;AACzD,6EAA2D;AAC3D,0EAAwD;AACxD,2EAAyD;AACzD,2EAAyD;AACzD,wEAAsD;AAEtD,yEAAuD;AACvD,2EAAyD;AACzD,wEAAsD;AACtD,yEAAuD;AACvD,yEAAuD;AAEvD,+EAA6D;AAC7D,iFAA+D;AAC/D,8EAA4D;AAC5D,+EAA6D;AAC7D,+EAA6D;AAE7D,0DAAwC;AAExC,kDAAgC;AAChC,sDAAoC;AACpC,mDAAiC;AACjC,mDAAiC;AACjC,iDAA+B;AAC/B,2DAAyC"}
|
|
@@ -8,6 +8,5 @@ var ProcessorLoggerContext;
|
|
|
8
8
|
ProcessorLoggerContext["PRODUCT"] = "ProductProcessor";
|
|
9
9
|
ProcessorLoggerContext["PROVIDER"] = "ProviderProcessor";
|
|
10
10
|
ProcessorLoggerContext["PROVINCE"] = "ProvinceProcessor";
|
|
11
|
-
ProcessorLoggerContext["ERROR"] = "ErrorProcessor";
|
|
12
11
|
})(ProcessorLoggerContext || (exports.ProcessorLoggerContext = ProcessorLoggerContext = {}));
|
|
13
12
|
//# sourceMappingURL=processor-logger-context.enum.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"processor-logger-context.enum.js","sourceRoot":"","sources":["../../../../src/common/logger/enum/processor-logger-context.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,
|
|
1
|
+
{"version":3,"file":"processor-logger-context.enum.js","sourceRoot":"","sources":["../../../../src/common/logger/enum/processor-logger-context.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,sBAMX;AAND,WAAY,sBAAsB;IAChC,wDAA8B,CAAA;IAC9B,4DAAkC,CAAA;IAClC,sDAA4B,CAAA;IAC5B,wDAA8B,CAAA;IAC9B,wDAA8B,CAAA;AAChC,CAAC,EANW,sBAAsB,sCAAtB,sBAAsB,QAMjC"}
|
|
@@ -8,6 +8,5 @@ var RouterLoggerContext;
|
|
|
8
8
|
RouterLoggerContext["PRODUCT"] = "ProductRouter";
|
|
9
9
|
RouterLoggerContext["PROVIDER"] = "ProviderRouter";
|
|
10
10
|
RouterLoggerContext["PROVINCE"] = "ProvinceRouter";
|
|
11
|
-
RouterLoggerContext["ERROR"] = "ErrorRouter";
|
|
12
11
|
})(RouterLoggerContext || (exports.RouterLoggerContext = RouterLoggerContext = {}));
|
|
13
12
|
//# sourceMappingURL=router-logger-context.enum.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"router-logger-context.enum.js","sourceRoot":"","sources":["../../../../src/common/logger/enum/router-logger-context.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,
|
|
1
|
+
{"version":3,"file":"router-logger-context.enum.js","sourceRoot":"","sources":["../../../../src/common/logger/enum/router-logger-context.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,mBAMX;AAND,WAAY,mBAAmB;IAC7B,kDAA2B,CAAA;IAC3B,sDAA+B,CAAA;IAC/B,gDAAyB,CAAA;IACzB,kDAA2B,CAAA;IAC3B,kDAA2B,CAAA;AAC7B,CAAC,EANW,mBAAmB,mCAAnB,mBAAmB,QAM9B"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CategoryHandlerLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const handler_logger_context_enum_1 = require("../enum/handler-logger-context.enum");
|
|
6
|
+
class CategoryHandlerLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(handler_logger_context_enum_1.HandlerLoggerContext.CATEGORY);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.CategoryHandlerLogger = CategoryHandlerLogger;
|
|
12
|
+
//# sourceMappingURL=category-handler.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"category-handler.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/handler/category-handler.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,qFAA2E;AAE3E,MAAa,qBAAsB,SAAQ,eAAM;IAC/C;QACE,KAAK,CAAC,kDAAoB,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;CACF;AAJD,sDAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ErrorHandlerLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const handler_logger_context_enum_1 = require("../enum/handler-logger-context.enum");
|
|
6
|
+
class ErrorHandlerLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(handler_logger_context_enum_1.HandlerLoggerContext.ERROR);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.ErrorHandlerLogger = ErrorHandlerLogger;
|
|
12
|
+
//# sourceMappingURL=error-handler.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"error-handler.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/handler/error-handler.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,qFAA2E;AAE3E,MAAa,kBAAmB,SAAQ,eAAM;IAC5C;QACE,KAAK,CAAC,kDAAoB,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF;AAJD,gDAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.PaginationHandlerLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const handler_logger_context_enum_1 = require("../enum/handler-logger-context.enum");
|
|
6
|
+
class PaginationHandlerLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(handler_logger_context_enum_1.HandlerLoggerContext.PAGINATION);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.PaginationHandlerLogger = PaginationHandlerLogger;
|
|
12
|
+
//# sourceMappingURL=pagination-handler.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pagination-handler.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/handler/pagination-handler.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,qFAA2E;AAE3E,MAAa,uBAAwB,SAAQ,eAAM;IACjD;QACE,KAAK,CAAC,kDAAoB,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;CACF;AAJD,0DAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProductHandlerLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const handler_logger_context_enum_1 = require("../enum/handler-logger-context.enum");
|
|
6
|
+
class ProductHandlerLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(handler_logger_context_enum_1.HandlerLoggerContext.PRODUCT);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.ProductHandlerLogger = ProductHandlerLogger;
|
|
12
|
+
//# sourceMappingURL=product-handler.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"product-handler.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/handler/product-handler.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,qFAA2E;AAE3E,MAAa,oBAAqB,SAAQ,eAAM;IAC9C;QACE,KAAK,CAAC,kDAAoB,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;CACF;AAJD,oDAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProviderHandlerLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const handler_logger_context_enum_1 = require("../enum/handler-logger-context.enum");
|
|
6
|
+
class ProviderHandlerLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(handler_logger_context_enum_1.HandlerLoggerContext.PROVIDER);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.ProviderHandlerLogger = ProviderHandlerLogger;
|
|
12
|
+
//# sourceMappingURL=provider-handler.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider-handler.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/handler/provider-handler.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,qFAA2E;AAE3E,MAAa,qBAAsB,SAAQ,eAAM;IAC/C;QACE,KAAK,CAAC,kDAAoB,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;CACF;AAJD,sDAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProvinceHandlerLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const handler_logger_context_enum_1 = require("../enum/handler-logger-context.enum");
|
|
6
|
+
class ProvinceHandlerLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(handler_logger_context_enum_1.HandlerLoggerContext.PROVINCE);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.ProvinceHandlerLogger = ProvinceHandlerLogger;
|
|
12
|
+
//# sourceMappingURL=province-handler.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"province-handler.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/handler/province-handler.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,qFAA2E;AAE3E,MAAa,qBAAsB,SAAQ,eAAM;IAC/C;QACE,KAAK,CAAC,kDAAoB,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;CACF;AAJD,sDAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CategoryProcessorLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const processor_logger_context_enum_1 = require("../enum/processor-logger-context.enum");
|
|
6
|
+
class CategoryProcessorLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(processor_logger_context_enum_1.ProcessorLoggerContext.CATEGORY);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.CategoryProcessorLogger = CategoryProcessorLogger;
|
|
12
|
+
//# sourceMappingURL=category-processor.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"category-processor.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/processor/category-processor.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,yFAA+E;AAE/E,MAAa,uBAAwB,SAAQ,eAAM;IACjD;QACE,KAAK,CAAC,sDAAsB,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;CACF;AAJD,0DAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.PaginationProcessorLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const processor_logger_context_enum_1 = require("../enum/processor-logger-context.enum");
|
|
6
|
+
class PaginationProcessorLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(processor_logger_context_enum_1.ProcessorLoggerContext.PAGINATION);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.PaginationProcessorLogger = PaginationProcessorLogger;
|
|
12
|
+
//# sourceMappingURL=pagination-processor.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pagination-processor.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/processor/pagination-processor.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,yFAA+E;AAE/E,MAAa,yBAA0B,SAAQ,eAAM;IACnD;QACE,KAAK,CAAC,sDAAsB,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;CACF;AAJD,8DAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProductProcessorLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const processor_logger_context_enum_1 = require("../enum/processor-logger-context.enum");
|
|
6
|
+
class ProductProcessorLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(processor_logger_context_enum_1.ProcessorLoggerContext.PRODUCT);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.ProductProcessorLogger = ProductProcessorLogger;
|
|
12
|
+
//# sourceMappingURL=product-processor.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"product-processor.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/processor/product-processor.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,yFAA+E;AAE/E,MAAa,sBAAuB,SAAQ,eAAM;IAChD;QACE,KAAK,CAAC,sDAAsB,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;CACF;AAJD,wDAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProviderProcessorLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const processor_logger_context_enum_1 = require("../enum/processor-logger-context.enum");
|
|
6
|
+
class ProviderProcessorLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(processor_logger_context_enum_1.ProcessorLoggerContext.PROVIDER);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.ProviderProcessorLogger = ProviderProcessorLogger;
|
|
12
|
+
//# sourceMappingURL=provider-processor.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider-processor.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/processor/provider-processor.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,yFAA+E;AAE/E,MAAa,uBAAwB,SAAQ,eAAM;IACjD;QACE,KAAK,CAAC,sDAAsB,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;CACF;AAJD,0DAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProvinceProcessorLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const processor_logger_context_enum_1 = require("../enum/processor-logger-context.enum");
|
|
6
|
+
class ProvinceProcessorLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(processor_logger_context_enum_1.ProcessorLoggerContext.PROVINCE);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.ProvinceProcessorLogger = ProvinceProcessorLogger;
|
|
12
|
+
//# sourceMappingURL=province-processor.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"province-processor.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/processor/province-processor.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,yFAA+E;AAE/E,MAAa,uBAAwB,SAAQ,eAAM;IACjD;QACE,KAAK,CAAC,sDAAsB,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;CACF;AAJD,0DAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CategoryRouterLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const router_logger_context_enum_1 = require("../enum/router-logger-context.enum");
|
|
6
|
+
class CategoryRouterLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(router_logger_context_enum_1.RouterLoggerContext.CATEGORY);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.CategoryRouterLogger = CategoryRouterLogger;
|
|
12
|
+
//# sourceMappingURL=category-router.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"category-router.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/router/category-router.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,mFAAyE;AAEzE,MAAa,oBAAqB,SAAQ,eAAM;IAC9C;QACE,KAAK,CAAC,gDAAmB,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;CACF;AAJD,oDAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.PaginationRouterLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const router_logger_context_enum_1 = require("../enum/router-logger-context.enum");
|
|
6
|
+
class PaginationRouterLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(router_logger_context_enum_1.RouterLoggerContext.PAGINATION);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.PaginationRouterLogger = PaginationRouterLogger;
|
|
12
|
+
//# sourceMappingURL=pagination-router.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pagination-router.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/router/pagination-router.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,mFAAyE;AAEzE,MAAa,sBAAuB,SAAQ,eAAM;IAChD;QACE,KAAK,CAAC,gDAAmB,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC;CACF;AAJD,wDAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProductRouterLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const router_logger_context_enum_1 = require("../enum/router-logger-context.enum");
|
|
6
|
+
class ProductRouterLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(router_logger_context_enum_1.RouterLoggerContext.PRODUCT);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.ProductRouterLogger = ProductRouterLogger;
|
|
12
|
+
//# sourceMappingURL=product-router.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"product-router.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/router/product-router.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,mFAAyE;AAEzE,MAAa,mBAAoB,SAAQ,eAAM;IAC7C;QACE,KAAK,CAAC,gDAAmB,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;CACF;AAJD,kDAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProviderRouterLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const router_logger_context_enum_1 = require("../enum/router-logger-context.enum");
|
|
6
|
+
class ProviderRouterLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(router_logger_context_enum_1.RouterLoggerContext.PROVIDER);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.ProviderRouterLogger = ProviderRouterLogger;
|
|
12
|
+
//# sourceMappingURL=provider-router.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider-router.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/router/provider-router.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,mFAAyE;AAEzE,MAAa,oBAAqB,SAAQ,eAAM;IAC9C;QACE,KAAK,CAAC,gDAAmB,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;CACF;AAJD,oDAIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProvinceRouterLogger = void 0;
|
|
4
|
+
const logger_1 = require("../logger");
|
|
5
|
+
const router_logger_context_enum_1 = require("../enum/router-logger-context.enum");
|
|
6
|
+
class ProvinceRouterLogger extends logger_1.Logger {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(router_logger_context_enum_1.RouterLoggerContext.PROVINCE);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.ProvinceRouterLogger = ProvinceRouterLogger;
|
|
12
|
+
//# sourceMappingURL=province-router.logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"province-router.logger.js","sourceRoot":"","sources":["../../../../src/common/logger/router/province-router.logger.ts"],"names":[],"mappings":";;;AAAA,sCAAmC;AACnC,mFAAyE;AAEzE,MAAa,oBAAqB,SAAQ,eAAM;IAC9C;QACE,KAAK,CAAC,gDAAmB,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;CACF;AAJD,oDAIC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ValidationPipe = void 0;
|
|
4
|
+
const common_1 = require("@nestjs/common");
|
|
5
|
+
const ValidationPipe = (DTO) => {
|
|
6
|
+
return new common_1.ValidationPipe({
|
|
7
|
+
expectedType: DTO,
|
|
8
|
+
transform: true,
|
|
9
|
+
whitelist: true,
|
|
10
|
+
forbidNonWhitelisted: true,
|
|
11
|
+
forbidUnknownValues: true,
|
|
12
|
+
});
|
|
13
|
+
};
|
|
14
|
+
exports.ValidationPipe = ValidationPipe;
|
|
15
|
+
//# sourceMappingURL=validation.pipe.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validation.pipe.js","sourceRoot":"","sources":["../../../src/common/pipes/validation.pipe.ts"],"names":[],"mappings":";;;AACA,2CAAsE;AAE/D,MAAM,cAAc,GAAG,CAAI,GAAY,EAAE,EAAE;IAChD,OAAO,IAAI,uBAAkB,CAAC;QAC5B,YAAY,EAAE,GAAG;QACjB,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,IAAI;QACf,oBAAoB,EAAE,IAAI;QAC1B,mBAAmB,EAAE,IAAI;KAC1B,CAAC,CAAC;AACL,CAAC,CAAC;AARW,QAAA,cAAc,kBAQzB"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { Response as PlaywrightResponse } from 'playwright';
|
|
2
|
+
import { PlainResponse } from 'crawlee';
|
|
2
3
|
import { CheerioAPI } from 'cheerio';
|
|
3
4
|
export interface HttpResponse {
|
|
4
5
|
statusCode: number;
|
|
@@ -18,7 +19,7 @@ export interface JSDOMResponse extends HttpResponse {
|
|
|
18
19
|
body: string;
|
|
19
20
|
window: any;
|
|
20
21
|
}
|
|
21
|
-
export type CrawleeResponse = HttpResponse | CheerioResponse | PlaywrightResponse | PuppeteerResponse | JSDOMResponse;
|
|
22
|
+
export type CrawleeResponse = HttpResponse | CheerioResponse | PlaywrightResponse | PuppeteerResponse | JSDOMResponse | PlainResponse;
|
|
22
23
|
export interface NormalizedResponse {
|
|
23
24
|
statusCode: number;
|
|
24
25
|
headers: Record<string, string>;
|
|
@@ -2,6 +2,7 @@ import { CrawleeResponse } from '../types/normalize-response.types';
|
|
|
2
2
|
import { NormalizedResponse } from '../types/normalize-response.types';
|
|
3
3
|
export declare class NormalizeCloudflareResponseUseCase {
|
|
4
4
|
execute(response: CrawleeResponse): NormalizedResponse;
|
|
5
|
+
private isPlainResponse;
|
|
5
6
|
private isPlaywrightResponse;
|
|
6
7
|
private isPuppeteerResponse;
|
|
7
8
|
private isHttpLikeResponse;
|
|
@@ -10,6 +10,13 @@ exports.NormalizeCloudflareResponseUseCase = void 0;
|
|
|
10
10
|
const common_1 = require("@nestjs/common");
|
|
11
11
|
let NormalizeCloudflareResponseUseCase = class NormalizeCloudflareResponseUseCase {
|
|
12
12
|
execute(response) {
|
|
13
|
+
if (this.isPlainResponse(response)) {
|
|
14
|
+
return {
|
|
15
|
+
statusCode: response.statusCode,
|
|
16
|
+
headers: response.headers,
|
|
17
|
+
url: response.url,
|
|
18
|
+
};
|
|
19
|
+
}
|
|
13
20
|
if (this.isPlaywrightResponse(response)) {
|
|
14
21
|
return {
|
|
15
22
|
statusCode: response.status(),
|
|
@@ -33,6 +40,12 @@ let NormalizeCloudflareResponseUseCase = class NormalizeCloudflareResponseUseCas
|
|
|
33
40
|
}
|
|
34
41
|
throw new Error('Unable to normalize response: unknown response type');
|
|
35
42
|
}
|
|
43
|
+
isPlainResponse(response) {
|
|
44
|
+
return (response &&
|
|
45
|
+
'statusCode' in response &&
|
|
46
|
+
'headers' in response &&
|
|
47
|
+
!('status' in response));
|
|
48
|
+
}
|
|
36
49
|
isPlaywrightResponse(response) {
|
|
37
50
|
return response && typeof response.status === 'function';
|
|
38
51
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"normalize-cloudflare-response.use-case.js","sourceRoot":"","sources":["../../../../src/modules/cloudflare/use-cases/normalize-cloudflare-response.use-case.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAA4C;
|
|
1
|
+
{"version":3,"file":"normalize-cloudflare-response.use-case.js","sourceRoot":"","sources":["../../../../src/modules/cloudflare/use-cases/normalize-cloudflare-response.use-case.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAA4C;AAWrC,IAAM,kCAAkC,GAAxC,MAAM,kCAAkC;IAC7C,OAAO,CAAC,QAAyB;QAC/B,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;YACnC,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,OAAO,EAAE,QAAQ,CAAC,OAAiC;gBACnD,GAAG,EAAE,QAAQ,CAAC,GAAG;aAClB,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxC,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,MAAM,EAAE;gBAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;gBAC3B,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE;aACpB,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,MAAM,EAAE;gBAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;gBAC3B,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE;aACpB,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,GAAG,EAAE,QAAQ,CAAC,GAAG;aAClB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IAEO,eAAe,CAAC,QAAa;QACnC,OAAO,CACL,QAAQ;YACR,YAAY,IAAI,QAAQ;YACxB,SAAS,IAAI,QAAQ;YACrB,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,CACxB,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,QAAa;QACxC,OAAO,QAAQ,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC;IAC3D,CAAC;IAEO,mBAAmB,CAAC,QAAa;QACvC,OAAO,CACL,QAAQ;YACR,OAAO,QAAQ,CAAC,MAAM,KAAK,UAAU;YACrC,OAAO,QAAQ,CAAC,OAAO,KAAK,UAAU,CACvC,CAAC;IACJ,CAAC;IAEO,kBAAkB,CACxB,QAAa;QAEb,OAAO,CACL,QAAQ;YACR,OAAO,QAAQ,CAAC,UAAU,KAAK,QAAQ;YACvC,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ;YACpC,OAAO,QAAQ,CAAC,GAAG,KAAK,QAAQ,CACjC,CAAC;IACJ,CAAC;CACF,CAAA;AApEY,gFAAkC;6CAAlC,kCAAkC;IAD9C,IAAA,mBAAU,GAAE;GACA,kCAAkC,CAoE9C"}
|
|
@@ -43,15 +43,16 @@ let PublisherService = PublisherService_1 = class PublisherService {
|
|
|
43
43
|
this.logger.error(`No data found for slug: ${slug}`);
|
|
44
44
|
return;
|
|
45
45
|
}
|
|
46
|
+
if (!result.products?.length) {
|
|
47
|
+
this.logger.error(`No products found for slug: ${slug}`);
|
|
48
|
+
return;
|
|
49
|
+
}
|
|
46
50
|
const stringified = JSON.stringify(result, null, 2);
|
|
47
51
|
const buffer = Buffer.from(stringified);
|
|
48
52
|
const fileName = `${slug}_data`;
|
|
49
53
|
const key = await this.upload(buffer, fileName);
|
|
50
|
-
const
|
|
51
|
-
|
|
52
|
-
timestamp: new Date().toISOString(),
|
|
53
|
-
minio: { key },
|
|
54
|
-
};
|
|
54
|
+
const timestamp = new Date().toISOString();
|
|
55
|
+
const message = { slug, timestamp, minio: { key } };
|
|
55
56
|
await this.processor.send(message);
|
|
56
57
|
this.logger.log(`✅ Scraping results link sent to RabbitMQ`);
|
|
57
58
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"publisher.service.js","sourceRoot":"","sources":["../../../src/modules/publisher/publisher.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,yDAAgD;AAEhD,uDAAoD;AACpD,sEAAkE;AAClE,gEAA4D;AAC5D,0DAAsD;AACtD,6DAA6D;AAGtD,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAE3B,YACmB,SAA2B,EAC3B,KAAmB,EACnB,OAAuB;QAFvB,cAAS,GAAT,SAAS,CAAkB;QAC3B,UAAK,GAAL,KAAK,CAAc;QACnB,YAAO,GAAP,OAAO,CAAgB;QAJzB,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,CAAC,CAAC;IAKzD,CAAC;IAEI,KAAK,CAAC,IAAI,CAAC,IAAY;QAC7B,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,MAAc,EAAE,QAAgB;QACnD,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC;QACpE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACtE,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAGK,AAAN,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"publisher.service.js","sourceRoot":"","sources":["../../../src/modules/publisher/publisher.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,yDAAgD;AAEhD,uDAAoD;AACpD,sEAAkE;AAClE,gEAA4D;AAC5D,0DAAsD;AACtD,6DAA6D;AAGtD,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAE3B,YACmB,SAA2B,EAC3B,KAAmB,EACnB,OAAuB;QAFvB,cAAS,GAAT,SAAS,CAAkB;QAC3B,UAAK,GAAL,KAAK,CAAc;QACnB,YAAO,GAAP,OAAO,CAAgB;QAJzB,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,CAAC,CAAC;IAKzD,CAAC;IAEI,KAAK,CAAC,IAAI,CAAC,IAAY;QAC7B,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,MAAc,EAAE,QAAgB;QACnD,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC;QACpE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACtE,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAGK,AAAN,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAErC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;gBACrD,OAAO;YACT,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;gBAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,IAAI,EAAE,CAAC,CAAC;gBACzD,OAAO;YACT,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACpD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,GAAG,IAAI,OAAO,CAAC;YAEhC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAChD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAE3C,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC;YAEpD,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,OAAO,EAAE,GAAG,KAAc,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;CACF,CAAA;AApDY,4CAAgB;AAsBrB;IADL,IAAA,uBAAO,EAAC,0BAAa,CAAC,kBAAkB,CAAC;;;;+CA8BzC;2BAnDU,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;qCAImB,oCAAgB;QACpB,4BAAY;QACV,gCAAc;GAL/B,gBAAgB,CAoD5B"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@rafikidota/cuba-ofertas-scraping",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.29.0",
|
|
4
4
|
"description": "Sometimes, the best way to solve your own problems is to help someone else.",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -15,44 +15,44 @@
|
|
|
15
15
|
"module": "./dist/index.js",
|
|
16
16
|
"types": "./dist/index.d.ts",
|
|
17
17
|
"devDependencies": {
|
|
18
|
-
"@aws-sdk/client-s3": "3.
|
|
19
|
-
"@aws-sdk/s3-request-presigner": "3.
|
|
18
|
+
"@aws-sdk/client-s3": "3.1004.0",
|
|
19
|
+
"@aws-sdk/s3-request-presigner": "3.1004.0",
|
|
20
20
|
"@crawlee/cheerio": "3.16.0",
|
|
21
21
|
"@crawlee/playwright": "3.16.0",
|
|
22
|
-
"@eslint/eslintrc": "3.3.
|
|
23
|
-
"@eslint/js": "
|
|
22
|
+
"@eslint/eslintrc": "3.3.5",
|
|
23
|
+
"@eslint/js": "10.0.1",
|
|
24
24
|
"@nestjs/axios": "4.0.1",
|
|
25
|
-
"@nestjs/common": "11.1.
|
|
25
|
+
"@nestjs/common": "11.1.16",
|
|
26
26
|
"@nestjs/config": "4.0.3",
|
|
27
|
-
"@nestjs/core": "11.1.
|
|
27
|
+
"@nestjs/core": "11.1.16",
|
|
28
28
|
"@nestjs/event-emitter": "3.0.1",
|
|
29
|
-
"@nestjs/microservices": "11.1.
|
|
29
|
+
"@nestjs/microservices": "11.1.16",
|
|
30
30
|
"@nestjs/schedule": "6.1.1",
|
|
31
31
|
"@types/archiver": "7.0.0",
|
|
32
|
-
"@types/node": "25.
|
|
33
|
-
"@typescript-eslint/eslint-plugin": "8.
|
|
34
|
-
"@typescript-eslint/parser": "8.
|
|
32
|
+
"@types/node": "25.3.5",
|
|
33
|
+
"@typescript-eslint/eslint-plugin": "8.56.1",
|
|
34
|
+
"@typescript-eslint/parser": "8.56.1",
|
|
35
35
|
"archiver": "7.0.1",
|
|
36
|
-
"axios": "1.13.
|
|
36
|
+
"axios": "1.13.6",
|
|
37
37
|
"cheerio": "1.2.0",
|
|
38
38
|
"crawlee": "3.16.0",
|
|
39
39
|
"dotenv": "17.3.1",
|
|
40
|
-
"eslint": "
|
|
40
|
+
"eslint": "10.0.3",
|
|
41
41
|
"eslint-config-prettier": "10.1.8",
|
|
42
42
|
"eslint-plugin-import": "2.32.0",
|
|
43
43
|
"eslint-plugin-prettier": "5.5.5",
|
|
44
|
-
"globals": "17.
|
|
44
|
+
"globals": "17.4.0",
|
|
45
45
|
"https-proxy-agent": "7.0.6",
|
|
46
46
|
"husky": "9.1.7",
|
|
47
47
|
"joi": "18.0.2",
|
|
48
|
-
"lint-staged": "16.2
|
|
48
|
+
"lint-staged": "16.3.2",
|
|
49
49
|
"playwright": "1.58.2",
|
|
50
50
|
"prettier": "3.8.1",
|
|
51
51
|
"rimraf": "6.1.3",
|
|
52
52
|
"rxjs": "7.8.2",
|
|
53
53
|
"telegraf": "4.16.3",
|
|
54
54
|
"typescript": "5.9.3",
|
|
55
|
-
"typescript-eslint": "8.
|
|
55
|
+
"typescript-eslint": "8.56.1"
|
|
56
56
|
},
|
|
57
57
|
"scripts": {
|
|
58
58
|
"prebuild": "rimraf -rf dist",
|