store-scrapper-js-common 1.0.147 → 1.0.150

package/dist/dto/scraper-method-config.dto.d.ts

@@ -0,0 +1,9 @@
+import { ObjectLiteral } from 'typeorm';
+import { FetchTypeEnum } from '../enums';
+import { ProxyConfigDto } from './proxy-config.dto';
+export declare class ScraperMethodConfigDto {
+    name?: string;
+    fetchType?: FetchTypeEnum;
+    proxy?: ProxyConfigDto;
+    headers?: ObjectLiteral;
+}

package/dist/dto/scraper-method-config.dto.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScraperMethodConfigDto = void 0;
+class ScraperMethodConfigDto {
+}
+exports.ScraperMethodConfigDto = ScraperMethodConfigDto;
+//# sourceMappingURL=scraper-method-config.dto.js.map

package/dist/dto/scraper-method-config.dto.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scraper-method-config.dto.js","sourceRoot":"/","sources":["dto/scraper-method-config.dto.ts"],"names":[],"mappings":";;;AAIA,MAAa,sBAAsB;CASlC;AATD,wDASC","sourcesContent":["import { ObjectLiteral } from 'typeorm';\nimport { FetchTypeEnum } from '../enums';\nimport { ProxyConfigDto } from './proxy-config.dto';\n\nexport class ScraperMethodConfigDto {\n    // getPages, getProduct, etc\n    name?: string;\n\n    fetchType?: FetchTypeEnum;\n\n    proxy?: ProxyConfigDto;\n\n    headers?: ObjectLiteral;\n}\n"]}

package/dist/dto/store-config.dto.d.ts

@@ -1,6 +1,7 @@
 import { ProxyConfigDto } from './proxy-config.dto';
 import { QueueConfigDto } from './queue-config.dto';
 import { CacheStrategyEnum } from '../enums';
+import { ScraperMethodConfigDto } from './scraper-method-config.dto';
 export declare class StoreConfig {
     name: string;
     filterCategories?: string[];
@@ -17,5 +18,6 @@ export declare class StoreConfig {
     persistQueue?: string;
     proxy?: ProxyConfigDto;
     queueConfig?: QueueConfigDto;
+    methodsConfig?: ScraperMethodConfigDto[];
     [key: string]: any;
 }

package/dist/dto/store-config.dto.js.map

@@ -1 +1 @@
-{"version":3,"file":"store-config.dto.js","sourceRoot":"/","sources":["dto/store-config.dto.ts"],"names":[],"mappings":";;;AAIA,MAAa,WAAW;CA4BvB;AA5BD,kCA4BC","sourcesContent":["import { ProxyConfigDto } from './proxy-config.dto';\nimport { QueueConfigDto } from './queue-config.dto';\nimport { CacheStrategyEnum } from '../enums';\n\nexport class StoreConfig {\n  name: string;\n\n  filterCategories?: string[];\n\n  skipCategories?: string[];\n\n  cacheMenu?: boolean;\n\n  cacheKey?: string;\n\n  cacheTTL?: number;\n\n  cacheStrategy?: CacheStrategyEnum;\n\n  headers?: {[key: string]: any};\n\n  includeProductsWithoutStock?: boolean;\n\n  queue?: string;\n\n  persistQueue?: string;\n\n  proxy?: ProxyConfigDto;\n\n  queueConfig?: QueueConfigDto;\n\n  [key: string]: any\n}\n"]}
+{"version":3,"file":"store-config.dto.js","sourceRoot":"/","sources":["dto/store-config.dto.ts"],"names":[],"mappings":";;;AAKA,MAAa,WAAW;CA8BvB;AA9BD,kCA8BC","sourcesContent":["import { ProxyConfigDto } from './proxy-config.dto';\nimport { QueueConfigDto } from './queue-config.dto';\nimport { CacheStrategyEnum } from '../enums';\nimport { ScraperMethodConfigDto } from './scraper-method-config.dto';\n\nexport class StoreConfig {\n  name: string;\n\n  filterCategories?: string[];\n\n  skipCategories?: string[];\n\n  cacheMenu?: boolean;\n\n  cacheKey?: string;\n\n  cacheTTL?: number;\n\n  cacheStrategy?: CacheStrategyEnum;\n\n  headers?: {[key: string]: any};\n\n  includeProductsWithoutStock?: boolean;\n\n  queue?: string;\n\n  persistQueue?: string;\n\n  proxy?: ProxyConfigDto;\n\n  queueConfig?: QueueConfigDto;\n\n  methodsConfig?: ScraperMethodConfigDto[];\n\n  [key: string]: any\n}\n"]}

package/dist/entities/store.d.ts

@@ -52,5 +52,6 @@ export declare class Store extends AbstractBase {
     country?: CountryEnum | string;
     defaultCurrency?: CurrencyEnum | string;
     configs?: StoreConfig[];
+    tags?: string[];
     platforms?: PlatformEnum[];
 }

package/dist/entities/store.js

@@ -115,6 +115,11 @@ __decorate([
     typeorm_1.Column(),
     __metadata("design:type", Array)
 ], Store.prototype, "configs", void 0);
+__decorate([
+    typeorm_1.Column(),
+    typeorm_1.Index(),
+    __metadata("design:type", Array)
+], Store.prototype, "tags", void 0);
 __decorate([
     typeorm_1.Column(),
     __metadata("design:type", Array)

package/dist/entities/store.js.map

@@ -1 +1 @@
-{"version":3,"file":"store.js","sourceRoot":"/","sources":["entities/store.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAEiB;AACjB,qDAA6C;AAC7C,mDAA+C;AAM/C,IAAY,YASX;AATD,WAAY,YAAY;IACpB,6BAAa,CAAA;IACb,2CAA2B,CAAA;IAC3B,qCAAqB,CAAA;IACrB,qCAAqB,CAAA;IACrB,yCAAyB,CAAA;IACzB,mCAAmB,CAAA;IACnB,mCAAmB,CAAA;IACnB,mCAAmB,CAAA;AACvB,CAAC,EATW,YAAY,GAAZ,oBAAY,KAAZ,oBAAY,QASvB;AAED,IAAY,WAQX;AARD,WAAY,WAAW;IACnB,8BAAe,CAAA;IACf,sCAAuB,CAAA;IACvB,kCAAmB,CAAA;IACnB,4BAAa,CAAA;IACb,gCAAiB,CAAA;IACjB,0BAAW,CAAA;IACX,8BAAe,CAAA;AACnB,CAAC,EARW,WAAW,GAAX,mBAAW,KAAX,mBAAW,QAQtB;AAED,IAAY,YAiBX;AAjBD,WAAY,YAAY;IACpB,uCAAuB,CAAA;IACvB,6BAAa,CAAA;IACb,iCAAiB,CAAA;IACjB,2BAAW,CAAA;IAEX,yCAAyB,CAAA;IACzB,6CAA6B,CAAA;IAC7B,uCAAuB,CAAA;IAEvB,yCAAyB,CAAA;IACzB,6CAA6B,CAAA;IAC7B,uCAAuB,CAAA;IAEvB,6CAA6B,CAAA;IAC7B,iDAAiC,CAAA;IACjC,2CAA2B,CAAA;AAC/B,CAAC,EAjBW,YAAY,GAAZ,oBAAY,KAAZ,oBAAY,QAiBvB;AAID,IAAa,KAAK,GAAlB,MAAa,KAAM,SAAQ,4BAAY;IAAvC;;QA0BI,YAAO,GAAG,IAAI,CAAC;IAsBnB,CAAC;CAAA,CAAA;AA5CG;IAHC,gBAAM,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC3B,eAAK,EAAE;IACP,4BAAU,EAAE;;mCACA;AAGb;IADC,gBAAM,EAAE;;0CACY;AAIrB;IAFC,gBAAM,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC3B,4BAAU,EAAE;;kCACD;AAGZ;IADC,gBAAM,EAAE;;yCACoB;AAG7B;IADC,gBAAM,EAAE;;uCACwB;AAGjC;IADC,gBAAM,EAAE;;mCACI;AAGb;IADC,gBAAM,EAAE;;6CACe;AAGxB;IADC,gBAAM,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;;sCAC5B;AAGf;IADC,gBAAM,EAAE;;oCACK;AAGd;IADC,gBAAM,EAAE;;2CACY;AAGrB;IADC,gBAAM,EAAE;;+CAC2B;AAGpC;IADC,gBAAM,EAAE;;sCACsB;AAG/B;IADC,gBAAM,EAAE;;8CAC+B;AAGxC;IADC,gBAAM,EAAE;;sCACe;AAGxB;IADC,gBAAM,EAAE;;wCACkB;AA/ClB,KAAK;IAFjB,gBAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC1B,gBAAM,CAAC,CAAC,KAAK,CAAC,CAAC;GACH,KAAK,CAgDjB;AAhDY,sBAAK","sourcesContent":["import {\n  Column, Entity, Index, Unique,\n} from 'typeorm';\nimport { IsNotEmpty } from 'class-validator';\nimport { AbstractBase } from './abstract-base';\nimport { CATEGORY_ENUM } from './keyword';\nimport { QueueConfigDto } from '../dto/queue-config.dto';\nimport { StoreConfig } from '../dto';\nimport { CurrencyEnum } from './product';\n\nexport enum PlatformEnum {\n    VTEX = 'vtex',\n    CUSTOM_VTEX = 'custom_vtex',\n    COMMERCE = 'commerce',\n    MYBCAPPS = 'mybcapps',\n    JUMPSELLER = 'jumpseller',\n    MAGENTO = 'magento',\n    SHOPIFY = 'shopify',\n    ALGOLIA = 'algolia',\n}\n\nexport enum CountryEnum {\n    CHILE = 'chile',\n    ARGENTINA = 'argentina',\n    URUGUAY = 'uruguay',\n    PERU = 'peru',\n    BRAZIL = 'brazil',\n    USA = 'usa',\n    SPAIN = 'spain',\n}\n\nexport enum PriorityEnum {\n    VERY_HIGH = 'very_high',\n    HIGH = 'high',\n    MEDIUM = 'medium',\n    LOW = 'low',\n\n    SHOES_HIGH = 'shoes_high',\n    SHOES_MEDIUM = 'shoes_medium',\n    SHOES_LOW = 'shoes_low',\n\n    TECNO_HIGH = 'tecno_high',\n    TECNO_MEDIUM = 'tecno_medium',\n    TECNO_LOW = 'tecno_low',\n\n    ELECTRO_HIGH = 'electro_high',\n    ELECTRO_MEDIUM = 'electro_medium',\n    ELECTRO_LOW = 'electro_low',\n}\n\n@Entity({ name: 'stores' })\n@Unique(['url'])\nexport class Store extends AbstractBase {\n    @Column({ nullable: false })\n    @Index()\n    @IsNotEmpty()\n    name: string;\n\n    @Column()\n    displayName?: string;\n\n    @Column({ nullable: false })\n    @IsNotEmpty()\n    url: string;\n\n    @Column()\n    categories?: CATEGORY_ENUM[];\n\n    @Column()\n    priority?: PriorityEnum | string;\n\n    @Column()\n    type: string;\n\n    @Column()\n    parentStoreRef?: string;\n\n    @Column({ default: true, type: 'boolean' })\n    enabled = true;\n\n    @Column()\n    queue: string;\n\n    @Column()\n    persistQueue: string;\n\n    @Column()\n    storeQueueConfig?: QueueConfigDto[];\n\n    @Column()\n    country?: CountryEnum | string;\n\n    @Column()\n    defaultCurrency?: CurrencyEnum | string;\n\n    @Column()\n    configs?: StoreConfig[];\n\n    @Column()\n    platforms?: PlatformEnum[];\n}\n"]}
+{"version":3,"file":"store.js","sourceRoot":"/","sources":["entities/store.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAEiB;AACjB,qDAA6C;AAC7C,mDAA+C;AAM/C,IAAY,YASX;AATD,WAAY,YAAY;IACpB,6BAAa,CAAA;IACb,2CAA2B,CAAA;IAC3B,qCAAqB,CAAA;IACrB,qCAAqB,CAAA;IACrB,yCAAyB,CAAA;IACzB,mCAAmB,CAAA;IACnB,mCAAmB,CAAA;IACnB,mCAAmB,CAAA;AACvB,CAAC,EATW,YAAY,GAAZ,oBAAY,KAAZ,oBAAY,QASvB;AAED,IAAY,WAQX;AARD,WAAY,WAAW;IACnB,8BAAe,CAAA;IACf,sCAAuB,CAAA;IACvB,kCAAmB,CAAA;IACnB,4BAAa,CAAA;IACb,gCAAiB,CAAA;IACjB,0BAAW,CAAA;IACX,8BAAe,CAAA;AACnB,CAAC,EARW,WAAW,GAAX,mBAAW,KAAX,mBAAW,QAQtB;AAED,IAAY,YAiBX;AAjBD,WAAY,YAAY;IACpB,uCAAuB,CAAA;IACvB,6BAAa,CAAA;IACb,iCAAiB,CAAA;IACjB,2BAAW,CAAA;IAEX,yCAAyB,CAAA;IACzB,6CAA6B,CAAA;IAC7B,uCAAuB,CAAA;IAEvB,yCAAyB,CAAA;IACzB,6CAA6B,CAAA;IAC7B,uCAAuB,CAAA;IAEvB,6CAA6B,CAAA;IAC7B,iDAAiC,CAAA;IACjC,2CAA2B,CAAA;AAC/B,CAAC,EAjBW,YAAY,GAAZ,oBAAY,KAAZ,oBAAY,QAiBvB;AAID,IAAa,KAAK,GAAlB,MAAa,KAAM,SAAQ,4BAAY;IAAvC;;QA0BI,YAAO,GAAG,IAAI,CAAC;IA0BnB,CAAC;CAAA,CAAA;AAhDG;IAHC,gBAAM,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC3B,eAAK,EAAE;IACP,4BAAU,EAAE;;mCACA;AAGb;IADC,gBAAM,EAAE;;0CACY;AAIrB;IAFC,gBAAM,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC3B,4BAAU,EAAE;;kCACD;AAGZ;IADC,gBAAM,EAAE;;yCACoB;AAG7B;IADC,gBAAM,EAAE;;uCACwB;AAGjC;IADC,gBAAM,EAAE;;mCACI;AAGb;IADC,gBAAM,EAAE;;6CACe;AAGxB;IADC,gBAAM,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;;sCAC5B;AAGf;IADC,gBAAM,EAAE;;oCACK;AAGd;IADC,gBAAM,EAAE;;2CACY;AAGrB;IADC,gBAAM,EAAE;;+CAC2B;AAGpC;IADC,gBAAM,EAAE;;sCACsB;AAG/B;IADC,gBAAM,EAAE;;8CAC+B;AAGxC;IADC,gBAAM,EAAE;;sCACe;AAIxB;IAFC,gBAAM,EAAE;IACR,eAAK,EAAE;;mCACQ;AAGhB;IADC,gBAAM,EAAE;;wCACkB;AAnDlB,KAAK;IAFjB,gBAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC1B,gBAAM,CAAC,CAAC,KAAK,CAAC,CAAC;GACH,KAAK,CAoDjB;AApDY,sBAAK","sourcesContent":["import {\n  Column, Entity, Index, Unique,\n} from 'typeorm';\nimport { IsNotEmpty } from 'class-validator';\nimport { AbstractBase } from './abstract-base';\nimport { CATEGORY_ENUM } from './keyword';\nimport { QueueConfigDto } from '../dto/queue-config.dto';\nimport { StoreConfig } from '../dto';\nimport { CurrencyEnum } from './product';\n\nexport enum PlatformEnum {\n    VTEX = 'vtex',\n    CUSTOM_VTEX = 'custom_vtex',\n    COMMERCE = 'commerce',\n    MYBCAPPS = 'mybcapps',\n    JUMPSELLER = 'jumpseller',\n    MAGENTO = 'magento',\n    SHOPIFY = 'shopify',\n    ALGOLIA = 'algolia',\n}\n\nexport enum CountryEnum {\n    CHILE = 'chile',\n    ARGENTINA = 'argentina',\n    URUGUAY = 'uruguay',\n    PERU = 'peru',\n    BRAZIL = 'brazil',\n    USA = 'usa',\n    SPAIN = 'spain',\n}\n\nexport enum PriorityEnum {\n    VERY_HIGH = 'very_high',\n    HIGH = 'high',\n    MEDIUM = 'medium',\n    LOW = 'low',\n\n    SHOES_HIGH = 'shoes_high',\n    SHOES_MEDIUM = 'shoes_medium',\n    SHOES_LOW = 'shoes_low',\n\n    TECNO_HIGH = 'tecno_high',\n    TECNO_MEDIUM = 'tecno_medium',\n    TECNO_LOW = 'tecno_low',\n\n    ELECTRO_HIGH = 'electro_high',\n    ELECTRO_MEDIUM = 'electro_medium',\n    ELECTRO_LOW = 'electro_low',\n}\n\n@Entity({ name: 'stores' })\n@Unique(['url'])\nexport class Store extends AbstractBase {\n    @Column({ nullable: false })\n    @Index()\n    @IsNotEmpty()\n    name: string;\n\n    @Column()\n    displayName?: string;\n\n    @Column({ nullable: false })\n    @IsNotEmpty()\n    url: string;\n\n    @Column()\n    categories?: CATEGORY_ENUM[];\n\n    @Column()\n    priority?: PriorityEnum | string;\n\n    @Column()\n    type: string;\n\n    @Column()\n    parentStoreRef?: string;\n\n    @Column({ default: true, type: 'boolean' })\n    enabled = true;\n\n    @Column()\n    queue: string;\n\n    @Column()\n    persistQueue: string;\n\n    @Column()\n    storeQueueConfig?: QueueConfigDto[];\n\n    @Column()\n    country?: CountryEnum | string;\n\n    @Column()\n    defaultCurrency?: CurrencyEnum | string;\n\n    @Column()\n    configs?: StoreConfig[];\n\n    @Column()\n    @Index()\n    tags?: string[];\n\n    @Column()\n    platforms?: PlatformEnum[];\n}\n"]}

package/dist/enums/fetch-type.enum.d.ts

@@ -0,0 +1,9 @@
+export declare enum FetchTypeEnum {
+    AXIOS = "axios",
+    CF_BYPASS = "cf_bypass",
+    PUPPETEER = "puppeteer",
+    PUPPETEER_AS_JSON = "puppeteer_as_json",
+    PUPPETEER_EXTERNAL_HOST = "puppeteer_external_host",
+    PUPPETEER_EXTERNAL_HOST_AS_JSON = "puppeteer_external_host_as_json",
+    EXTERNAL_HTTP_SERVICE = "external_http_service"
+}

package/dist/enums/fetch-type.enum.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FetchTypeEnum = void 0;
+var FetchTypeEnum;
+(function (FetchTypeEnum) {
+    FetchTypeEnum["AXIOS"] = "axios";
+    FetchTypeEnum["CF_BYPASS"] = "cf_bypass";
+    FetchTypeEnum["PUPPETEER"] = "puppeteer";
+    FetchTypeEnum["PUPPETEER_AS_JSON"] = "puppeteer_as_json";
+    FetchTypeEnum["PUPPETEER_EXTERNAL_HOST"] = "puppeteer_external_host";
+    FetchTypeEnum["PUPPETEER_EXTERNAL_HOST_AS_JSON"] = "puppeteer_external_host_as_json";
+    FetchTypeEnum["EXTERNAL_HTTP_SERVICE"] = "external_http_service";
+})(FetchTypeEnum = exports.FetchTypeEnum || (exports.FetchTypeEnum = {}));
+//# sourceMappingURL=fetch-type.enum.js.map

package/dist/enums/fetch-type.enum.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch-type.enum.js","sourceRoot":"/","sources":["enums/fetch-type.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,aASX;AATD,WAAY,aAAa;IACrB,gCAAe,CAAA;IACf,wCAAuB,CAAA;IACvB,wCAAuB,CAAA;IACvB,wDAAuC,CAAA;IACvC,oEAAmD,CAAA;IACnD,oFAAmE,CAAA;IAEnE,gEAA+C,CAAA;AACnD,CAAC,EATW,aAAa,GAAb,qBAAa,KAAb,qBAAa,QASxB","sourcesContent":["export enum FetchTypeEnum {\n    AXIOS = 'axios',\n    CF_BYPASS = 'cf_bypass',\n    PUPPETEER = 'puppeteer',\n    PUPPETEER_AS_JSON = 'puppeteer_as_json',\n    PUPPETEER_EXTERNAL_HOST = 'puppeteer_external_host',\n    PUPPETEER_EXTERNAL_HOST_AS_JSON = 'puppeteer_external_host_as_json',\n\n    EXTERNAL_HTTP_SERVICE = 'external_http_service',\n}\n"]}

package/dist/enums/index.d.ts

@@ -4,4 +4,5 @@ import { TelegramMessageType } from './telegram-message-type';
 import { TelegramQueueCommandEnum } from './telegram-queue-command.enum';
 import { TelegramQueueEnum } from './telegram-queue.enum';
 import { CacheStrategyEnum } from './cache-strategy.enum';
-export { RequestTypeEnum, TelegramClientEnum, TelegramQueueEnum, TelegramQueueCommandEnum, TelegramMessageType, CacheStrategyEnum, };
+import { FetchTypeEnum } from './fetch-type.enum';
+export { RequestTypeEnum, TelegramClientEnum, TelegramQueueEnum, TelegramQueueCommandEnum, TelegramMessageType, CacheStrategyEnum, FetchTypeEnum, };

package/dist/enums/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CacheStrategyEnum = exports.TelegramMessageType = exports.TelegramQueueCommandEnum = exports.TelegramQueueEnum = exports.TelegramClientEnum = exports.RequestTypeEnum = void 0;
+exports.FetchTypeEnum = exports.CacheStrategyEnum = exports.TelegramMessageType = exports.TelegramQueueCommandEnum = exports.TelegramQueueEnum = exports.TelegramClientEnum = exports.RequestTypeEnum = void 0;
 const request_type_enum_1 = require("./request-type.enum");
 Object.defineProperty(exports, "RequestTypeEnum", { enumerable: true, get: function () { return request_type_enum_1.RequestTypeEnum; } });
 const telegram_client_enum_1 = require("./telegram-client.enum");
@@ -13,4 +13,6 @@ const telegram_queue_enum_1 = require("./telegram-queue.enum");
 Object.defineProperty(exports, "TelegramQueueEnum", { enumerable: true, get: function () { return telegram_queue_enum_1.TelegramQueueEnum; } });
 const cache_strategy_enum_1 = require("./cache-strategy.enum");
 Object.defineProperty(exports, "CacheStrategyEnum", { enumerable: true, get: function () { return cache_strategy_enum_1.CacheStrategyEnum; } });
+const fetch_type_enum_1 = require("./fetch-type.enum");
+Object.defineProperty(exports, "FetchTypeEnum", { enumerable: true, get: function () { return fetch_type_enum_1.FetchTypeEnum; } });
 //# sourceMappingURL=index.js.map

package/dist/enums/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"/","sources":["enums/index.ts"],"names":[],"mappings":";;;AAAA,2DAAsD;AAQpD,gGARO,mCAAe,OAQP;AAPjB,iEAA4D;AAOzC,mGAPV,yCAAkB,OAOU;AANrC,mEAA8D;AAMsB,oGAN3E,2CAAmB,OAM2E;AALvG,+EAAyE;AAKf,yGALjD,sDAAwB,OAKiD;AAJlF,+DAA0D;AAInB,kGAJ9B,uCAAiB,OAI8B;AAHxD,+DAA0D;AAG+C,kGAHhG,uCAAiB,OAGgG","sourcesContent":["import { RequestTypeEnum } from './request-type.enum';\nimport { TelegramClientEnum } from './telegram-client.enum';\nimport { TelegramMessageType } from './telegram-message-type';\nimport { TelegramQueueCommandEnum } from './telegram-queue-command.enum';\nimport { TelegramQueueEnum } from './telegram-queue.enum';\nimport { CacheStrategyEnum } from './cache-strategy.enum';\n\nexport {\n  RequestTypeEnum, TelegramClientEnum, TelegramQueueEnum, TelegramQueueCommandEnum, TelegramMessageType, CacheStrategyEnum,\n};\n"]}
+{"version":3,"file":"index.js","sourceRoot":"/","sources":["enums/index.ts"],"names":[],"mappings":";;;AAAA,2DAAsD;AASpD,gGATO,mCAAe,OASP;AARjB,iEAA4D;AAQzC,mGARV,yCAAkB,OAQU;AAPrC,mEAA8D;AAOsB,oGAP3E,2CAAmB,OAO2E;AANvG,+EAAyE;AAMf,yGANjD,sDAAwB,OAMiD;AALlF,+DAA0D;AAKnB,kGAL9B,uCAAiB,OAK8B;AAJxD,+DAA0D;AAI+C,kGAJhG,uCAAiB,OAIgG;AAH1H,uDAAkD;AAG0E,8FAHnH,+BAAa,OAGmH","sourcesContent":["import { RequestTypeEnum } from './request-type.enum';\nimport { TelegramClientEnum } from './telegram-client.enum';\nimport { TelegramMessageType } from './telegram-message-type';\nimport { TelegramQueueCommandEnum } from './telegram-queue-command.enum';\nimport { TelegramQueueEnum } from './telegram-queue.enum';\nimport { CacheStrategyEnum } from './cache-strategy.enum';\nimport { FetchTypeEnum } from './fetch-type.enum';\n\nexport {\n  RequestTypeEnum, TelegramClientEnum, TelegramQueueEnum, TelegramQueueCommandEnum, TelegramMessageType, CacheStrategyEnum, FetchTypeEnum,\n};\n"]}

package/dist/enums/request-type.enum.d.ts

@@ -3,5 +3,5 @@ export declare enum RequestTypeEnum {
     POST = "post",
     PUT = "put",
     DELETE = "delete",
-    PATH = "path"
+    PATCH = "patch"
 }

package/dist/enums/request-type.enum.js

@@ -7,6 +7,6 @@ var RequestTypeEnum;
     RequestTypeEnum["POST"] = "post";
     RequestTypeEnum["PUT"] = "put";
     RequestTypeEnum["DELETE"] = "delete";
-    RequestTypeEnum["PATH"] = "path";
+    RequestTypeEnum["PATCH"] = "patch";
 })(RequestTypeEnum = exports.RequestTypeEnum || (exports.RequestTypeEnum = {}));
 //# sourceMappingURL=request-type.enum.js.map

package/dist/enums/request-type.enum.js.map

@@ -1 +1 @@
-{"version":3,"file":"request-type.enum.js","sourceRoot":"/","sources":["enums/request-type.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,eAMX;AAND,WAAY,eAAe;IACzB,8BAAW,CAAA;IACX,gCAAa,CAAA;IACb,8BAAW,CAAA;IACX,oCAAiB,CAAA;IACjB,gCAAa,CAAA;AACf,CAAC,EANW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAM1B","sourcesContent":["export enum RequestTypeEnum {\n  GET = 'get',\n  POST = 'post',\n  PUT = 'put',\n  DELETE = 'delete',\n  PATH = 'path',\n}\n"]}
+{"version":3,"file":"request-type.enum.js","sourceRoot":"/","sources":["enums/request-type.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,eAMX;AAND,WAAY,eAAe;IACzB,8BAAW,CAAA;IACX,gCAAa,CAAA;IACb,8BAAW,CAAA;IACX,oCAAiB,CAAA;IACjB,kCAAe,CAAA;AACjB,CAAC,EANW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAM1B","sourcesContent":["export enum RequestTypeEnum {\n  GET = 'get',\n  POST = 'post',\n  PUT = 'put',\n  DELETE = 'delete',\n  PATCH = 'patch',\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "store-scrapper-js-common",
-  "version": "1.0.147",
+  "version": "1.0.150",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/dto/scraper-method-config.dto.ts

@@ -0,0 +1,14 @@
+import { ObjectLiteral } from 'typeorm';
+import { FetchTypeEnum } from '../enums';
+import { ProxyConfigDto } from './proxy-config.dto';
+
+export class ScraperMethodConfigDto {
+    // getPages, getProduct, etc
+    name?: string;
+
+    fetchType?: FetchTypeEnum;
+
+    proxy?: ProxyConfigDto;
+
+    headers?: ObjectLiteral;
+}

package/src/dto/store-config.dto.ts

@@ -1,6 +1,7 @@
 import { ProxyConfigDto } from './proxy-config.dto';
 import { QueueConfigDto } from './queue-config.dto';
 import { CacheStrategyEnum } from '../enums';
+import { ScraperMethodConfigDto } from './scraper-method-config.dto';
 
 export class StoreConfig {
   name: string;
@@ -29,5 +30,7 @@ export class StoreConfig {
 
   queueConfig?: QueueConfigDto;
 
+  methodsConfig?: ScraperMethodConfigDto[];
+
   [key: string]: any
 }

package/src/entities/store.ts

@@ -96,6 +96,10 @@ export class Store extends AbstractBase {
     @Column()
     configs?: StoreConfig[];
 
+    @Column()
+    @Index()
+    tags?: string[];
+
     @Column()
     platforms?: PlatformEnum[];
 }

package/src/enums/fetch-type.enum.ts

@@ -0,0 +1,10 @@
+export enum FetchTypeEnum {
+    AXIOS = 'axios',
+    CF_BYPASS = 'cf_bypass',
+    PUPPETEER = 'puppeteer',
+    PUPPETEER_AS_JSON = 'puppeteer_as_json',
+    PUPPETEER_EXTERNAL_HOST = 'puppeteer_external_host',
+    PUPPETEER_EXTERNAL_HOST_AS_JSON = 'puppeteer_external_host_as_json',
+
+    EXTERNAL_HTTP_SERVICE = 'external_http_service',
+}

package/src/enums/index.ts

@@ -4,7 +4,8 @@ import { TelegramMessageType } from './telegram-message-type';
 import { TelegramQueueCommandEnum } from './telegram-queue-command.enum';
 import { TelegramQueueEnum } from './telegram-queue.enum';
 import { CacheStrategyEnum } from './cache-strategy.enum';
+import { FetchTypeEnum } from './fetch-type.enum';
 
 export {
-  RequestTypeEnum, TelegramClientEnum, TelegramQueueEnum, TelegramQueueCommandEnum, TelegramMessageType, CacheStrategyEnum,
+  RequestTypeEnum, TelegramClientEnum, TelegramQueueEnum, TelegramQueueCommandEnum, TelegramMessageType, CacheStrategyEnum, FetchTypeEnum,
 };

package/src/enums/request-type.enum.ts

@@ -3,5 +3,5 @@ export enum RequestTypeEnum {
   POST = 'post',
   PUT = 'put',
   DELETE = 'delete',
-  PATH = 'path',
+  PATCH = 'patch',
 }