@bytebrand/export-cars 1.14.9 → 1.15.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bytebrand/export-cars",
-  "version": "1.14.9",
+  "version": "1.15.0",
   "description": "",
   "author": "bytebrand",
   "license": "UNLICENSED",
@@ -15,15 +15,15 @@
     "start:dev": "nest start --watch"
   },
   "dependencies": {
-    "@bytebrand/autode-request": "^1.14.0",
-    "@bytebrand/car-basic-data-scope": "^9.11.0",
-    "@bytebrand/car-description": "^1.11.0",
-    "@bytebrand/car-schema": "^3.14.0",
-    "@bytebrand/chunkable": "^5.15.0",
-    "@bytebrand/cronicle-helper": "^1.17.0",
-    "@bytebrand/i18n-dictionaries": "^1.4.2",
-    "@bytebrand/import-helper": "^0.39.1",
-    "@bytebrand/schema-tools": "^3.16.0",
+    "@bytebrand/autode-request": "^1.14.12",
+    "@bytebrand/car-basic-data-scope": "^9.11.6",
+    "@bytebrand/car-description": "^1.11.8",
+    "@bytebrand/car-schema": "^3.14.6",
+    "@bytebrand/chunkable": "^5.15.12",
+    "@bytebrand/cronicle-helper": "^1.17.12",
+    "@bytebrand/i18n-dictionaries": "^1.4.3",
+    "@bytebrand/import-helper": "^0.42.0",
+    "@bytebrand/schema-tools": "^3.16.8",
     "@bytebrand/zipper": "^2.1.2",
     "@nestjs/common": "^9.0.0",
     "@nestjs/core": "^9.0.0",
@@ -60,5 +60,5 @@
   "engines": {
     "node": ">=14.0.0"
   },
-  "gitHead": "845a3c9625415166d0bdfa6cf6def27339b7308a"
+  "gitHead": "79a1a0ee02b40faac76b13d71c455804220e6056"
 }

package/src/configs/awin.config.ts

@@ -0,0 +1,15 @@
+import { Params } from '../interfaces/params.interface';
+import { Config } from './config';
+import { ExportType, FileType, ImageType } from '../enums';
+
+export class AwinConfig extends Config {
+    constructor(params: Params) {
+        super(params);
+        this.pathesConfig.localConvertedDirectory = `resources/${ExportType.AWIN}-export`;
+        this.imageUrl = this.environmentConfig[params.environment].baseImageUrl;
+        this.imageType = ImageType.default;
+        this.outputFiles = [
+            `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${ExportType.AWIN}.${FileType.CSV}`,
+        ];
+    }
+}

package/src/configs/index.ts

@@ -8,7 +8,7 @@ export * from './dasparking.config';
 export * from './eauto.config';
 export * from './fb.config';
 export * from './google.config';
-export * from './kleinanzeigefocus.config';
+export * from './kleinanzeigeFocus.config';
 export * from './marktde.config';
 export * from './meinstadt.config';
 export * from './ooyyo.config';
@@ -17,3 +17,4 @@ export * from './autoboerse.config';
 export * from './facebook-shop.config';
 export * from './trovit.config';
 export * from './mitula.config';
+export * from './awin.config';

package/src/enums/export-type.enum.ts

@@ -27,4 +27,5 @@ export enum ExportType {
   FACEBOOK_SHOP = 'facebookshop',
   TROVIT = 'trovit',
   MITULA = 'mitula',
+  AWIN = 'awin',  
 }

package/src/export.schema.ts

@@ -20,6 +20,7 @@ import {
   CriteoConfig,
   TrovitConfig,
   MitulaConfig,
+  AwinConfig,
 } from './configs';
 import {
   As24Exporter,
@@ -35,6 +36,7 @@ import {
   RubrikkExporter,
   FacebookShopExporter,
   TrovitExporter,
+  AwinExporter,
 } from './exporters';
 
 export const exportSchema = {
@@ -114,4 +116,8 @@ export const exportSchema = {
     config: MitulaConfig,
     exporter: TrovitExporter,
   },
+  [ExportType.AWIN]: {
+    config: AwinConfig,
+    exporter: AwinExporter,
+  },  
 };

package/src/exporters/as24.exporter.ts

@@ -40,7 +40,9 @@ export class As24Exporter implements Exporter {
         const data = chunkData[i];
         const ownerId = get(data.car, 'metaData.ownerId');
 
+        console.time(`Transform ${data.car._id}`);
         const transformedData = await as24Transformer.transform(data.car);
+        console.timeEnd(`Transform ${data.car._id}`);
         const transformedDataCSV = `${convertToCSV(transformedData)}\n`;
 
         const filename = `${this.configService.config.pathesConfig.localConvertedDirectory}/${ownerId}.${FileType.CSV}`

package/src/exporters/auto24.exporter.ts

@@ -35,7 +35,9 @@ export class Auto24Exporter implements Exporter {
       for (let i = 0; i < chunkData.length; i += 1) {
         const data = chunk.data[i];
         const { car, images } = data;
+        console.time(`Transform ${data.car._id}`);
         await xmlBuilder.addItem(await auto24Transformer.transform(car, images), 'Deutschland');
+        console.timeEnd(`Transform ${data.car._id}`);
         this.carService.counter.countCar(images);
       }
     });

package/src/exporters/autouncle.exporter.ts

@@ -38,7 +38,9 @@ export class AutouncleExporter implements Exporter {
       for (const data of chunk.data) {
         const ownerId = get(data.car, 'metaData.ownerId');
         const owner = await this.carService.getOwner(ownerId);
+        console.time(`Transform ${data.car._id}`);
         const car = await autouncleTransformer.transform({ owner, ...data });
+        console.timeEnd(`Transform ${data.car._id}`);
 
         await autouncleJsonBuilder.addItem(car, firstCar);
 

package/src/exporters/awin.exporter.ts

@@ -0,0 +1,47 @@
+import { Injectable } from '@nestjs/common';
+import { ModuleRef } from '@nestjs/core';
+
+import { CronicleUtils } from '@bytebrand/cronicle-helper';
+import { FsChunkInterface } from '@bytebrand/chunkable';
+
+import { CarService, ConfigService, LoaderService, RulesService } from '../services';
+import { Exporter } from '../interfaces/exporter.interface';
+import { AwinCSVBuilder } from '../formats';
+import { AwinTransformer } from '../transformers';
+
+@Injectable()
+export class AwinExporter implements Exporter {
+    constructor(
+        private carService: CarService,
+        private configService: ConfigService,
+        private loaderService: LoaderService,
+        private moduleRef: ModuleRef,
+        private rulesService: RulesService,
+    ) { }
+
+    async export(): Promise<void> {
+        const [fileCSV] = this.configService.config.outputFiles;
+        await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
+        await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
+
+        const awinCSVBuilder = new AwinCSVBuilder(fileCSV);
+        await awinCSVBuilder.buildStart();
+
+        const awinTransformer = await this.moduleRef.create(AwinTransformer);
+
+        await this.loaderService.process(async (chunk: FsChunkInterface) => {
+            chunk.data = chunk.data.filter(car => this.carService.filterCar(car, this.rulesService.rules));
+
+            for (let i = 0; i < chunk.data.length; i += 1) {
+                const data = chunk.data[i];
+                const transformedCar = await awinTransformer.transform(data);
+                await awinCSVBuilder.addItem(transformedCar);
+                this.carService.counter.countCar(data.images);
+            }
+        });
+
+        console.log(this.carService.counter.getCountedCars());
+
+        await awinCSVBuilder.buildEnd();
+    }
+}

package/src/exporters/facebook-shop.exporter.ts

@@ -35,7 +35,9 @@ export class FacebookShopExporter implements Exporter {
       for (let i = 0; i < chunkData.length; i += 1) {
         const data = chunk.data[i];
 
+        console.time(`Transform ${data.car._id}`);
         const transformedCar = await facebookShopTransformer.transform(data);
+        console.timeEnd(`Transform ${data.car._id}`);
 
         await facebookShopXmkBuilder.addItem(transformedCar);
         this.carService.counter.countCar(data.images);

package/src/exporters/fb.exporter.ts

@@ -35,7 +35,9 @@ export class FbExporter implements Exporter {
       for (const data of chunkData) {
         const ownerId = get(data.car, 'metaData.ownerId', null);
         const owner = await this.carService.getOwner(ownerId);
+        console.time(`Transform ${data.car._id}`);
         const car = await fbTransformer.transform({ owner, ...data });
+        console.timeEnd(`Transform ${data.car._id}`);
 
         await fbXmlBuilder.addItem(car as FbXmlItem);
         this.carService.counter.countCar(data.images);

package/src/exporters/google.exporter.ts

@@ -33,7 +33,9 @@ export class GoogleExporter implements Exporter {
       chunk.data = chunk.data.filter(car => this.carService.filterCar(car, this.rulesService.rules));
 
       for (const data of chunk.data) {
+        console.time(`Transform ${data.car._id}`);
         const car = await googleTransformer.transform(data);
+        console.timeEnd(`Transform ${data.car._id}`);
         await googleXmlBuilder.addItem(car);
         this.carService.counter.countCar(data.images);
       }

package/src/exporters/index.ts

@@ -11,3 +11,4 @@ export * from './ooyyo.exporter';
 export * from './rubrikk.exporter';
 export * from './facebook-shop.exporter';
 export * from './trovit.exporter';
+export * from './awin.exporter';

package/src/exporters/meinstadt.exporter.ts

@@ -36,7 +36,9 @@ export class MeinstadtExporter implements Exporter {
       chunk.data = chunk.data.filter(e => this.carService.filterCar(e, this.rulesService.rules));
 
       for (const data of chunk.data) {
+        console.time(`Transform ${data.car._id}`);
         const car = await meinstadtTransformer.transform(data);
+        console.timeEnd(`Transform ${data.car._id}`);
         await meinstadtJsonBuilder.addItem(car as MeinstadtJsonItem, firstCar);
         this.carService.counter.countCar(data.images);
 

package/src/exporters/mobile.exporter.ts

@@ -38,7 +38,9 @@ export class MobileExporter implements Exporter {
         for (let i = 0; i < chunk.data.length; i += 1) {
           const data = chunk.data[i];
           const { car, images } = data;
+          console.time(`Transform ${data.car._id}`);
           const transformedData = await mobileTransformer.transform(car, images);
+          console.timeEnd(`Transform ${data.car._id}`);
 
           await writeFile(fileName, Buffer.from(`${convertToCSV(transformedData)}\n`), { flag: 'a' });
 

package/src/exporters/modix.exporter.ts

@@ -18,7 +18,7 @@ export class ModixExporter implements Exporter {
     private rulesService: RulesService,
     private loaderService: LoaderService,
     private moduleRef: ModuleRef,
-  ) {}
+  ) { }
   async export(): Promise<void> {
     const [fileXml] = this.configService.config.outputFiles;
 
@@ -40,10 +40,9 @@ export class ModixExporter implements Exporter {
         for (let i = 0; i < chunk.data.length; i += 1) {
           const data = chunk.data[i];
 
-          const transformedCar = await modixTransformer.transform(
-            data,
-            mappingBuilder.getMappingRules({ reversTransforming: true }),
-          );
+          console.time(`Transform ${data.car._id}`);
+          const transformedCar = await modixTransformer.transform(data, mappingBuilder.getMappingRules({ reversTransforming: true }));
+          console.timeEnd(`Transform ${data.car._id}`);
           await modixXmlBuilder.addItem(transformedCar);
 
           this.carService.counter.countCar(data.images);

package/src/exporters/ooyyo.exporter.ts

@@ -33,8 +33,9 @@ export class OoyyoExporter implements Exporter {
 
         for (let i = 0; i < chunkData.length; i += 1) {
           const { car, images } = chunkData[i];
+          console.time(`Transform ${car._id}`);
           await ooyyoXmlBuilder.addItem(await ooyyoTransformer.transform(car, images));
-
+          console.timeEnd(`Transform ${car._id}`);
           this.carService.counter.countCar(images);
         }
     });

package/src/exporters/rubrikk.exporter.ts

@@ -36,7 +36,9 @@ export class RubrikkExporter implements Exporter {
       for (let i = 0; i < chunkData.length; i += 1) {
         const data = chunkData[i];
 
+        console.time(`Transform ${data.car._id}`);
         const transformedCar = await rubrikkTransformer.transform(data);
+        console.timeEnd(`Transform ${data.car._id}`);
 
         await rubrikkXmlBuilder.addItem(transformedCar);
         this.carService.counter.countCar(data.images);

package/src/exporters/trovit.exporter.ts

@@ -35,7 +35,9 @@ export class TrovitExporter implements Exporter {
       for (let i = 0; i < chunk.data.length; i += 1) {
         const data = chunk.data[i];
 
+        console.time(`Transform ${data.car._id}`);
         const transformedCar = await trovitTransformer.transform(data);
+        console.timeEnd(`Transform ${data.car._id}`);
 
         await trovitXmlBuilder.addItem(transformedCar);
         this.carService.counter.countCar(data.images);

package/src/formats/awin-csv.builder.ts

@@ -0,0 +1,17 @@
+import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
+import { Awin } from '../interfaces';
+
+export class AwinCSVBuilder extends XMLBuilderBase {
+    async buildStart(): Promise<void> {
+        await this.write('product_id,product_name,brand_name,product_model,deep_link,image_url,alternate_image,alternate_image_two,alternate_image_three,alternate_image_four,price,currency,rrp_price,saving,savings_percent,colour,condition,delivery_time,last_updated,merchant_category,warranty,energy_label,description \n');
+    }
+
+    async addItem(car: Awin): Promise<void> {
+        let values = Object.values(car);
+        await this.write('"' + values.join('","') + '"' + '\n');
+    }
+
+    async buildEnd(): Promise<void> {
+        await this.end();
+    }
+}

package/src/formats/index.ts

@@ -2,3 +2,4 @@ export * from './rubrikk-xml.builder';
 export * from './modix-xml.builder';
 export * from './facebook-shop.builder';
 export * from './trovit-xml.builder';
+export * from './awin-csv.builder';

package/src/interfaces/export-item.interface.ts

@@ -338,3 +338,29 @@ export interface TrovitXmlItem {
   pictures: Array<string>;
   is_new: IAtributeWrapItem;
 }
+
+export interface Awin {
+  product_id: string;
+  product_name: string;
+  brand_name: string; 
+  product_model: string; 
+  deep_link: string; 
+  image_url: string;
+  alternate_image: string;
+  alternate_image_two: string;
+  alternate_image_three: string;
+  alternate_image_four: string;
+  price: number | string; 
+  currency: string;
+  rrp_price: number | string; 
+  saving: number| string; 
+  savings_percent: number| string; 
+  colour: string;
+  condition: string;
+  delivery_time: string;
+  last_updated: string;
+  merchant_category: string; 
+  warranty: string; 
+  energy_label: string; 
+  description: string;
+  }

package/src/transformers/awin.transformer.ts

@@ -0,0 +1,194 @@
+import { toString, get, isNull } from 'lodash';
+import * as moment from 'moment';
+
+import { Injectable } from '@nestjs/common';
+
+import { CarDescriptionFactory, DescriptionTypeEnum } from '@bytebrand/car-description';
+import { ImboImageResponseInterface } from '@bytebrand/chunkable';
+import { DataSchemes } from '@bytebrand/car-schema';
+
+import { ConfigService, ImagesService, UserService } from '../services';
+import { Awin } from '../interfaces';
+
+@Injectable()
+export class AwinTransformer {
+    constructor(
+        private configService: ConfigService,
+        private imageService: ImagesService,
+        private userService: UserService
+    ) { }
+
+    async transform({ car, images, }: { car: DataSchemes.Car; images: ImboImageResponseInterface[]; }): Promise<Awin> {
+        const carId = toString(get(car, '_id', ''));
+        const imageLinks = await this.imageService.getImages(car, images, this.configService.config.imageType, false);
+
+        return {
+            product_id: get(car, 'metaData.vehicleId'),
+            product_name: this.getProductName(car),
+            brand_name: get(car, 'mainData.make', ''),
+            product_model: get(car, 'mainData.model', ''),
+            deep_link: `https://www.${this.configService.config.domain}/search/vehicle/${carId}`,
+            image_url: imageLinks[0] || '',
+            alternate_image: imageLinks[1] || '',
+            alternate_image_two: imageLinks[2] || '',
+            alternate_image_three: imageLinks[3] || '',
+            alternate_image_four: imageLinks[4] || '',
+            price: this.numberToDecimalNumber(get(car, 'price.currentSalesPrice')),
+            currency: get(car, 'price.currency', ''),
+            rrp_price: this.numberToDecimalNumber(get(car, 'price.recomendedRetailPrice')),
+            saving: this.numberToDecimalNumber(get(car, 'price.historyPriceDifference')),
+            savings_percent: this.numberToDecimalNumber(get(car, 'price.historyPriceDifferencePerCent')),
+            colour: this.getColor(car),
+            condition: this.getCondition(car),
+            delivery_time: this.getDeliveryTime(car),
+            last_updated: this.timestampToDate(get(car, 'metaData.modificationDate') as number),
+            merchant_category: 'New & Used Cars',
+            warranty: this.getWarranty(car),
+            energy_label: this.getEnergyEfficiencyClass(car),
+            description: await this.getDescription(car),
+        }
+    }
+
+    private getProductName(car: DataSchemes.Car): string {
+        const make = get(car, 'mainData.make', '');
+        const model = get(car, 'mainData.model', '');
+        const subModel = get(car, 'mainData.subModel', '');
+        return `${make + ' ' + model + ' ' + subModel}`;
+    }
+
+    private numberToDecimalNumber(number: number): number | string {
+        if (isNull(number)) return '';
+        return number.toFixed(2);
+    }
+
+    private getColor(car: DataSchemes.Car): string {
+        const manufacturerColorName = get(car, 'exterior.manufacturerColorName');
+        if (manufacturerColorName) {
+            return manufacturerColorName;
+        }
+        const available = {
+            selector_exteriorColor_black: 'Black',
+            selector_exteriorColor_grey: 'Grey',
+            selector_exteriorColor_silver: 'Silver',
+            selector_exteriorColor_white: 'White',
+            selector_exteriorColor_blue: 'Blue',
+            selector_exteriorColor_orange: 'Orange',
+            selector_exteriorColor_red: 'Red',
+            selector_exteriorColor_brown: 'Brown',
+            selector_exteriorColor_beige: 'Beige',
+            selector_exteriorColor_yellow: 'Yellow',
+            selector_exteriorColor_purple: 'Purple',
+            selector_exteriorColor_green: 'Green',
+            selector_exteriorColor_bronze: 'Bronze',
+            selector_exteriorColor_gold: 'Gold',
+            selector_exteriorColor_rainbow: '',
+            selector_unknown: '',
+        };
+        const color = get(car, 'exterior.exteriorColor', 'selector_unknown');
+        return get(available, color);
+    }
+
+    private getCondition(car: DataSchemes.Car): string {
+        const available = {
+            selector_condition_new: 'New',
+            selector_condition_used: 'Used',
+            selector_unknown: 'Used',
+        };
+        const condition = get(car, 'mainData.condition', 'selector_unknown');
+        return get(available, condition);
+    }
+
+    private timestampToDate(date: number): string {
+        return moment.unix(date).format("YYYY-MM-DD");
+    }
+
+    private getDeliveryTime(car: DataSchemes.Car): string {
+        const deliveryPeriod = get(car, 'offer.deliveryPeriod');
+        if (deliveryPeriod !== 'selector_unknown') {
+            return this.getDeliveryPeriod(car);
+        } else {
+            return this.getAvailability(car);
+        };
+    }
+
+    private getDeliveryPeriod(car: DataSchemes.Car): string {
+        const available = {
+            selector_deliveryPeriod_days1: '1 day',
+            selector_deliveryPeriod_days2: '2 days',
+            selector_deliveryPeriod_days3: '3 days',
+            selector_deliveryPeriod_days4: '4 days',
+            selector_deliveryPeriod_days5: '5 days',
+            selector_deliveryPeriod_days6: '6 days',
+            selector_deliveryPeriod_days7: '7 days',
+            selector_deliveryPeriod_days14: '14 days',
+            selector_deliveryPeriod_days30: '30 days',
+            selector_deliveryPeriod_days42: '42 days',
+            selector_deliveryPeriod_days60: '60 days',
+            selector_deliveryPeriod_days90: '90 days',
+            selector_deliveryPeriod_days120: '120 days',
+            selector_deliveryPeriod_days150: '150 days',
+            selector_deliveryPeriod_days180: '180 days',
+            selector_deliveryPeriod_days210: '210 days',
+            selector_deliveryPeriod_days270: '270 days',
+            selector_deliveryPeriod_days360: '360 days'
+        }
+        const deliveryPeriod = get(car, 'offer.deliveryPeriod', 'selector_unknown');
+        return get(available, deliveryPeriod);
+    }
+
+    private getAvailability(car: DataSchemes.Car): string {
+        const available = {
+            selector_availabilityMode_fromDate: 'Available from a certain date',
+            selector_availabilityMode_always: 'Available immediately',
+        };
+        const availabilityMode = get(car, 'offer.availabilityMode', 'selector_availabilityMode_fromDate');
+        const availabilityFrom = get(car, 'offer.availabilityFrom', null);
+
+        if (!isNull(availabilityFrom) && availabilityMode == 'selector_availabilityMode_fromDate') {
+            const availabilityFromDate = this.timestampToDate(availabilityFrom);
+            const daysDifference = Math.floor((availabilityFrom - Math.floor(new Date().getTime() / 1000)) / (3600 * 24));
+            if (daysDifference > 0) {
+                return `${daysDifference} days`
+            } else {
+                return ''
+            }
+        } else {
+            return get(available, availabilityMode);
+        }
+    }
+
+    private getEnergyEfficiencyClass(car: DataSchemes.Car): string {
+        const available = {
+            selector_energyEfficiencyClass_appp: 'A+++',
+            selector_energyEfficiencyClass_app: 'A++',
+            selector_energyEfficiencyClass_ap: 'A+',
+            selector_energyEfficiencyClass_a: 'A',
+            selector_energyEfficiencyClass_b: 'B',
+            selector_energyEfficiencyClass_c: 'C',
+            selector_energyEfficiencyClass_d: 'D',
+            selector_energyEfficiencyClass_e: 'E',
+            selector_energyEfficiencyClass_f: 'F',
+            selector_energyEfficiencyClass_g: 'G',
+            selector_unknown: '',
+        };
+        const energyClass = get(car, 'environmentEmissions.energyEfficiencyClass', 'selector_unknown');
+        return get(available, energyClass);
+    }
+
+    private getWarranty(car: DataSchemes.Car): string {
+        const available = {
+            true: 'There is a warranty',
+            false: 'No warranty',
+            null: ''
+        }
+        const warranty = get(car, 'offer.warranty', null);
+        return get(available, warranty);
+    }
+
+    private async getDescription(car: DataSchemes.Car): Promise<string> {
+        const dealerId = get(car, 'metaData.ownerId');
+        const descriptionSchema = await this.userService.getDefaultSummaryByDealerId(dealerId);
+        const descriptionBuilder = CarDescriptionFactory.create(DescriptionTypeEnum.Mobile, car);
+        return descriptionBuilder.transform(descriptionSchema);
+    }
+}

package/src/transformers/fb.transformer.ts

@@ -70,8 +70,12 @@ export class FbTransformer {
     const autodeId = toString(get(car, '_id', ''));
     const year = this.getYear(car);
     const dealerInfo = this.getDealerItems(car);
+    console.time(`Address ${car._id}`);
     const address = await this.getAddress(car, owner);
+    console.timeEnd(`Address ${car._id}`);
+    console.time(`Images ${car._id}`);
     const image_links = await this.imagesService.getImages(car, images, ImageType.marketing, false);
+    console.timeEnd(`Images ${car._id}`);
     const transformedImages = image_links.map(el => {
       return { url: el };
     });

package/src/transformers/index.ts

@@ -2,3 +2,4 @@ export * from './rubrikk.transformer';
 export * from './modix.transformer';
 export * from './facebook-shop.transformer';
 export * from './trovit.transformer';
+export * from './awin.transformer';