@bytebrand/export-cars 1.21.34 → 1.21.37

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bytebrand/export-cars",
-  "version": "1.21.34",
+  "version": "1.21.37",
   "description": "",
   "author": "bytebrand",
   "license": "UNLICENSED",
@@ -58,4 +58,4 @@
     "node": ">=14.0.0"
   },
   "gitHead": "e827f35865032821bf3a081f03a026d3d3f8a540"
-}
+}

package/src/export.schema.ts

@@ -40,6 +40,7 @@ import {
   TrovitExporter,
   AwinExporter,
   SantanderExporter,
+  CriteoExporter,
 } from './exporters';
 
 export const exportSchema = {
@@ -105,7 +106,7 @@ export const exportSchema = {
   },
   [ExportType.CRITEO]: {
     config: CriteoConfig,
-    exporter: GoogleExporter,
+    exporter: CriteoExporter,
   },
   [ExportType.FACEBOOK_SHOP]: {
     config: FacebookShopConfig,

package/src/exporters/criteo.exporter.ts

@@ -0,0 +1,46 @@
+import { Injectable } from '@nestjs/common';
+import { ModuleRef } from '@nestjs/core';
+
+import { CronicleUtils } from '@bytebrand/cronicle-helper';
+import { FsChunkInterface } from '@bytebrand/chunkable';
+
+import { CarService, ConfigService, LoaderService, RulesService } from '../services';
+import { GoogleXmlBuilder } from '../formats/google-xml.builder';
+import { Exporter } from '../interfaces/exporter.interface';
+import { CriteoTransformer } from 'src/transformers/criteo.transformer';
+
+@Injectable()
+export class CriteoExporter implements Exporter {
+	constructor(
+		private carService: CarService,
+		private configService: ConfigService,
+		private rulesService: RulesService,
+		private loaderService: LoaderService,
+		private moduleRef: ModuleRef,
+	) { }
+
+	async export(): Promise<void> {
+		const [fileName] = this.configService.config.outputFiles;
+		await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
+		await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
+
+		const googleXmlBuilder = new GoogleXmlBuilder(fileName);
+		await googleXmlBuilder.buildStart(this.configService.config.domain);
+
+		const criteoTransformer = await this.moduleRef.create(CriteoTransformer);
+
+		await this.loaderService.process(async (chunk: FsChunkInterface) => {
+			chunk.data = chunk.data.filter(car => this.carService.filterCar(car, this.rulesService.rules));
+
+			for (const data of chunk.data) {
+				const car = await criteoTransformer.transform(data);
+				if (car)
+					await googleXmlBuilder.addItem(car);
+				this.carService.counter.countCar(data.images);
+			}
+		});
+
+		await googleXmlBuilder.buildEnd();
+		console.log(this.carService.counter.getCountedCars());
+	}
+}

package/src/exporters/index.ts

@@ -2,6 +2,7 @@ export * from './as24.exporter';
 export * from './auto24.exporter';
 export * from './autouncle.exporter';
 export * from './by-owner.exporter';
+export * from './criteo.exporter';
 export * from './fb.exporter';
 export * from './google.exporter';
 export * from './meinstadt.exporter';

package/src/exporters/santander.exporter.ts

@@ -3,6 +3,7 @@ import { ModuleRef } from '@nestjs/core';
 
 import { CronicleUtils } from '@bytebrand/cronicle-helper';
 import { FsChunkInterface } from '@bytebrand/chunkable';
+import { Car } from '@bytebrand/car-schema/dist/schema/data';
 
 import { CarService, RulesService, LoaderService, ConfigService } from '../services';
 import { MobileTransformer } from '../transformers/mobile.transformer';
@@ -37,10 +38,11 @@ export class SantanderExporter implements Exporter {
 			if (chunk && chunk.data) {
 				for (const data of chunk.data) {
 					const { car, images } = data;
-					const transformedData = await santanderTransformer.transform(car, images);
-					const transformedNormalizedData = await santanderTransformer.normalizeCarData(transformedData);
-					await santanderCSVBuilder.addItem(transformedNormalizedData);
-
+					if (!(!car.mainData.firstRegistration && car.mainData.mileage > 1000)) {
+						const transformedData = await santanderTransformer.transform(car, images);
+						const transformedNormalizedData = await santanderTransformer.normalizeCarData(transformedData);
+						await santanderCSVBuilder.addItem(transformedNormalizedData);
+					}
 					this.carService.counter.countCar(images);
 				}
 			}

package/src/formats/google-xml.builder.ts

@@ -1,5 +1,5 @@
 import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
-import { GoogleXmlItem, FbXmlItem } from '../interfaces';
+import { GoogleXmlItem, FbXmlItem, CriteoXmlItem } from '../interfaces';
 
 export class GoogleXmlBuilder extends XMLBuilderBase {
   async buildStart(url?: string): Promise<void> {
@@ -8,7 +8,7 @@ export class GoogleXmlBuilder extends XMLBuilderBase {
     );
   }
 
-  async addItem(item: FbXmlItem | GoogleXmlItem): Promise<void> {
+  async addItem(item: FbXmlItem | GoogleXmlItem | CriteoXmlItem): Promise<void> {
     const listing: string = Object.entries(item)
       .map(([key, data]): string => {
         if (key === 'installment') {

package/src/interfaces/export-item.interface.ts

@@ -137,6 +137,25 @@ export interface AutouncleJsonItem {
   status: string;
 }
 
+export interface CriteoXmlItem {
+  id: string;
+  title: string;
+  description: string;
+  google_product_category: string;
+  product_type: string;
+  link: string;
+  image_link: string;
+  condition: string;
+  availability: string;
+  brand: any;
+  price: string;
+  sale_price: string;
+  energy_efficiency_class: string;
+  color: string;
+  installment: { paybackPeriod: any; monthlyInstallment: any };
+  custom_label_0: string;
+}
+
 export interface GoogleXmlItem {
   id: string;
   title: string;

package/src/transformers/criteo.transformer.ts

@@ -0,0 +1,169 @@
+import { escape, get, join, round, toString, trim } from 'lodash';
+import { CarDescriptionFactory, DescriptionTypeEnum } from '@bytebrand/car-description';
+import { DataSchemes } from '@bytebrand/car-schema';
+import { TranslatorExtended } from '@bytebrand/schema-tools';
+import { de, deVehicleDetailsPage, deVehicleProps } from '@bytebrand/i18n-dictionaries';
+import { Injectable } from '@nestjs/common';
+import { ConfigService, ImagesService, UserService } from '../services';
+import { CriteoXmlItem } from '../interfaces';
+
+@Injectable()
+export class CriteoTransformer {
+	private translator: TranslatorExtended;
+
+	constructor(
+		private userService: UserService,
+		private configService: ConfigService,
+		private imageService: ImagesService,
+	) {
+		const dict = { ...de, ...deVehicleProps, ...deVehicleDetailsPage };
+		this.translator = new TranslatorExtended(dict);
+	}
+
+	async transform({ car, images }: { car: DataSchemes.Car; images: Array<any> }): Promise<CriteoXmlItem> {
+		const carId = toString(get(car, '_id', ''));
+		const transformedImages = await this.imageService.getImages(
+			car,
+			images,
+			this.configService.config.imageType,
+			false,
+		);
+
+		return {
+			id: carId,
+			title: this.getTitle(car),
+			description: await this.getDescription(car),
+			google_product_category: this.getBreadcrumbs(car),
+			product_type: this.getCategory(car),
+			link: this.getLink(car),
+			image_link: transformedImages[0],
+			condition: this.mapState(car),
+			availability: this.getAvailability(car),
+			brand: get(car, 'mainData.make', ''),
+			price: this.getRetailPrice(car),
+			sale_price: this.getPrice(car),
+			energy_efficiency_class: this.getEnergyClass(car),
+			color: this.getColor(car),
+			installment: this.getInstallment(car),
+			custom_label_0: `${this.getInstallment(car)} EUR mtl.`,
+		};
+	}
+
+	private getTitle(car: DataSchemes.Car): string {
+		const model = toString(get(car, 'mainData.model', ''));
+
+		return trim(escape(join([this.getBrand(car), model], ' ')));
+	}
+
+	private async getDescription(car: DataSchemes.Car): Promise<string> {
+		if (this.configService.config.isCriteo) {
+			return '0€ Anzahlung möglich. 14 Tage Geld-zurück-Garantie. Lieferung bis vor die Haustür. 1 Jahr Garantie inklusive. Deutschlands großes Autoportal.';
+		}
+		const dealerId = get(car, 'metaData.ownerId');
+		const descriptionSchema = await this.userService.getDefaultSummaryByDealerId(dealerId);
+		const descriptionBuilder = CarDescriptionFactory.create(DescriptionTypeEnum.Mobile, car);
+
+		return descriptionBuilder.transform(descriptionSchema);
+	}
+
+	private getCategory(car: DataSchemes.Car): string {
+		return this.translator.translateVal(get(car, 'mainData.category', ''));
+	}
+
+	private getBreadcrumbs(car: DataSchemes.Car): string {
+		const make = get(car, 'mainData.make', '');
+		const model = get(car, 'mainData.model', '');
+
+		return `${make} ${model}`;
+	}
+
+	private getLink(car: DataSchemes.Car): string {
+		const autodeId = get(car, '_id', '');
+		if (this.configService.config.isCriteo) {
+			return `https://www.${this.configService.config.domain}/search/vehicle/${autodeId}?source=criteo&medium=cpc&campaign=retargeting`;
+		}
+		return `https://www.${this.configService.config.domain}/search/vehicle/${autodeId}`;
+	}
+
+	private getRetailPrice(car: DataSchemes.Car): string {
+		const retailPrice = get(car, 'recommendedRetailPrice', '');
+		if (retailPrice) {
+			return `${round(retailPrice, 2)} EUR`;
+		}
+		return this.getPrice(car);
+	}
+
+	private getPrice(car: DataSchemes.Car): string {
+		const price = get(car, 'price.currentSalesPrice', 0);
+		return `${round(price, 2)} EUR`;
+	}
+
+	private getColor(car: DataSchemes.Car): string {
+		let colorSelection = get(car, 'exterior.exteriorColor', 'other');
+		if (!colorSelection || colorSelection === 'selector_unknown') {
+			colorSelection = 'other';
+		}
+		return this.translator.translateVal(colorSelection);
+	}
+
+	private mapState(car: DataSchemes.Car): string {
+		const available = {
+			selector_condition_new: 'Neu',
+			selector_condition_used: 'Gebraucht',
+			selector_unknown: 'Gebraucht',
+		};
+		const condition = get(car, 'mainData.condition', 'selector_unknown');
+		return get(available, condition);
+	}
+
+	private getAvailability(car: DataSchemes.Car): string {
+		const available = {
+			selector_availabilityMode_fromDate: 'Ab einem bestimmten Datum',
+			selector_availabilityMode_unknown: 'Ab einem bestimmten Datum',
+			selector_availabilityMode_always: 'Sofort',
+		};
+		const availability = get(car, 'offer.availabilityMode', 'selector_availabilityMode_unknown');
+		return get(available, availability);
+	}
+
+	private getEnergyClass(car: DataSchemes.Car): string {
+		const available = {
+			selector_energyEfficiencyClass_a: 'A',
+			selector_energyEfficiencyClass_ap: 'A+',
+			selector_energyEfficiencyClass_app: 'A++',
+			selector_energyEfficiencyClass_appp: 'A+++',
+			selector_energyEfficiencyClass_b: 'B',
+			selector_energyEfficiencyClass_c: 'C',
+			selector_energyEfficiencyClass_d: 'D',
+			selector_energyEfficiencyClass_e: 'E',
+			selector_energyEfficiencyClass_f: 'F',
+			selector_energyEfficiencyClass_g: 'G',
+			selector_unknown: 'default',
+		};
+		const energyClass = get(car, 'environmentEmissions.energyEfficiencyClass', 'selector_unknown');
+		return get(available, energyClass);
+	}
+
+	private getInstallment(car: DataSchemes.Car) {
+		const monthlyInstallment = round(get(car, 'rate.monthlyInstallment', null));
+		const paybackPeriod = round(get(car, 'rate.paybackPeriod', null));
+
+		return {
+			paybackPeriod,
+			monthlyInstallment,
+		};
+	}
+
+	private getBrand(car: DataSchemes.Car): string {
+		const make = get(car, 'mainData.make', '');
+
+		switch (make) {
+			case 'Mercedes-Benz':
+				return 'Mercedes';
+			case 'Volkswagen':
+				return 'VW';
+			default:
+				return make;
+		}
+	}
+}

package/src/transformers/google.transformer.ts

@@ -27,9 +27,8 @@ export class GoogleTransformer {
   }
 
   async transform({ car, images }: { car: DataSchemes.Car; images: Array<any> }): Promise<GoogleXmlItem> {
-    if (!this.configService.config.isCriteo)
-      if (!this.checkCarValidity(car, images))
-        return null
+    if (!this.checkCarValidity(car, images))
+      return null
 
     const carId = toString(get(car, '_id', ''));
     const transformedImages = await this.imageService.getImages(
@@ -83,8 +82,8 @@ export class GoogleTransformer {
   }
 
   private checkCarValidity(car: DataSchemes.Car, images: ImboImageResponseInterface[]) {
-    // if (images.length === 0)
-    //   return false
+    if (images.length === 0)
+      return false
 
     if (!this.mapBodyStyle(car))
       return false

package/src/transformers/mobile.transformer.ts

@@ -413,7 +413,7 @@ export class MobileTransformer {
     return this.booleanToString(match);
   }
 
-  private dateToString(fieldValue: number, rule: MappingRules): string {
+  protected dateToString(fieldValue: number, rule: MappingRules): string {
     const date = new Date(fieldValue * 1000);
     if (["['6']", "['7']", "['8']"].includes(rule.importField)) {
       return `${date.getMonth() + 1}.${date.getFullYear()}`;

package/src/transformers/santander.transformer.ts

@@ -13,6 +13,7 @@ import { isNotEmptyArray } from '../utils';
 import { ConfigService } from '../services';
 import { ExportType } from '../enums';
 import { MobileTransformer } from './mobile.transformer';
+import { Car } from '@bytebrand/car-schema/dist/schema/data';
 
 const vinGenerator = require('vin-generator');
 
@@ -27,6 +28,22 @@ export class SantanderTransformer extends MobileTransformer {
 		super(mappingService, userService, configService, imagesService);
 	}
 
+	protected dateToString(fieldValue: number, rule: MappingRules): string {
+		const date = new Date(fieldValue * 1000);
+		if (rule.importField === "['8']") {
+			if (!fieldValue) {
+				const now = new Date()
+				const month = String(now.getMonth() + 1);
+				const year = now.getFullYear();
+				return `${month}.${year}`;
+			}
+		}
+		if (["['6']", "['7']", "['8']"].includes(rule.importField)) {
+			return `${date.getMonth() + 1}.${date.getFullYear()}`;
+		}
+		return `${date.getDate()}.${date.getMonth() + 1}.${date.getFullYear()}`;
+	}
+
 	async normalizeCarData(transformedCarData: unknown) {
 		const data = transformedCarData as Array<{ [key: string]: any }>;