@bytebrand/export-cars 1.2.2 → 1.3.2

package/src/constants/modix/transmission.constant.ts

@@ -0,0 +1,8 @@
+import { IModixItemsList } from '../../interfaces';
+
+export const TransmissionList: IModixItemsList = {
+  selector_gearbox_manualShift: { value: 'Manual gearbox', atributes: { id: 4 } },
+  selector_gearbox_semiAutomatic: { value: 'Semi-automatic gearbox', atributes: { id: 7 } },
+  selector_gearbox_automatic: { value: 'Automatic gearbox', atributes: { id: 7 } },
+  selector_unknown: { value: 'N/A' },
+};

package/src/constants/modix/usage-type.constant.ts

@@ -0,0 +1,13 @@
+import { IModixItemsList } from '../../interfaces';
+
+export const UsageTypeList: IModixItemsList = {
+  selector_usageType_preRegistration: { value: '' },
+  selector_usageType_demonstrationCar: { value: 'Demonstration car', atributes: { id: 5 } },
+  selector_usageType_employeesCar: { value: "Employee's car", atributes: { id: 3 } },
+};
+
+export const UsageConditionList: IModixItemsList = {
+  selector_condition_used: { value: 'Used vehicle', atributes: { id: 2 } },
+  selector_condition_new: { value: 'New vehicle', atributes: { id: 1 } },
+  selector_unknown: { value: 'N/A' },
+};

package/src/constants/modix/vehicle-class.constant.ts

@@ -0,0 +1,17 @@
+import { IModixItemsList } from '../../interfaces';
+
+export const VehicleClassList: IModixItemsList = {
+  selector_vehicleClass_constructionVehicle: { value: 'Construction machine', atributes: { id: 10 } },
+  selector_vehicleClass_truckOver75t: { value: 'Truck with more than 7.5t', atributes: { id: 6 } },
+  selector_vehicleClass_agrarianVehicle: { value: 'Agricultural vehicle', atributes: { id: 12 } },
+  selector_vehicleClass_truckUnder75t: { value: 'Truck under 7.5t', atributes: { id: 3 } },
+  selector_vehicleClass_semiTrailer: { value: 'Semi-trailer', atributes: { id: 9 } },
+  selector_vehicleClass_carTrailer: { value: 'Semi-trailer', atributes: { id: 9 } },
+  selector_vehicleClass_motorBike: { value: 'Motorbike', atributes: { id: 5 } },
+  selector_vehicleClass_forklift: { value: 'Forklift', atributes: { id: 13 } },
+  selector_vehicleClass_camperVan: { value: 'Caravan', atributes: { id: 4 } },
+  selector_vehicleClass_car: { value: 'Classic car', atributes: { id: 2 } },
+  selector_vehicleClass_trailer: { value: 'Trailer', atributes: { id: 8 } },
+  selector_vehicleClass_bus: { value: 'Bus', atributes: { id: 11 } },
+  selector_unknown: { value: 'Passenger car', atributes: { id: 1 } },
+};

package/src/enums/export-type.enum.ts

@@ -14,4 +14,5 @@ export enum ExportType {
   ALLESKRALLE = 'alleskralle',
   DASPARKING = 'dasparking',
   KLEINANZEIGE_FOCUS = 'kleinanzeigefocus',
+  AUTOBORSE = 'autoborse',
 }

package/src/export.schema.ts

@@ -23,7 +23,8 @@ import { GoogleExporter } from './exporters/google.exporter';
 import { MeinstadtExporter } from './exporters/meinstadt.exporter';
 import { MobileExporter } from './exporters/mobile.exporter';
 import { OoyyoExporter } from './exporters/ooyyo.exporter';
-import { RubrikkExporter } from './exporters';
+import { ModixExporter, RubrikkExporter } from './exporters';
+import { AutoborseConfig } from './config';
 
 export const exportSchema = {
   [ExportType.EAUTO]: {
@@ -86,4 +87,8 @@ export const exportSchema = {
     config: KleinanzeigeFocusConfig,
     exporter: RubrikkExporter,
   },
+  [ExportType.AUTOBORSE]: {
+    config: AutoborseConfig,
+    exporter: ModixExporter,
+  },
 };

package/src/exporters/fb.exporter.ts

@@ -10,7 +10,7 @@ import { FbXmlBuilder } from '../formats/fb-xml.builder';
 import { ModuleRef } from '@nestjs/core';
 import { FbTransformer } from '../transformers/fb.transformer';
 import { RulesService } from '../services/rules.service';
-import { FbXmlItem } from '../interfaces/export-item.interface';
+import { FbXmlItem } from '../interfaces';
 
 @Injectable()
 export class FbExporter implements Exporter {

package/src/exporters/index.ts

@@ -1 +1,2 @@
 export * from './rubrikk.exporter';
+export * from './modix.exporter';

package/src/exporters/meinstadt.exporter.ts

@@ -11,7 +11,7 @@ import { MeinstadtJsonBuilder } from '../formats/meinstadt-json.builder';
 import { get, isNil } from 'lodash';
 import { MeinstadtTransformer } from '../transformers/meinstadt.transformer';
 import { RulesService } from '../services/rules.service';
-import { MeinstadtJsonItem } from '../interfaces/export-item.interface';
+import { MeinstadtJsonItem } from '../interfaces';
 
 @Injectable()
 export class MeinstadtExporter implements Exporter {

package/src/exporters/modix.exporter.ts

@@ -0,0 +1,47 @@
+import { Injectable } from '@nestjs/common';
+import { Exporter } from '../interfaces/exporter.interface';
+import { CarService } from '../services/car.service';
+import { ConfigService } from '../services/config.service';
+import { LoaderService } from '../services/loader.service';
+import { ModuleRef } from '@nestjs/core';
+import { CronicleUtils } from '@bytebrand/cronicle-helper';
+import { ModixXmlBuilder } from '../formats';
+import { ModixTransformer } from '../transformers';
+import { FsChunkInterface } from '@bytebrand/chunkable';
+
+@Injectable()
+export class ModixExporter implements Exporter {
+  constructor(
+    private carService: CarService,
+    private configService: ConfigService,
+    private loaderService: LoaderService,
+    private moduleRef: ModuleRef,
+  ) {}
+  async export(): Promise<void> {
+    for (const file of this.configService.config.outputFiles) {
+      const exists = await CronicleUtils.exists(file);
+      exists && (await CronicleUtils.unlink(file));
+    }
+
+    const [fileXml] = this.configService.config.outputFiles;
+
+    const modixXmlBuilder = new ModixXmlBuilder(fileXml);
+    const modixTransformer = await this.moduleRef.create(ModixTransformer);
+
+    await modixXmlBuilder.buildStart();
+    await this.loaderService.process(async (chunk: FsChunkInterface) => {
+      if (chunk && chunk.data) {
+        for (let i = 0; i < chunk.data.length; i += 1) {
+          const data = chunk.data[i];
+          const { car, images } = data;
+
+          const transformed_car = await modixTransformer.transform({ car, images });
+          await modixXmlBuilder.addItem(transformed_car);
+          this.carService.counter.countCar(images);
+        }
+        chunk.data = null;
+      }
+    });
+    await modixXmlBuilder.buildEnd();
+  }
+}

package/src/formats/auto24-xml.builder.ts

@@ -1,5 +1,5 @@
 import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
-import { Auto24XmlItem } from '../interfaces/export-item.interface';
+import { Auto24XmlItem } from '../interfaces';
 
 export class Auto24XmlBuilder extends XMLBuilderBase {
   async buildStart(totalResults = 0): Promise<void> {

package/src/formats/autouncle-json.builder.ts

@@ -1,5 +1,5 @@
 import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
-import { AutouncleJsonItem } from '../interfaces/export-item.interface';
+import { AutouncleJsonItem } from '../interfaces';
 
 export class AutouncleJsonBuilder extends XMLBuilderBase {
   async buildStart(): Promise<void> {

package/src/formats/fb-xml.builder.ts

@@ -1,7 +1,7 @@
 import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
 import { isObject } from 'lodash';
 import { Description, DescriptionValue } from '../interfaces/description.interface';
-import { FbXmlItem } from '../interfaces/export-item.interface';
+import { FbXmlItem } from '../interfaces';
 
 export class FbXmlBuilder extends XMLBuilderBase {
   async buildStart(url?: string): Promise<void> {

package/src/formats/google-xml.builder.ts

@@ -1,5 +1,5 @@
 import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
-import { GoogleXmlItem, FbXmlItem } from '../interfaces/export-item.interface';
+import { GoogleXmlItem, FbXmlItem } from '../interfaces';
 
 export class GoogleXmlBuilder extends XMLBuilderBase {
   async buildStart(url?: string): Promise<void> {

package/src/formats/index.ts

@@ -1 +1,2 @@
 export * from './rubrikk-xml.builder';
+export * from './modix-xml.builder';

package/src/formats/meinstadt-json.builder.ts

@@ -1,5 +1,5 @@
 import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
-import { MeinstadtJsonItem } from '../interfaces/export-item.interface';
+import { MeinstadtJsonItem } from '../interfaces';
 
 export class MeinstadtJsonBuilder extends XMLBuilderBase {
   async buildStart(): Promise<void> {

package/src/formats/modix-xml.builder.ts

@@ -0,0 +1,167 @@
+import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
+import {
+  ModixXmlItem,
+  bodyColorItem,
+  identificationItem,
+  imageItem,
+  mapSameTagsItem,
+  priceItem,
+  tagWrapperItem,
+} from '../interfaces';
+
+export class ModixXmlBuilder extends XMLBuilderBase {
+  async buildStart(): Promise<void> {
+    await this.write(
+      '<?xml version="1.0" encoding="UTF-8"?>\n<automotive version="3.0">\n<vehiclePool lang="de-DE">\n<vehicles>',
+    );
+  }
+
+  async addItem(car: ModixXmlItem): Promise<void> {
+    //todo add internalDescription, modkey, cipher attributes for vehicle tag
+    let item = "\n<vehicle lang='de-DE'>\n";
+    const tags = Object.keys(car);
+
+    for (const tag of tags) {
+      const value = car[tag];
+      switch (tag) {
+        case 'maindata': {
+          item += this.tagWrapper('maindata', car.maindata);
+          break;
+        }
+        case 'dates': {
+          item += this.mapSameTags('dates', car.dates);
+          break;
+        }
+        case 'bodyColors': {
+          item += this.mapColors(car.bodyColors);
+          break;
+        }
+        case 'identification': {
+          item += this.mapIdentification(car.identification);
+          break;
+        }
+        case 'prices': {
+          item += this.mapPrice(car.prices);
+          break;
+        }
+        case 'images': {
+          item += this.mapImages(car.images);
+          break;
+        }
+        case 'dealer': {
+          item += this.mapDealer(car.dealer.address, car.dealer.imprint);
+          break;
+        }
+        default: {
+          item += this.getElement(tag, value, false);
+        }
+      }
+    }
+    item += '\n</vehicle>';
+
+    await this.write(item);
+  }
+
+  tagWrapper(wrapTag: string, data: tagWrapperItem) {
+    let item = `<${wrapTag}>\n`;
+
+    for (const tag in data) {
+      item += this.getElement(tag, data[tag]?.value, false, data[tag]?.atributes);
+    }
+
+    item += `</${wrapTag}>\n`;
+    return item;
+  }
+
+  mapSameTags(wrapTag: string, data: mapSameTagsItem[]) {
+    let item = `\n<${wrapTag}>\n`;
+
+    data.forEach(({ tag, atributes, value }) => {
+      item += this.getElement(tag, value, false, atributes);
+    });
+
+    item += `</${wrapTag}> \n`;
+    return item;
+  }
+
+  mapColors(colorData: bodyColorItem) {
+    let item = `<colors> \n <bodyColors> \n <bodyColor id="${colorData.id}"> \n`;
+
+    for (const tag in colorData.data) {
+      item += this.getElement(tag, colorData.data[tag].value, false, colorData.data[tag]?.atributes);
+    }
+
+    item += '</bodyColor> \n </bodyColors> \n </colors> \n';
+
+    return item;
+  }
+
+  mapIdentification(identificationData: identificationItem) {
+    let item = '\n<identification>\n';
+
+    for (const tag in identificationData) {
+      if (tag === 'hsnTsn') {
+        item += '<hsnTsn>\n';
+
+        item += this.getElement(
+          'hsn',
+          identificationData.hsnTsn.hsn.value,
+          false,
+          identificationData.hsnTsn.hsn.atributes,
+        );
+        item += this.getElement(
+          'tsn',
+          identificationData.hsnTsn.tsn.value,
+          false,
+          identificationData.hsnTsn.tsn.atributes,
+        );
+        item += '</hsnTsn>\n';
+      } else {
+        item += this.getElement(tag, identificationData[tag]?.value, false, identificationData[tag]?.atributes);
+      }
+    }
+    item += '</identification>\n';
+    return item;
+  }
+
+  mapPrice({ grossPrice, vatReclaimable }: priceItem) {
+    let item = `\n<prices>\n<price vatReclaimable="${vatReclaimable}" currency="EUR" type="1">\n`;
+    item += this.getElement('grossPrice', grossPrice.value, false, grossPrice.atributes);
+    item += '</price>\n</prices>\n';
+    return item;
+  }
+
+  mapImages(imageData: imageItem) {
+    let item = `\n<media>\n<images url="${imageData.url}">\n`;
+
+    item += '\n<meta>\n';
+    imageData.imageList.forEach(image => {
+      item += `<media name="${image.atributes?.name}" position="${image.atributes?.position}" />`;
+    });
+    item += '\n</meta>\n';
+
+    imageData.imageList.forEach(image => {
+      item += `<media name="${image.atributes?.name}" position="${image.atributes?.position}" />\n`;
+    });
+
+    item += '\n</images>\n</media>';
+    return item;
+  }
+
+  mapDealer(addressData: tagWrapperItem, imprintData: tagWrapperItem) {
+    //todo add modkey attribute
+    let item = '\n<dealer>\n';
+
+    item += this.tagWrapper('address', addressData);
+    item += '\n';
+    item += this.tagWrapper('imprint', imprintData);
+
+    item += '\n</dealer>\n';
+    return item;
+  }
+
+  async buildEnd(): Promise<void> {
+    await this.write('\n</vehicles>\n</vehiclePool>\n</automotive>');
+    await this.end();
+  }
+}

package/src/formats/ooyyo-xml.builder.ts

@@ -1,5 +1,5 @@
 import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
-import { OoyyoXmlItem } from '../interfaces/export-item.interface';
+import { OoyyoXmlItem } from '../interfaces';
 
 export class OoyyoXmlBuilder extends XMLBuilderBase {
   async buildStart(): Promise<void> {

package/src/formats/rubrikk-xml.builder.ts

@@ -1,5 +1,5 @@
 import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
-import { RubrikkXmlItem } from '../interfaces/export-item.interface';
+import { RubrikkXmlItem } from '../interfaces';
 
 export class RubrikkXmlBuilder extends XMLBuilderBase {
   async buildStart(): Promise<void> {

package/src/interfaces/autoborse.intreface.ts

@@ -0,0 +1,6 @@
+export interface IModixWrapItem {
+  value: string | boolean | number;
+  atributes?: {
+    [key: string]: any;
+  };
+}

package/src/interfaces/export-item.interface.ts

@@ -1,3 +1,5 @@
+import { IModixWrapItem } from './autoborse.intreface';
+
 export interface FbXmlItem {
   url: string;
   title: string;
@@ -192,3 +194,85 @@ export interface RubrikkXmlItem {
   motoring__power_hp: number;
   motoring__transmission: string;
 }
+
+export interface ModixXmlItem {
+  maindata: {
+    category: IModixWrapItem;
+    manufacturer: IModixWrapItem;
+    model: IModixWrapItem;
+    submodel: IModixWrapItem;
+    mileage: IModixWrapItem;
+    cylinderCapacity: IModixWrapItem;
+    enginePower: IModixWrapItem;
+    fuel: IModixWrapItem;
+    accident: IModixWrapItem;
+    transmission: IModixWrapItem;
+    usageCategory: IModixWrapItem;
+    bodyStyle: IModixWrapItem;
+    isOnline: IModixWrapItem;
+  };
+  bodyColors: bodyColorItem;
+  dates: mapSameTagsItem[];
+  identification: identificationItem;
+  prices: priceItem;
+  images: imageItem;
+  dealer: dealerItem;
+}
+
+export interface mapSameTagsItem {
+  tag: string;
+  value: any;
+  atributes?: any;
+}
+
+export interface tagWrapperItem {
+  [key: string]: { value: any; atributes?: any };
+}
+
+export interface bodyColorItem {
+  id: number;
+  data: {
+    name: IModixWrapItem;
+    description: IModixWrapItem;
+    paint: IModixWrapItem;
+  };
+}
+
+export interface identificationItem {
+  hsnTsn: {
+    hsn: IModixWrapItem;
+    tsn: IModixWrapItem;
+  };
+  vin: IModixWrapItem;
+  datEuropacode: IModixWrapItem;
+  schwackecode: IModixWrapItem;
+}
+
+export interface imageItem {
+  url: string;
+  imageList: IModixWrapItem[];
+}
+
+export interface priceItem {
+  vatReclaimable: boolean;
+  grossPrice: IModixWrapItem;
+}
+
+export interface dealerItem {
+  address: {
+    company: IModixWrapItem;
+    street: IModixWrapItem;
+    city: IModixWrapItem;
+    zip: IModixWrapItem;
+    country: IModixWrapItem;
+    phone: IModixWrapItem;
+    fax: IModixWrapItem;
+    email: IModixWrapItem;
+    homepage: IModixWrapItem;
+  };
+  imprint: {
+    registerId: IModixWrapItem;
+    representitive: IModixWrapItem;
+    vatid: IModixWrapItem;
+  };
+}

package/src/interfaces/index.ts

@@ -0,0 +1,2 @@
+export * from './export-item.interface';
+export * from './modix';

package/src/interfaces/modix/index.ts

@@ -0,0 +1,2 @@
+export * from './modix-wrap-item.intreface';
+export * from './modix-item-list.interface';

package/src/interfaces/modix/modix-item-list.interface.ts

@@ -0,0 +1,5 @@
+import { IModixWrapItem } from './modix-wrap-item.intreface';
+
+export interface IModixItemsList {
+  [key: string]: IModixWrapItem;
+}

package/src/interfaces/modix/modix-wrap-item.intreface.ts

@@ -0,0 +1,6 @@
+export interface IModixWrapItem {
+  value: string;
+  atributes?: {
+    [key: string]: any;
+  };
+}

package/src/transformers/auto24.transfomer.ts

@@ -4,7 +4,7 @@ import { get, toString, isNil, isEmpty, first } from 'lodash';
 import * as moment from 'moment';
 import { DataSchemes } from '@bytebrand/car-schema';
 import { ImboImageResponseInterface } from '@bytebrand/chunkable';
-import { Auto24XmlItem } from '../interfaces/export-item.interface';
+import { Auto24XmlItem } from '../interfaces';
 import { Injectable } from '@nestjs/common';
 import { ConfigService } from '../services/config.service';
 import { isNotEmptyArray } from '../utils/validator.utils';

package/src/transformers/autouncle.transformer.ts

@@ -8,7 +8,7 @@ import { DePostalCodesEntryInterface } from '@bytebrand/car-basic-data-scope/dis
 import { ConfigService } from '../services/config.service';
 import { Injectable } from '@nestjs/common';
 import { DEFAULT_ADDR1, DEFAULT_CITY, DEFAULT_ZIP, MIN_MILEAGES } from '../constants/autouncle.contants';
-import { AutouncleJsonItem } from '../interfaces/export-item.interface';
+import { AutouncleJsonItem } from '../interfaces';
 import { isNotEmptyArray } from '../utils/validator.utils';
 
 @Injectable()
@@ -36,7 +36,7 @@ export class AutouncleTransformer {
     const address = await this.getAddress(car, owner);
 
     return {
-      back_link: `https://www.${this.configService.config.url}/search/vehicle/${autodeId}?source=autouncle&medium=cpc&campaign=listing`,
+      back_link: `https://www.${this.configService.config.url}/search/vehicle/${autodeId}?source=classifieds&medium=cpc&campaign=autouncle`,
       make: toString(get(car, 'mainData.make', '')),
       model_name: toString(get(car, 'mainData.model', '')),
       model_variant: toString(get(car, 'mainData.subModel', '')),

package/src/transformers/google.transformer.ts

@@ -6,7 +6,7 @@ import { de, deVehicleDetailsPage, deVehicleProps } from '@bytebrand/i18n-dictio
 import { Injectable } from '@nestjs/common';
 import { UserService } from '../services/user.service';
 import { ConfigService } from '../services/config.service';
-import { GoogleXmlItem } from '../interfaces/export-item.interface';
+import { GoogleXmlItem } from '../interfaces';
 
 @Injectable()
 export class GoogleTransformer {

package/src/transformers/index.ts

@@ -1 +1,2 @@
 export * from './rubrikk.transformer';
+export * from './modix.transformer';

package/src/transformers/meinstadt.transformer.ts

@@ -4,7 +4,7 @@ import { DataSchemes } from '@bytebrand/car-schema';
 import { de } from '@bytebrand/i18n-dictionaries';
 import { Injectable } from '@nestjs/common';
 import { ConfigService } from '../services/config.service';
-import { MeinstadtJsonItem } from '../interfaces/export-item.interface';
+import { MeinstadtJsonItem } from '../interfaces';
 
 @Injectable()
 export class MeinstadtTransformer {