@bytebrand/export-cars 1.21.6 → 1.21.8

package/src/exporters/fb.exporter.ts

@@ -1,50 +1,52 @@
-import { Injectable } from '@nestjs/common';
-import { CarService, RulesService, LoaderService, ConfigService } from '../services';
-import { FsChunkInterface } from '@bytebrand/chunkable';
-import { Exporter } from '../interfaces/exporter.interface';
-import { CronicleUtils } from '@bytebrand/cronicle-helper';
-import { get } from 'lodash';
-import { FbXmlBuilder } from '../formats/fb-xml.builder';
-import { ModuleRef } from '@nestjs/core';
-import { FbTransformer } from '../transformers/fb.transformer';
-import { FbXmlItem } from '../interfaces';
-
-@Injectable()
-export class FbExporter implements Exporter {
-  constructor(
-    private carService: CarService,
-    private configService: ConfigService,
-    private rulesService: RulesService,
-    private loaderService: LoaderService,
-    private moduleRef: ModuleRef,
-  ) {}
-
-  async export(): Promise<void> {
-    const [fileName] = this.configService.config.outputFiles;
-    await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
-    await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
-
-    const fbXmlBuilder = new FbXmlBuilder(fileName);
-    await fbXmlBuilder.buildStart(this.configService.config.domain);
-
-    const fbTransformer = await this.moduleRef.create(FbTransformer);
-
-    await this.loaderService.process(async (chunk: FsChunkInterface) => {
-      const chunkData = chunk.data.filter(car => this.carService.filterCar(car, this.rulesService.rules));
-      chunk.data = null;
-      for (const data of chunkData) {
-        const ownerId = get(data.car, 'metaData.ownerId', null);
-        const owner = await this.carService.getOwner(ownerId);
-        // console.time(`Transform ${data.car._id}`);
-        const car = await fbTransformer.transform({ owner, ...data });
-        // console.timeEnd(`Transform ${data.car._id}`);
-
-        await fbXmlBuilder.addItem(car as FbXmlItem);
-        this.carService.counter.countCar(data.images);
-      }
-    });
-
-    await fbXmlBuilder.buildEnd();
-    console.log(this.carService.counter.getCountedCars());
-  }
-}
+import { Injectable } from '@nestjs/common';
+import { CarService, RulesService, LoaderService, ConfigService } from '../services';
+import { FsChunkInterface } from '@bytebrand/chunkable';
+import { Exporter } from '../interfaces/exporter.interface';
+import { CronicleUtils } from '@bytebrand/cronicle-helper';
+import { get } from 'lodash';
+import { FbXmlBuilder } from '../formats/fb-xml.builder';
+import { ModuleRef } from '@nestjs/core';
+import { FbTransformer } from '../transformers/fb.transformer';
+import { FbXmlItem } from '../interfaces';
+
+@Injectable()
+export class FbExporter implements Exporter {
+  constructor(
+    private carService: CarService,
+    private configService: ConfigService,
+    private rulesService: RulesService,
+    private loaderService: LoaderService,
+    private moduleRef: ModuleRef,
+  ) {}
+
+  async export(): Promise<void> {
+    const [fileName] = this.configService.config.outputFiles;
+    await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
+    await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
+
+    const fbXmlBuilder = new FbXmlBuilder(fileName);
+    await fbXmlBuilder.buildStart(this.configService.config.domain);
+
+    const fbTransformer = await this.moduleRef.create(FbTransformer);
+
+    await this.loaderService.process(async (chunk: FsChunkInterface) => {
+      const chunkData = chunk.data.filter(car => this.carService.filterCar(car, this.rulesService.rules));
+      chunk.data = null;
+      for (const data of chunkData) {
+        console.time(`Transform ${data.car._id}`);
+        const ownerId = get(data.car, 'metaData.ownerId', null);
+        // NOTES:: it must be temporary solution
+        const owner = await this.carService.getOwner(ownerId).catch((error: any) => { console.error(error); return null; });
+        if (!owner) { console.log(`Skip car because owner ${ownerId} is not a dealer`); continue; }
+        const car = await fbTransformer.transform({ owner, ...data });
+        console.timeEnd(`Transform ${data.car._id}`);
+
+        await fbXmlBuilder.addItem(car as FbXmlItem);
+        this.carService.counter.countCar(data.images);
+      }
+    });
+
+    await fbXmlBuilder.buildEnd();
+    console.log(this.carService.counter.getCountedCars());
+  }
+}

package/src/exporters/google.exporter.ts

@@ -1,45 +1,45 @@
-import { Injectable } from '@nestjs/common';
-import { ModuleRef } from '@nestjs/core';
-
-import { CronicleUtils } from '@bytebrand/cronicle-helper';
-import { FsChunkInterface } from '@bytebrand/chunkable';
-
-import { CarService, ConfigService, LoaderService, RulesService } from '../services';
-import { GoogleTransformer } from '../transformers/google.transformer';
-import { GoogleXmlBuilder } from '../formats/google-xml.builder';
-import { Exporter } from '../interfaces/exporter.interface';
-
-@Injectable()
-export class GoogleExporter implements Exporter {
-  constructor(
-    private carService: CarService,
-    private configService: ConfigService,
-    private rulesService: RulesService,
-    private loaderService: LoaderService,
-    private moduleRef: ModuleRef,
-  ) {}
-
-  async export(): Promise<void> {
-    const [fileName] = this.configService.config.outputFiles;
-    await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
-    await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
-
-    const googleXmlBuilder = new GoogleXmlBuilder(fileName);
-    await googleXmlBuilder.buildStart(this.configService.config.domain);
-
-    const googleTransformer = await this.moduleRef.create(GoogleTransformer);
-
-    await this.loaderService.process(async (chunk: FsChunkInterface) => {
-      chunk.data = chunk.data.filter(car => this.carService.filterCar(car, this.rulesService.rules));
-
-      for (const data of chunk.data) {
-        const car = await googleTransformer.transform(data);
-        await googleXmlBuilder.addItem(car);
-        this.carService.counter.countCar(data.images);
-      }
-    });
-
-    await googleXmlBuilder.buildEnd();
-    console.log(this.carService.counter.getCountedCars());
-  }
-}
+import { Injectable } from '@nestjs/common';
+import { ModuleRef } from '@nestjs/core';
+
+import { CronicleUtils } from '@bytebrand/cronicle-helper';
+import { FsChunkInterface } from '@bytebrand/chunkable';
+
+import { CarService, ConfigService, LoaderService, RulesService } from '../services';
+import { GoogleTransformer } from '../transformers/google.transformer';
+import { GoogleXmlBuilder } from '../formats/google-xml.builder';
+import { Exporter } from '../interfaces/exporter.interface';
+
+@Injectable()
+export class GoogleExporter implements Exporter {
+  constructor(
+    private carService: CarService,
+    private configService: ConfigService,
+    private rulesService: RulesService,
+    private loaderService: LoaderService,
+    private moduleRef: ModuleRef,
+  ) {}
+
+  async export(): Promise<void> {
+    const [fileName] = this.configService.config.outputFiles;
+    await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
+    await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
+
+    const googleXmlBuilder = new GoogleXmlBuilder(fileName);
+    await googleXmlBuilder.buildStart(this.configService.config.domain);
+
+    const googleTransformer = await this.moduleRef.create(GoogleTransformer);
+
+    await this.loaderService.process(async (chunk: FsChunkInterface) => {
+      chunk.data = chunk.data.filter(car => this.carService.filterCar(car, this.rulesService.rules));
+
+      for (const data of chunk.data) {
+        const car = await googleTransformer.transform(data);
+        await googleXmlBuilder.addItem(car);
+        this.carService.counter.countCar(data.images);
+      }
+    });
+
+    await googleXmlBuilder.buildEnd();
+    console.log(this.carService.counter.getCountedCars());
+  }
+}

package/src/exporters/index.ts

@@ -1,14 +1,15 @@
-export * from './as24.exporter';
-export * from './auto24.exporter';
-export * from './autouncle.exporter';
-export * from './by-owner.exporter';
-export * from './fb.exporter';
-export * from './google.exporter';
-export * from './meinstadt.exporter';
-export * from './mobile.exporter';
-export * from './modix.exporter';
-export * from './ooyyo.exporter';
-export * from './rubrikk.exporter';
-export * from './facebook-shop.exporter';
-export * from './trovit.exporter';
-export * from './awin.exporter';
+export * from './as24.exporter';
+export * from './auto24.exporter';
+export * from './autouncle.exporter';
+export * from './by-owner.exporter';
+export * from './fb.exporter';
+export * from './google.exporter';
+export * from './meinstadt.exporter';
+export * from './mobile.exporter';
+export * from './modix.exporter';
+export * from './ooyyo.exporter';
+export * from './rubrikk.exporter';
+export * from './facebook-shop.exporter';
+export * from './trovit.exporter';
+export * from './awin.exporter';
+export * from './santander.exporter';

package/src/exporters/meinstadt.exporter.ts

@@ -1,55 +1,55 @@
-import { Injectable } from '@nestjs/common';
-import { ModuleRef } from '@nestjs/core';
-
-import { CronicleUtils } from '@bytebrand/cronicle-helper';
-import { FsChunkInterface } from '@bytebrand/chunkable';
-import { Zipper } from '@bytebrand/zipper';
-
-import { CarService, RulesService, LoaderService, ConfigService } from '../services';
-import { MeinstadtTransformer } from '../transformers/meinstadt.transformer';
-import { MeinstadtJsonBuilder } from '../formats/meinstadt-json.builder';
-import { MeinstadtJsonItem } from '../interfaces';
-import { Exporter } from '../interfaces/exporter.interface';
-
-@Injectable()
-export class MeinstadtExporter implements Exporter {
-  constructor(
-    private carService: CarService,
-    private configService: ConfigService,
-    private rulesService: RulesService,
-    private loaderService: LoaderService,
-    private moduleRef: ModuleRef,
-  ) {}
-
-  async export(): Promise<void> {
-    const [fileJson, fileGZ] = this.configService.config.outputFiles;
-    await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
-    await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
-
-    const meinstadtJsonBuilder = new MeinstadtJsonBuilder(fileJson);
-    await meinstadtJsonBuilder.buildStart();
-
-    const meinstadtTransformer = await this.moduleRef.create(MeinstadtTransformer);
-
-    let firstCar = true;
-    await this.loaderService.process(async (chunk: FsChunkInterface) => {
-      chunk.data = chunk.data.filter(e => this.carService.filterCar(e, this.rulesService.rules));
-
-      for (const data of chunk.data) {
-        // console.time(`Transform ${data.car._id}`);
-        const car = await meinstadtTransformer.transform(data);
-        // console.timeEnd(`Transform ${data.car._id}`);
-        await meinstadtJsonBuilder.addItem(car as MeinstadtJsonItem, firstCar);
-        this.carService.counter.countCar(data.images);
-
-        if (firstCar) {
-          firstCar = false;
-        }
-      }
-    });
-
-    await meinstadtJsonBuilder.buildEnd();
-    await Zipper.zip({ dest: fileGZ, fileList: [fileJson] });
-    console.log(this.carService.counter.getCountedCars());
-  }
-}
+import { Injectable } from '@nestjs/common';
+import { ModuleRef } from '@nestjs/core';
+
+import { CronicleUtils } from '@bytebrand/cronicle-helper';
+import { FsChunkInterface } from '@bytebrand/chunkable';
+import { Zipper } from '@bytebrand/zipper';
+
+import { CarService, RulesService, LoaderService, ConfigService } from '../services';
+import { MeinstadtTransformer } from '../transformers/meinstadt.transformer';
+import { MeinstadtJsonBuilder } from '../formats/meinstadt-json.builder';
+import { MeinstadtJsonItem } from '../interfaces';
+import { Exporter } from '../interfaces/exporter.interface';
+
+@Injectable()
+export class MeinstadtExporter implements Exporter {
+  constructor(
+    private carService: CarService,
+    private configService: ConfigService,
+    private rulesService: RulesService,
+    private loaderService: LoaderService,
+    private moduleRef: ModuleRef,
+  ) {}
+
+  async export(): Promise<void> {
+    const [fileJson, fileGZ] = this.configService.config.outputFiles;
+    await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
+    await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
+
+    const meinstadtJsonBuilder = new MeinstadtJsonBuilder(fileJson);
+    await meinstadtJsonBuilder.buildStart();
+
+    const meinstadtTransformer = await this.moduleRef.create(MeinstadtTransformer);
+
+    let firstCar = true;
+    await this.loaderService.process(async (chunk: FsChunkInterface) => {
+      chunk.data = chunk.data.filter(e => this.carService.filterCar(e, this.rulesService.rules));
+
+      for (const data of chunk.data) {
+        // console.time(`Transform ${data.car._id}`);
+        const car = await meinstadtTransformer.transform(data);
+        // console.timeEnd(`Transform ${data.car._id}`);
+        await meinstadtJsonBuilder.addItem(car as MeinstadtJsonItem, firstCar);
+        this.carService.counter.countCar(data.images);
+
+        if (firstCar) {
+          firstCar = false;
+        }
+      }
+    });
+
+    await meinstadtJsonBuilder.buildEnd();
+    await Zipper.zip({ dest: fileGZ, fileList: [fileJson] });
+    console.log(this.carService.counter.getCountedCars());
+  }
+}

package/src/exporters/mobile.exporter.ts

@@ -1,64 +1,64 @@
-import { writeFile } from 'fs/promises';
-import { normalize, parse } from 'path';
-
-import { Injectable } from '@nestjs/common';
-import { ModuleRef } from '@nestjs/core';
-
-import { CronicleUtils } from '@bytebrand/cronicle-helper';
-import { FsChunkInterface } from '@bytebrand/chunkable';
-import { Zipper } from '@bytebrand/zipper';
-
-import { CarService, RulesService, LoaderService, ConfigService, ImagesService } from '../services';
-import { MobileTransformer } from '../transformers/mobile.transformer';
-import { Exporter } from '../interfaces/exporter.interface';
-import { convertToCSV } from '../utils/converter.utils';
-import { FileType } from '../enums';
-
-@Injectable()
-export class MobileExporter implements Exporter {
-  constructor(
-    private carService: CarService,
-    private configService: ConfigService,
-    private rulesService: RulesService,
-    private loaderService: LoaderService,
-    private imageService: ImagesService,
-    private moduleRef: ModuleRef,
-  ) { }
-
-  async export(): Promise<void> {
-    const [fileName] = this.configService.config.outputFiles;
-    await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
-    await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
-
-    const mobileTransformer = await this.moduleRef.create(MobileTransformer);
-    const imagesPath = [];
-
-    await this.loaderService.process(async (chunk: FsChunkInterface) => {
-      chunk.data = chunk.data.filter(e => this.carService.filterCar(e, this.rulesService.rules));
-
-      if (chunk && chunk.data) {
-        for (let i = 0; i < chunk.data.length; i += 1) {
-          const data = chunk.data[i];
-          const { car, images } = data;
-          const transformedData = await mobileTransformer.transform(car, images);
-
-          if (this.configService.config.downloadImage) {
-            const urls = await this.imageService.getImages(car, images, this.configService.config.imageType, true);
-            imagesPath.push(...await this.imageService.downloadInParallel(car.metaData.vehicleId, urls, this.configService.config));
-          }
-
-          await writeFile(fileName, Buffer.from(`${convertToCSV(transformedData)}\n`), { flag: 'a' });
-
-          this.carService.counter.countCar(data.images);
-        }
-      }
-    });
-
-    const fileZIP = normalize(`${parse(fileName).dir}/${parse(fileName).name}.${FileType.ZIP}`);
-
-    if (await CronicleUtils.exists(fileName)) {
-      await Zipper.zip({ fileList: [fileName, ...imagesPath], dest: fileZIP });
-    }
-    console.log(this.carService.counter.getCountedCars());
-  }
-}
+import { writeFile } from 'fs/promises';
+import { normalize, parse } from 'path';
+
+import { Injectable } from '@nestjs/common';
+import { ModuleRef } from '@nestjs/core';
+
+import { CronicleUtils } from '@bytebrand/cronicle-helper';
+import { FsChunkInterface } from '@bytebrand/chunkable';
+import { Zipper } from '@bytebrand/zipper';
+
+import { CarService, RulesService, LoaderService, ConfigService, ImagesService } from '../services';
+import { MobileTransformer } from '../transformers/mobile.transformer';
+import { Exporter } from '../interfaces/exporter.interface';
+import { convertToCSV } from '../utils/converter.utils';
+import { FileType } from '../enums';
+
+@Injectable()
+export class MobileExporter implements Exporter {
+  constructor(
+    private carService: CarService,
+    private configService: ConfigService,
+    private rulesService: RulesService,
+    private loaderService: LoaderService,
+    private imageService: ImagesService,
+    private moduleRef: ModuleRef,
+  ) { }
+
+  async export(): Promise<void> {
+    const [fileName] = this.configService.config.outputFiles;
+    await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
+    await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
+
+    const mobileTransformer = await this.moduleRef.create(MobileTransformer);
+    const imagesPath = [];
+
+    await this.loaderService.process(async (chunk: FsChunkInterface) => {
+      chunk.data = chunk.data.filter(e => this.carService.filterCar(e, this.rulesService.rules));
+
+      if (chunk && chunk.data) {
+        for (let i = 0; i < chunk.data.length; i += 1) {
+          const data = chunk.data[i];
+          const { car, images } = data;
+          const transformedData = await mobileTransformer.transform(car, images);
+
+          if (this.configService.config.downloadImage) {
+            const urls = await this.imageService.getImages(car, images, this.configService.config.imageType, true);
+            imagesPath.push(...await this.imageService.downloadInParallel(car.metaData.vehicleId, urls, this.configService.config));
+          }
+
+          await writeFile(fileName, Buffer.from(`${convertToCSV(transformedData)}\n`), { flag: 'a' });
+
+          this.carService.counter.countCar(data.images);
+        }
+      }
+    });
+
+    const fileZIP = normalize(`${parse(fileName).dir}/${parse(fileName).name}.${FileType.ZIP}`);
+
+    if (await CronicleUtils.exists(fileName)) {
+      await Zipper.zip({ fileList: [fileName, ...imagesPath], dest: fileZIP });
+    }
+    console.log(this.carService.counter.getCountedCars());
+  }
+}

package/src/exporters/modix.exporter.ts

@@ -1,56 +1,56 @@
-import { Injectable } from '@nestjs/common';
-import { ModuleRef } from '@nestjs/core';
-
-import { CronicleUtils, ImportOrigins } from '@bytebrand/cronicle-helper';
-import { MappingBuilder } from '@bytebrand/import-helper';
-import { FsChunkInterface } from '@bytebrand/chunkable';
-
-import { CarService, ConfigService, LoaderService, RulesService } from '../services';
-import { Exporter } from '../interfaces/exporter.interface';
-import { ModixTransformer } from '../transformers';
-import { ModixXmlBuilder } from '../formats';
-
-@Injectable()
-export class ModixExporter implements Exporter {
-  constructor(
-    private carService: CarService,
-    private configService: ConfigService,
-    private rulesService: RulesService,
-    private loaderService: LoaderService,
-    private moduleRef: ModuleRef,
-  ) { }
-  async export(): Promise<void> {
-    const [fileXml] = this.configService.config.outputFiles;
-
-    await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
-    await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
-
-    const mappingBuilder = new MappingBuilder(this.configService.config.apikey);
-    await mappingBuilder.loadMappingRules(ImportOrigins.MODIX);
-
-    const modixXmlBuilder = new ModixXmlBuilder(fileXml);
-    await modixXmlBuilder.buildStart();
-
-    const modixTransformer = await this.moduleRef.create(ModixTransformer);
-
-    await this.loaderService.process(async (chunk: FsChunkInterface) => {
-      chunk.data = chunk.data.filter(e => this.carService.filterCar(e, this.rulesService.rules));
-
-      if (chunk && chunk.data) {
-        for (let i = 0; i < chunk.data.length; i += 1) {
-          const data = chunk.data[i];
-
-          // console.time(`Transform ${data.car._id}`);
-          const transformedCar = await modixTransformer.transform(data, mappingBuilder.getMappingRules({ reversTransforming: true }));
-          // console.timeEnd(`Transform ${data.car._id}`);
-          await modixXmlBuilder.addItem(transformedCar);
-
-          this.carService.counter.countCar(data.images);
-        }
-      }
-    });
-
-    await modixXmlBuilder.buildEnd();
-    console.log(this.carService.counter.getCountedCars());
-  }
-}
+import { Injectable } from '@nestjs/common';
+import { ModuleRef } from '@nestjs/core';
+
+import { CronicleUtils, ImportOrigins } from '@bytebrand/cronicle-helper';
+import { MappingBuilder } from '@bytebrand/import-helper';
+import { FsChunkInterface } from '@bytebrand/chunkable';
+
+import { CarService, ConfigService, LoaderService, RulesService } from '../services';
+import { Exporter } from '../interfaces/exporter.interface';
+import { ModixTransformer } from '../transformers';
+import { ModixXmlBuilder } from '../formats';
+
+@Injectable()
+export class ModixExporter implements Exporter {
+  constructor(
+    private carService: CarService,
+    private configService: ConfigService,
+    private rulesService: RulesService,
+    private loaderService: LoaderService,
+    private moduleRef: ModuleRef,
+  ) { }
+  async export(): Promise<void> {
+    const [fileXml] = this.configService.config.outputFiles;
+
+    await CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
+    await CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
+
+    const mappingBuilder = new MappingBuilder(this.configService.config.apikey);
+    await mappingBuilder.loadMappingRules(ImportOrigins.MODIX);
+
+    const modixXmlBuilder = new ModixXmlBuilder(fileXml);
+    await modixXmlBuilder.buildStart();
+
+    const modixTransformer = await this.moduleRef.create(ModixTransformer);
+
+    await this.loaderService.process(async (chunk: FsChunkInterface) => {
+      chunk.data = chunk.data.filter(e => this.carService.filterCar(e, this.rulesService.rules));
+
+      if (chunk && chunk.data) {
+        for (let i = 0; i < chunk.data.length; i += 1) {
+          const data = chunk.data[i];
+
+          // console.time(`Transform ${data.car._id}`);
+          const transformedCar = await modixTransformer.transform(data, mappingBuilder.getMappingRules({ reversTransforming: true }));
+          // console.timeEnd(`Transform ${data.car._id}`);
+          await modixXmlBuilder.addItem(transformedCar);
+
+          this.carService.counter.countCar(data.images);
+        }
+      }
+    });
+
+    await modixXmlBuilder.buildEnd();
+    console.log(this.carService.counter.getCountedCars());
+  }
+}