@bytebrand/export-cars 1.26.46 → 1.26.48

package/dist/configs/ooyyo.config.d.ts

@@ -1,5 +1,19 @@
 import { Params } from '../interfaces/params.interface';
+import { FeedGuardOptions } from '../services/feed-guard';
 import { Config } from './config';
+export declare const OOYYO_DEFAULTS: {
+    imageConcurrency: number;
+    minSourceItems: number;
+    minPublishedItems: number;
+    maxDropPercent: number;
+    maxSourceAgeHours: number;
+    maxStaleHours: number;
+};
 export declare class OoyyoConfig extends Config {
+    dryRun: boolean;
+    imageConcurrency: number;
+    maxImages: number;
+    stateDir: string;
+    feedGuard: FeedGuardOptions;
     constructor(params: Params);
 }

package/dist/configs/ooyyo.config.js

@@ -1,16 +1,50 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.OoyyoConfig = void 0;
-const config_1 = require("./config");
+exports.OoyyoConfig = exports.OOYYO_DEFAULTS = void 0;
+const lodash_1 = require("lodash");
 const enums_1 = require("../enums");
+const config_1 = require("./config");
+const text = (value) => (typeof value === 'string' ? value.trim() : '');
+const positiveNumber = (value, fallback) => {
+    const parsed = (0, lodash_1.toNumber)(text(value));
+    return text(value) && Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
+};
+exports.OOYYO_DEFAULTS = {
+    imageConcurrency: 16,
+    minSourceItems: 1000,
+    minPublishedItems: 1,
+    maxDropPercent: 20,
+    maxSourceAgeHours: 26,
+    maxStaleHours: 48,
+};
 class OoyyoConfig extends config_1.Config {
+    dryRun;
+    imageConcurrency;
+    maxImages;
+    stateDir;
+    feedGuard;
     constructor(params) {
         super(params);
-        this.pathesConfig.localConvertedDirectory = `resources/${enums_1.ExportType.OOYYO}-export`;
-        this.imageType = enums_1.ImageType.default;
+        this.campaign = enums_1.ExportType.OOYYO;
+        this.dryRun = text(params.ooyyoDryRun).toLowerCase() !== 'false';
+        const mode = this.dryRun ? 'dryrun' : 'export';
+        this.pathesConfig.localConvertedDirectory = `resources/${enums_1.ExportType.OOYYO}-${mode}`;
+        this.stateDir = `resources/${enums_1.ExportType.OOYYO}-state/${mode}`;
+        this.imageType = enums_1.ImageType.clean;
+        this.imageConcurrency = positiveNumber(params.ooyyoImageConcurrency, exports.OOYYO_DEFAULTS.imageConcurrency);
+        this.maxImages = Math.floor(positiveNumber(params.ooyyoMaxImages, 0));
+        this.feedGuard = {
+            stateDir: this.stateDir,
+            minSourceItems: positiveNumber(params.feedGuardMinSourceItems, exports.OOYYO_DEFAULTS.minSourceItems),
+            minPublishedItems: positiveNumber(params.feedGuardMinPublishedItems, exports.OOYYO_DEFAULTS.minPublishedItems),
+            maxDropPercent: positiveNumber(params.feedGuardMaxDropPercent, exports.OOYYO_DEFAULTS.maxDropPercent),
+            maxSourceAgeHours: positiveNumber(params.feedGuardMaxSourceAgeHours, exports.OOYYO_DEFAULTS.maxSourceAgeHours),
+            maxStaleHours: positiveNumber(params.feedGuardMaxStaleHours, exports.OOYYO_DEFAULTS.maxStaleHours),
+            acceptDrop: text(params.feedGuardAcceptDrop).toLowerCase() === 'true',
+        };
         this.outputFiles = [
-            `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${enums_1.ExportType.OOYYO}.${enums_1.FileType.XML}`,
-            `${this.pathesConfig.localConvertedDirectory}/autode-${enums_1.ExportType.OOYYO}.${enums_1.FileType.TAR_GZ}`,
+            `${this.pathesConfig.localConvertedDirectory}/${enums_1.ExportType.OOYYO}.xml`,
+            `${this.pathesConfig.localConvertedDirectory}/${enums_1.ExportType.OOYYO}.xml.gz`,
         ];
     }
 }

package/dist/configs/ooyyo.config.js.map

@@ -1 +1 @@
-{"version":3,"file":"ooyyo.config.js","sourceRoot":"","sources":["../../src/configs/ooyyo.config.ts"],"names":[],"mappings":";;;AACA,qCAAkC;AAClC,oCAA2D;AAE3D,MAAa,WAAY,SAAQ,eAAM;IACrC,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,KAAK,SAAS,CAAC;QACnF,IAAI,CAAC,SAAS,GAAG,iBAAS,CAAC,OAAO,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,KAAK,IAAI,gBAAQ,CAAC,GAAG,EAAE;YAClG,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,WAAW,kBAAU,CAAC,KAAK,IAAI,gBAAQ,CAAC,MAAM,EAAE;SAC7F,CAAC;IACJ,CAAC;CACF;AAVD,kCAUC"}
+{"version":3,"file":"ooyyo.config.js","sourceRoot":"","sources":["../../src/configs/ooyyo.config.ts"],"names":[],"mappings":";;;AAAA,mCAAkC;AAElC,oCAAiD;AAGjD,qCAAkC;AAElC,MAAM,IAAI,GAAG,CAAC,KAAc,EAAU,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEzF,MAAM,cAAc,GAAG,CAAC,KAAc,EAAE,QAAgB,EAAU,EAAE;IAClE,MAAM,MAAM,GAAG,IAAA,iBAAQ,EAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACrC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;AAClF,CAAC,CAAC;AAIW,QAAA,cAAc,GAAG;IAC5B,gBAAgB,EAAE,EAAE;IACpB,cAAc,EAAE,IAAI;IACpB,iBAAiB,EAAE,CAAC;IACpB,cAAc,EAAE,EAAE;IAClB,iBAAiB,EAAE,EAAE;IACrB,aAAa,EAAE,EAAE;CAClB,CAAC;AASF,MAAa,WAAY,SAAQ,eAAM;IACrC,MAAM,CAAU;IAChB,gBAAgB,CAAS;IAEzB,SAAS,CAAS;IAClB,QAAQ,CAAS;IACjB,SAAS,CAAmB;IAE5B,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,QAAQ,GAAG,kBAAU,CAAC,KAAK,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC;QACjE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACpF,IAAI,CAAC,QAAQ,GAAG,aAAa,kBAAU,CAAC,KAAK,UAAU,IAAI,EAAE,CAAC;QAC9D,IAAI,CAAC,SAAS,GAAG,iBAAS,CAAC,KAAK,CAAC;QACjC,IAAI,CAAC,gBAAgB,GAAG,cAAc,CAAC,MAAM,CAAC,qBAAqB,EAAE,sBAAc,CAAC,gBAAgB,CAAC,CAAC;QACtG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;QACtE,IAAI,CAAC,SAAS,GAAG;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,uBAAuB,EAAE,sBAAc,CAAC,cAAc,CAAC;YAC7F,iBAAiB,EAAE,cAAc,CAAC,MAAM,CAAC,0BAA0B,EAAE,sBAAc,CAAC,iBAAiB,CAAC;YACtG,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,uBAAuB,EAAE,sBAAc,CAAC,cAAc,CAAC;YAC7F,iBAAiB,EAAE,cAAc,CAAC,MAAM,CAAC,0BAA0B,EAAE,sBAAc,CAAC,iBAAiB,CAAC;YACtG,aAAa,EAAE,cAAc,CAAC,MAAM,CAAC,sBAAsB,EAAE,sBAAc,CAAC,aAAa,CAAC;YAC1F,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM;SACtE,CAAC;QACF,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,IAAI,kBAAU,CAAC,KAAK,MAAM;YACtE,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,IAAI,kBAAU,CAAC,KAAK,SAAS;SAC1E,CAAC;IACJ,CAAC;CACF;AAhCD,kCAgCC"}

package/dist/exporters/ooyyo.exporter.d.ts

@@ -1,12 +1,13 @@
-import { CarService, LoaderService, ConfigService, RulesService } from '../services';
-import { Exporter } from '../interfaces/exporter.interface';
 import { ModuleRef } from '@nestjs/core';
+import { CarService, RulesService, LoaderService, ConfigService, ImagesService } from '../services';
+import { Exporter } from '../interfaces/exporter.interface';
 export declare class OoyyoExporter implements Exporter {
     private carService;
     private configService;
     private loaderService;
-    private moduleRef;
     private rulesService;
-    constructor(carService: CarService, configService: ConfigService, loaderService: LoaderService, moduleRef: ModuleRef, rulesService: RulesService);
+    private imagesService;
+    private moduleRef;
+    constructor(carService: CarService, configService: ConfigService, loaderService: LoaderService, rulesService: RulesService, imagesService: ImagesService, moduleRef: ModuleRef);
     export(): Promise<void>;
 }

package/dist/exporters/ooyyo.exporter.js

@@ -11,43 +11,62 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OoyyoExporter = void 0;
 const common_1 = require("@nestjs/common");
-const services_1 = require("../services");
-const cronicle_helper_1 = require("@bytebrand/cronicle-helper");
 const core_1 = require("@nestjs/core");
-const zipper_1 = require("@bytebrand/zipper");
-const ooyyo_xml_builder_1 = require("../formats/ooyyo-xml.builder");
+const cronicle_helper_1 = require("@bytebrand/cronicle-helper");
+const services_1 = require("../services");
+const image_url_validator_service_1 = require("../services/image-url-validator.service");
+const feed_guard_1 = require("../services/feed-guard");
+const ooyyo_feed_run_1 = require("../services/ooyyo-feed-run");
 const ooyyo_transformer_1 = require("../transformers/ooyyo.transformer");
+const openai_image_fields_1 = require("../transformers/openai-image-fields");
 let OoyyoExporter = class OoyyoExporter {
     carService;
     configService;
     loaderService;
-    moduleRef;
     rulesService;
-    constructor(carService, configService, loaderService, moduleRef, rulesService) {
+    imagesService;
+    moduleRef;
+    constructor(carService, configService, loaderService, rulesService, imagesService, moduleRef) {
         this.carService = carService;
         this.configService = configService;
         this.loaderService = loaderService;
-        this.moduleRef = moduleRef;
         this.rulesService = rulesService;
+        this.imagesService = imagesService;
+        this.moduleRef = moduleRef;
     }
     async export() {
-        const [fileXml, fileGZ] = this.configService.config.outputFiles;
-        await cronicle_helper_1.CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
-        await cronicle_helper_1.CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
-        const ooyyoXmlBuilder = new ooyyo_xml_builder_1.OoyyoXmlBuilder(fileXml);
-        await ooyyoXmlBuilder.buildStart();
-        const ooyyoTransformer = await this.moduleRef.create(ooyyo_transformer_1.OoyyoTransformer);
-        await this.loaderService.process(async (chunk) => {
-            const chunkData = chunk.data.filter(car => this.carService.filterCar(car, this.rulesService.rules));
-            for (let i = 0; i < chunkData.length; i += 1) {
-                const { car, images } = chunkData[i];
-                await ooyyoXmlBuilder.addItem(await ooyyoTransformer.transform(car, images));
-                this.carService.counter.countCar(images);
-            }
+        const config = this.configService.config;
+        const [xmlFile, gzFile] = config.outputFiles;
+        const validator = new image_url_validator_service_1.ImageUrlValidator({ concurrency: config.imageConcurrency });
+        const transformer = await this.moduleRef.create(ooyyo_transformer_1.OoyyoTransformer);
+        const run = new ooyyo_feed_run_1.OoyyoFeedRun({
+            forEachChunk: fn => this.loaderService.process((chunk) => fn(chunk.data)),
+            filterCar: source => this.carService.filterCar(source, this.rulesService.rules),
+            resolveImages: async ({ car, images }) => (0, ooyyo_transformer_1.toOoyyoImages)(await (0, openai_image_fields_1.resolveOpenAiImageFields)(this.imagesService.getCleanImages(car._id, images), validator), config.maxImages),
+            translate: selector => transformer.translate(selector),
+            region: (postcode, country) => transformer.region(postcode, country),
+            imageStats: () => validator.stats,
+            guard: new feed_guard_1.FeedGuard(config.feedGuard),
+        }, {
+            runId: config.runId,
+            dryRun: config.dryRun,
+            domain: config.domain,
+            sourceDirectory: config.pathesConfig.localDirectory,
+            sourceBaseFileName: config.pathesConfig.baseFileName,
+            xmlFile,
+            gzFile,
+            stateDir: config.stateDir,
         });
-        await ooyyoXmlBuilder.buildEnd();
-        console.log(this.carService.counter.getCountedCars());
-        fileGZ && await zipper_1.Zipper.tar({ dest: fileGZ, fileList: [fileXml] });
+        try {
+            const report = await run.run();
+            if (report.stale) {
+                console.log(`ooyyo feed STALE: last good file ${report.lastGoodAgeHours?.toFixed(1)} h old`);
+            }
+        }
+        catch (error) {
+            cronicle_helper_1.LoggerService.exitError(`ooyyo feed not published: ${error?.message ?? error}`);
+            process.exit(1);
+        }
     }
 };
 exports.OoyyoExporter = OoyyoExporter;
@@ -56,7 +75,8 @@ exports.OoyyoExporter = OoyyoExporter = __decorate([
     __metadata("design:paramtypes", [services_1.CarService,
         services_1.ConfigService,
         services_1.LoaderService,
-        core_1.ModuleRef,
-        services_1.RulesService])
+        services_1.RulesService,
+        services_1.ImagesService,
+        core_1.ModuleRef])
 ], OoyyoExporter);
 //# sourceMappingURL=ooyyo.exporter.js.map

package/dist/exporters/ooyyo.exporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"ooyyo.exporter.js","sourceRoot":"","sources":["../../src/exporters/ooyyo.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,0CAAqF;AAGrF,gEAA2D;AAC3D,uCAAyC;AACzC,8CAA2C;AAC3C,oEAA+D;AAC/D,yEAAqE;AAG9D,IAAM,aAAa,GAAnB,MAAM,aAAa;IAEd;IACA;IACA;IACA;IACA;IALV,YACU,UAAsB,EACtB,aAA4B,EAC5B,aAA4B,EAC5B,SAAoB,EACpB,YAA0B;QAJ1B,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;QACpB,iBAAY,GAAZ,YAAY,CAAc;IACjC,CAAC;IAEJ,KAAK,CAAC,MAAM;QACV,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC;QAChE,MAAM,+BAAa,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAC9F,MAAM,+BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAE7F,MAAM,eAAe,GAAG,IAAI,mCAAe,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,eAAe,CAAC,UAAU,EAAE,CAAC;QAEnC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,oCAAgB,CAAC,CAAC;QAEvE,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,KAAuB,EAAE,EAAE;YACjE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YAElG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBAC5C,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAErC,MAAM,eAAe,CAAC,OAAO,CAAC,MAAM,gBAAgB,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;gBAE7E,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aAC1C;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,eAAe,CAAC,QAAQ,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;QAEtD,MAAM,IAAI,MAAM,eAAM,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACpE,CAAC;CACF,CAAA;AApCY,sCAAa;wBAAb,aAAa;IADzB,IAAA,mBAAU,GAAE;qCAGW,qBAAU;QACP,wBAAa;QACb,wBAAa;QACjB,gBAAS;QACN,uBAAY;GANzB,aAAa,CAoCzB"}
+{"version":3,"file":"ooyyo.exporter.js","sourceRoot":"","sources":["../../src/exporters/ooyyo.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,uCAAyC;AAGzC,gEAA2D;AAE3D,0CAAoG;AACpG,yFAA4E;AAC5E,uDAAmD;AACnD,+DAA0E;AAC1E,yEAAoF;AACpF,6EAA+E;AAUxE,IAAM,aAAa,GAAnB,MAAM,aAAa;IAEd;IACA;IACA;IACA;IACA;IACA;IANV,YACU,UAAsB,EACtB,aAA4B,EAC5B,aAA4B,EAC5B,YAA0B,EAC1B,aAA4B,EAC5B,SAAoB;QALpB,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,kBAAa,GAAb,aAAa,CAAe;QAC5B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IAC3B,CAAC;IAEJ,KAAK,CAAC,MAAM;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAqB,CAAC;QACxD,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC;QAC7C,MAAM,SAAS,GAAG,IAAI,+CAAiB,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAClF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,oCAAgB,CAAC,CAAC;QAElE,MAAM,GAAG,GAAG,IAAI,6BAAY,CAC1B;YACE,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAuB,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,IAAwB,CAAC,CAAC;YAC/G,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;YAC/E,aAAa,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,IAAA,iCAAa,EACrD,MAAM,IAAA,8CAAwB,EAAC,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,SAAS,CAAC,EAC7F,MAAM,CAAC,SAAS,CACjB;YACD,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC;YACtD,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC;YACpE,UAAU,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK;YACjC,KAAK,EAAE,IAAI,sBAAS,CAAC,MAAM,CAAC,SAAS,CAAC;SACvC,EACD;YACE,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,MAAM,CAAC,YAAY,CAAC,cAAc;YACnD,kBAAkB,EAAE,MAAM,CAAC,YAAY,CAAC,YAAY;YACpD,OAAO;YACP,MAAM;YACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CACF,CAAC;QAEF,IAAI;YACF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;YAC/B,IAAI,MAAM,CAAC,KAAK,EAAE;gBAChB,OAAO,CAAC,GAAG,CAAC,oCAAoC,MAAM,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;aAC9F;SACF;QAAC,OAAO,KAAK,EAAE;YAGd,+BAAa,CAAC,SAAS,CAAC,6BAA6B,KAAK,EAAE,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC;YAChF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;IACH,CAAC;CACF,CAAA;AArDY,sCAAa;wBAAb,aAAa;IADzB,IAAA,mBAAU,GAAE;qCAGW,qBAAU;QACP,wBAAa;QACb,wBAAa;QACd,uBAAY;QACX,wBAAa;QACjB,gBAAS;GAPnB,aAAa,CAqDzB"}

package/dist/formats/ooyyo-xml.builder.d.ts

@@ -1,7 +1,12 @@
-import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
 import { OoyyoXmlItem } from '../interfaces';
-export declare class OoyyoXmlBuilder extends XMLBuilderBase {
+export declare const stripInvalidXmlChars: (value: string) => string;
+export declare const cdata: (value: string) => string;
+export declare class OoyyoXmlBuilder {
+    private stream;
+    constructor(fileName: string);
+    private write;
     buildStart(): Promise<void>;
     addItem(car: OoyyoXmlItem): Promise<void>;
+    static toXml(car: OoyyoXmlItem): string;
     buildEnd(): Promise<void>;
 }

package/dist/formats/ooyyo-xml.builder.js

@@ -1,46 +1,69 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.OoyyoXmlBuilder = void 0;
-const cronicle_helper_1 = require("@bytebrand/cronicle-helper");
-class OoyyoXmlBuilder extends cronicle_helper_1.XMLBuilderBase {
+exports.OoyyoXmlBuilder = exports.cdata = exports.stripInvalidXmlChars = void 0;
+const fs_1 = require("fs");
+const INVALID_XML_CHARS = /[\u0000-\u0008\u000B\u000C\u000E-\u001F￾￿]|[\uD800-\uDBFF](?![\uDC00-\uDFFF])|(?<![\uD800-\uDBFF])[\uDC00-\uDFFF]/g;
+const stripInvalidXmlChars = (value) => value.replace(INVALID_XML_CHARS, '');
+exports.stripInvalidXmlChars = stripInvalidXmlChars;
+const cdata = (value) => `<![CDATA[${(0, exports.stripInvalidXmlChars)(value).replace(/]]>/g, ']]]]><![CDATA[>')}]]>`;
+exports.cdata = cdata;
+class OoyyoXmlBuilder {
+    stream;
+    constructor(fileName) {
+        this.stream = (0, fs_1.createWriteStream)(fileName, { flags: 'w', encoding: 'utf8' });
+    }
+    write(chunk) {
+        return new Promise((resolve, reject) => this.stream.write(chunk, error => (error ? reject(error) : resolve())));
+    }
     async buildStart() {
-        await this.write(`<?xml version="1.0" encoding="UTF-8"?>
-    <ooyyo xsi:noNamespaceSchemaLocation="OoyyoFormat.xsd" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">`);
+        await this.write('<?xml version="1.0" encoding="UTF-8"?>\n'
+            + '<ooyyo xsi:noNamespaceSchemaLocation="OoyyoFormat.xsd" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">\n');
     }
     async addItem(car) {
-        let item = '';
-        item += '\n<ad>\n';
-        item += this.getElement('url', car.url, true);
-        item += this.getElement('title', car.title, true);
-        item += this.getElement('content', car.content, true);
-        item += this.getElement('price', car.price, true, { unit: 'euro' });
-        item += this.getElement('make', car.make, true);
-        item += this.getElement('model', car.model, true);
-        item += this.getElement('trim', car.trim, true);
-        item += this.getElement('engine_size', car.engine_size, true, { unit: 'cc' });
-        item += this.getElement('body_type', car.body_type, true);
-        item += this.getElement('color', car.color, true);
-        item += this.getElement('year', car.year, true);
-        item += this.getElement('mileage', car.mileage, true, { unit: 'km' });
-        item += this.getElement('fuel_type', car.fuel_type, true);
-        item += this.getElement('transmission', car.transmission, true);
-        item += this.getElement('euronorm', car.euronorm, true);
-        item += this.getElement('power', car.power, true, { unit: 'kw' });
-        item += this.getElement('doors', car.doors, true);
-        item += this.getElement('seats', car.seats, true);
-        item += this.getElement('gears', car.gears, true);
-        item += this.getElementsTree('location', car.location, true);
-        item += this.getElementsList('pictures', 'picture', car.pictures, true);
-        item += this.getElement('vin', car.vin, true);
-        item += this.getElement('is_new', car.is_new, true);
-        item += this.getElement('date', car.date, true);
-        item += this.getElement('time', car.time, true);
-        item += '</ad>';
-        await this.write(item);
+        await this.write(OoyyoXmlBuilder.toXml(car));
+    }
+    static toXml(car) {
+        const el = (tag, value, unit, indent = '    ') => (value ? `${indent}<${tag}${unit ? ` unit="${unit}"` : ''}>${(0, exports.cdata)(value)}</${tag}>\n` : '');
+        const location = [
+            el('city', car.location?.city, undefined, '      '),
+            el('postcode', car.location?.postcode, undefined, '      '),
+            el('region', car.location?.region, undefined, '      '),
+        ].join('');
+        const pictures = (car.pictures ?? []).map(url => el('picture', url, undefined, '      ')).join('');
+        return '  <ad>\n'
+            + el('url', car.url)
+            + el('title', car.title)
+            + el('content', car.content)
+            + el('price', car.price, car.priceUnit)
+            + el('make', car.make)
+            + el('model', car.model)
+            + el('engine_size', car.engine_size, 'cc')
+            + el('trim', car.trim)
+            + el('body_type', car.body_type)
+            + el('color', car.color)
+            + el('year', car.year)
+            + el('mileage', car.mileage, 'km')
+            + el('fuel_type', car.fuel_type)
+            + el('transmission', car.transmission)
+            + el('euronorm', car.euronorm)
+            + el('power', car.power, 'kw')
+            + el('doors', car.doors)
+            + el('seats', car.seats)
+            + el('gears', car.gears)
+            + (location ? `    <location>\n${location}    </location>\n` : '')
+            + (pictures ? `    <pictures>\n${pictures}    </pictures>\n` : '')
+            + el('vin', car.vin)
+            + el('is_new', car.is_new)
+            + el('date', car.date)
+            + el('time', car.time)
+            + '  </ad>\n';
     }
     async buildEnd() {
-        await this.write('\n</ooyyo>');
-        await this.end();
+        await this.write('</ooyyo>\n');
+        await new Promise((resolve, reject) => {
+            this.stream.on('error', reject);
+            this.stream.end(() => resolve());
+        });
     }
 }
 exports.OoyyoXmlBuilder = OoyyoXmlBuilder;

package/dist/formats/ooyyo-xml.builder.js.map

@@ -1 +1 @@
-{"version":3,"file":"ooyyo-xml.builder.js","sourceRoot":"","sources":["../../src/formats/ooyyo-xml.builder.ts"],"names":[],"mappings":";;;AAAA,gEAA4D;AAG5D,MAAa,eAAgB,SAAQ,gCAAc;IACjD,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,KAAK,CAAC;kHAC6F,CAAC,CAAC;IAClH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAiB;QAC7B,IAAI,IAAI,GAAG,EAAE,CAAC;QAEd,IAAI,IAAI,UAAU,CAAC;QACnB,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9C,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACtD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACpE,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9E,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC1D,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC1D,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAChE,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACxD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,IAAI,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7D,IAAI,IAAI,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,SAAS,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACxE,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9C,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACpD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,IAAI,IAAI,OAAO,CAAC;QAEhB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/B,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC;CACF;AA5CD,0CA4CC"}
+{"version":3,"file":"ooyyo-xml.builder.js","sourceRoot":"","sources":["../../src/formats/ooyyo-xml.builder.ts"],"names":[],"mappings":";;;AAAA,2BAAoD;AAKpD,MAAM,iBAAiB,GAAG,oHAAoH,CAAC;AAExI,MAAM,oBAAoB,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;AAAvF,QAAA,oBAAoB,wBAAmE;AAI7F,MAAM,KAAK,GAAG,CAAC,KAAa,EAAU,EAAE,CAC7C,YAAY,IAAA,4BAAoB,EAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC;AADrE,QAAA,KAAK,SACgE;AAQlF,MAAa,eAAe;IAClB,MAAM,CAAc;IAE5B,YAAY,QAAgB;QAC1B,IAAI,CAAC,MAAM,GAAG,IAAA,sBAAiB,EAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAC9E,CAAC;IAEO,KAAK,CAAC,KAAa;QACzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IAClH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,KAAK,CAAC,0CAA0C;cACvD,iHAAiH,CAAC,CAAC;IACzH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAiB;QAC7B,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,GAAiB;QAC5B,MAAM,EAAE,GAAG,CAAC,GAAW,EAAE,KAAa,EAAE,IAAa,EAAE,MAAM,GAAG,MAAM,EAAU,EAAE,CAChF,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,IAAA,aAAK,EAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/F,MAAM,QAAQ,GAAG;YACf,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC;YACnD,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC;YAC3D,EAAE,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC;SACxD,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACX,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEnG,OAAO,UAAU;cACb,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC;cAClB,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC;cACtB,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC;cAC1B,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,SAAS,CAAC;cACrC,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC;cACpB,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC;cACtB,EAAE,CAAC,aAAa,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC;cACxC,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC;cACpB,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC;cAC9B,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC;cACtB,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC;cACpB,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC;cAChC,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC;cAC9B,EAAE,CAAC,cAAc,EAAE,GAAG,CAAC,YAAY,CAAC;cACpC,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC;cAC5B,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC;cAC5B,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC;cACtB,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC;cACtB,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC;cACtB,CAAC,QAAQ,CAAC,CAAC,CAAC,mBAAmB,QAAQ,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;cAChE,CAAC,QAAQ,CAAC,CAAC,CAAC,mBAAmB,QAAQ,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;cAChE,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC;cAClB,EAAE,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC;cACxB,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC;cACpB,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC;cACpB,WAAW,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAlED,0CAkEC"}

package/dist/interfaces/export-item.interface.d.ts

@@ -58,9 +58,37 @@ export interface Auto24XmlItem {
     dealer_name: string;
     dealer_phone: string;
 }
-export interface OoyyoXmlItem extends FbXmlItem {
-    euronorm: string;
+export interface OoyyoXmlItem {
+    url: string;
+    title: string;
+    content: string;
+    price: string;
+    priceUnit: 'EUR';
+    make: string;
+    model: string;
+    engine_size: string;
+    trim: string;
+    body_type: string;
+    color: string;
+    year: string;
     mileage: string;
+    fuel_type: string;
+    transmission: string;
+    euronorm: string;
+    power: string;
+    doors: string;
+    seats: string;
+    gears: string;
+    location: {
+        city: string;
+        postcode: string;
+        region: string;
+    };
+    pictures: string[];
+    vin: string;
+    is_new: string;
+    date: string;
+    time: string;
 }
 export interface MeinstadtJsonItem {
     id: string;

package/dist/interfaces/params.interface.d.ts

@@ -37,6 +37,9 @@ export interface Params {
     marktdeDryRun?: string;
     marktdeImageConcurrency?: string;
     marktdeMaxImages?: string;
+    ooyyoDryRun?: string;
+    ooyyoImageConcurrency?: string;
+    ooyyoMaxImages?: string;
 }
 export interface FeedItemsBigQueryTarget {
     project: string;

package/dist/services/mapping.service.d.ts

@@ -1,6 +1,7 @@
 import { MappingRules } from '../interfaces/mapping-rules.interface';
 import { ConfigService } from './config.service';
 import { DealersMapping, MetaPushPriorityMapping } from '../interfaces/dealers-mapping.interface';
+export declare const mappingSheetCsvUrl: (spreadsheetId: string, title: string) => string;
 export declare class MappingService {
     private configService;
     constructor(configService: ConfigService);
@@ -8,6 +9,7 @@ export declare class MappingService {
     private dealers;
     private metaPushPriorities;
     getRules(): Promise<MappingRules[]>;
+    rulesFromCsv(csv: string, title: string): MappingRules[];
     getDealersMapping(): Promise<DealersMapping[]>;
     getMetaPushPriorityMapping(): Promise<MetaPushPriorityMapping[]>;
     private rowsToRules;

package/dist/services/mapping.service.js

@@ -9,12 +9,16 @@ var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MappingService = void 0;
+exports.MappingService = exports.mappingSheetCsvUrl = void 0;
 const common_1 = require("@nestjs/common");
 const axios_1 = require("axios");
+const cronicle_helper_1 = require("@bytebrand/cronicle-helper");
 const google_spreadsheet_1 = require("google-spreadsheet");
 const config_service_1 = require("./config.service");
 const utils_1 = require("../utils");
+const mappingSheetCsvUrl = (spreadsheetId, title) => `https://docs.google.com/spreadsheets/d/${spreadsheetId}/gviz/tq?tqx=out:csv&sheet=${encodeURIComponent(title)}`;
+exports.mappingSheetCsvUrl = mappingSheetCsvUrl;
+const REQUIRED_MAPPING_COLUMNS = ['importField', 'importFieldType', 'autodeField', 'autodeFieldType'];
 let MappingService = class MappingService {
     configService;
     constructor(configService) {
@@ -25,21 +29,37 @@ let MappingService = class MappingService {
     metaPushPriorities;
     async getRules() {
         if (!this.rules) {
-            const spreadsheet = new google_spreadsheet_1.GoogleSpreadsheet(this.configService.config.mappingSpreadsheetId);
-            spreadsheet.useApiKey(this.configService.config.apikey);
-            await spreadsheet.loadInfo();
-            const rows = await spreadsheet.sheetsByTitle[this.configService.config.mappingSpreadsheetTitle].getRows();
-            const mappingRules = this.rowsToRules(rows);
-            mappingRules.map((rule, _i, selfRules) => {
-                this.removeEmptyKeys(rule);
-                if (rule.importFieldType && rule.importFieldType.includes('selector')) {
-                    this.groupSelectors(rule, selfRules);
-                }
-            });
-            this.rules = this.filterResultedRows(mappingRules);
+            const { mappingSpreadsheetId, mappingSpreadsheetTitle } = this.configService.config;
+            const url = (0, exports.mappingSheetCsvUrl)(mappingSpreadsheetId, mappingSpreadsheetTitle);
+            const { data } = await cronicle_helper_1.CronicleUtils.retry(() => axios_1.default.get(url, { responseType: 'text', timeout: 30000 }), 3, 5000, true);
+            this.rules = this.rulesFromCsv(data, mappingSpreadsheetTitle);
+            console.log(`mapping: ${this.rules.length} rules from the public CSV of tab ${mappingSpreadsheetTitle}`);
         }
         return this.rules;
     }
+    rulesFromCsv(csv, title) {
+        const rows = (0, utils_1.parseCsvToObjects)(typeof csv === 'string' ? csv : '');
+        const columns = rows.length ? Object.keys(rows[0]) : [];
+        const missing = REQUIRED_MAPPING_COLUMNS.filter(column => !columns.includes(column));
+        if (missing.length) {
+            throw new Error(`mapping sheet tab "${title}" not readable as CSV (missing columns ${missing.join(', ')}) — is the sheet still shared with everyone who has the link?`);
+        }
+        const mappingRules = rows.map((row) => {
+            delete row[''];
+            return row;
+        });
+        mappingRules.forEach((rule, _i, selfRules) => {
+            this.removeEmptyKeys(rule);
+            if (rule.importFieldType && rule.importFieldType.includes('selector')) {
+                this.groupSelectors(rule, selfRules);
+            }
+        });
+        const rules = this.filterResultedRows(mappingRules);
+        if (!rules.length) {
+            throw new Error(`mapping sheet tab "${title}" has no rule`);
+        }
+        return rules;
+    }
     async getDealersMapping() {
         if (!this.dealers) {
             const spreadsheet = new google_spreadsheet_1.GoogleSpreadsheet(this.configService.config.dealersSpreadsheetId);

package/dist/services/mapping.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"mapping.service.js","sourceRoot":"","sources":["../../src/services/mapping.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,iCAA0B;AAE1B,2DAA6E;AAC7E,qDAAiD;AAEjD,oCAA6C;AAGtC,IAAM,cAAc,GAApB,MAAM,cAAc;IACL;IAApB,YAAoB,aAA4B;QAA5B,kBAAa,GAAb,aAAa,CAAe;IAAG,CAAC;IAC5C,KAAK,CAAiB;IACtB,OAAO,CAAM;IACb,kBAAkB,CAA4B;IAEtD,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YACf,MAAM,WAAW,GAAG,IAAI,sCAAiB,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC1F,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,OAAO,EAAE,CAAC;YAC1G,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAmB,CAAC;YAE9D,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE;gBACvC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;gBAC3B,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE;oBACrE,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;iBACtC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;SACpD;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,WAAW,GAAG,IAAI,sCAAiB,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC1F,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,OAAO,EAAE,CAAC;YAC1G,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAqB,CAAC;SAC3D;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,0BAA0B;QAC9B,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,sBAAsB,CAAC;YAChE,IAAI,CAAC,MAAM,EAAE;gBACX,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC,kBAAkB,CAAC;aAChC;YAED,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,eAAK,CAAC,GAAG,CAAS,MAAM,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3E,IAAI,CAAC,kBAAkB,GAAG,IAAA,yBAAiB,EAA0B,IAAI,CAAC,CAAC;SAC5E;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAEO,WAAW,CAAC,IAA4B;QAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACpB,MAAM,CAAC,MAAM,CACX,EAAE,EACF,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,yBAAyB,CAAC,GAAG,CAAC,CAAC;aACrD,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,OAAO,UAAU,CAAC,GAAG,KAAK,UAAU,CAAC;aACpE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3B,CAAC,GAAG,CAAC,EAAE,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE;SAC9B,CAAC,CAAC,CACN,CACF,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,IAAoB;QAC7C,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAe,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YAC5D,MAAM,cAAc,GAClB,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACjE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,GAAG;gBAC3C,CAAC,CAAC,IAAI,CAAC;YACX,OAAO,KAAK,CAAC,WAAW,IAAI,cAAc,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,eAAe,CAAC,GAAiB;QACvC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACzB,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE;gBACnB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;aACjB;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,cAAc,CAAC,GAAiB,EAAE,QAAwB;QAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC3C,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,KAAK,GAAG,CAAC,WAAW,EAAE;gBAC/C,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;oBAC1B,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC;iBAC5B;gBACD,IAAI,GAAG,CAAC,mBAAmB,EAAE;oBAC3B,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,mBAAmB,IAAI,GAAG,CAAC,mBAAmB,EAAE,CAAC,CAAC;iBACrF;aACF;SACF;QAED,OAAO,GAAG,CAAC,mBAAmB,CAAC;QAC/B,OAAO,GAAG,CAAC,mBAAmB,CAAC;IACjC,CAAC;CACF,CAAA;AAlGY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAEwB,8BAAa;GADrC,cAAc,CAkG1B"}
+{"version":3,"file":"mapping.service.js","sourceRoot":"","sources":["../../src/services/mapping.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,iCAA0B;AAC1B,gEAA2D;AAE3D,2DAA6E;AAC7E,qDAAiD;AAEjD,oCAA6C;AAKtC,MAAM,kBAAkB,GAAG,CAAC,aAAqB,EAAE,KAAa,EAAU,EAAE,CACjF,0CAA0C,aAAa,8BAA8B,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;AADtG,QAAA,kBAAkB,sBACoF;AAInH,MAAM,wBAAwB,GAAG,CAAC,aAAa,EAAE,iBAAiB,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;AAG/F,IAAM,cAAc,GAApB,MAAM,cAAc;IACL;IAApB,YAAoB,aAA4B;QAA5B,kBAAa,GAAb,aAAa,CAAe;IAAG,CAAC;IAC5C,KAAK,CAAiB;IACtB,OAAO,CAAM;IACb,kBAAkB,CAA4B;IAQtD,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YACf,MAAM,EAAE,oBAAoB,EAAE,uBAAuB,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;YACpF,MAAM,GAAG,GAAG,IAAA,0BAAkB,EAAC,oBAAoB,EAAE,uBAAuB,CAAC,CAAC;YAC9E,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,+BAAa,CAAC,KAAK,CACxC,GAAG,EAAE,CAAC,eAAK,CAAC,GAAG,CAAS,GAAG,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,KAAM,EAAE,CAAC,EACvE,CAAC,EACD,IAAK,EACL,IAAI,CACL,CAAC;YACF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,MAAM,qCAAqC,uBAAuB,EAAE,CAAC,CAAC;SAC1G;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAGD,YAAY,CAAC,GAAW,EAAE,KAAa;QACrC,MAAM,IAAI,GAAG,IAAA,yBAAiB,EAAyB,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3F,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,MAAM,OAAO,GAAG,wBAAwB,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACrF,IAAI,OAAO,CAAC,MAAM,EAAE;YAClB,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,0CAA0C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;SACzK;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACpC,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC;YACf,OAAO,GAAG,CAAC;QACb,CAAC,CAA8B,CAAC;QAEhC,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE;YAC3C,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC3B,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE;gBACrE,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;aACtC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,eAAe,CAAC,CAAC;SAC7D;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,WAAW,GAAG,IAAI,sCAAiB,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC1F,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,OAAO,EAAE,CAAC;YAC1G,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAqB,CAAC;SAC3D;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,0BAA0B;QAC9B,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,sBAAsB,CAAC;YAChE,IAAI,CAAC,MAAM,EAAE;gBACX,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC,kBAAkB,CAAC;aAChC;YAED,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,eAAK,CAAC,GAAG,CAAS,MAAM,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3E,IAAI,CAAC,kBAAkB,GAAG,IAAA,yBAAiB,EAA0B,IAAI,CAAC,CAAC;SAC5E;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAEO,WAAW,CAAC,IAA4B;QAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACpB,MAAM,CAAC,MAAM,CACX,EAAE,EACF,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,yBAAyB,CAAC,GAAG,CAAC,CAAC;aACrD,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,OAAO,UAAU,CAAC,GAAG,KAAK,UAAU,CAAC;aACpE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3B,CAAC,GAAG,CAAC,EAAE,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE;SAC9B,CAAC,CAAC,CACN,CACF,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,IAAoB;QAC7C,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAe,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YAC5D,MAAM,cAAc,GAClB,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACjE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,GAAG;gBAC3C,CAAC,CAAC,IAAI,CAAC;YACX,OAAO,KAAK,CAAC,WAAW,IAAI,cAAc,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,eAAe,CAAC,GAAiB;QACvC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACzB,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE;gBACnB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;aACjB;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,cAAc,CAAC,GAAiB,EAAE,QAAwB;QAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC3C,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,KAAK,GAAG,CAAC,WAAW,EAAE;gBAC/C,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;oBAC1B,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC;iBAC5B;gBACD,IAAI,GAAG,CAAC,mBAAmB,EAAE;oBAC3B,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,mBAAmB,IAAI,GAAG,CAAC,mBAAmB,EAAE,CAAC,CAAC;iBACrF;aACF;SACF;QAED,OAAO,GAAG,CAAC,mBAAmB,CAAC;QAC/B,OAAO,GAAG,CAAC,mBAAmB,CAAC;IACjC,CAAC;CACF,CAAA;AAhIY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAEwB,8BAAa;GADrC,cAAc,CAgI1B"}

package/dist/services/ooyyo-feed-run.d.ts

@@ -0,0 +1,81 @@
+import { ImboImageResponseInterface } from '@bytebrand/chunkable';
+import { DataSchemes } from '@bytebrand/car-schema';
+import { FeedGuard, LastGood } from './feed-guard';
+export interface OoyyoSourceCar {
+    car: DataSchemes.Car;
+    images: ImboImageResponseInterface[];
+}
+export interface OoyyoRunDeps {
+    forEachChunk: (fn: (cars: OoyyoSourceCar[]) => Promise<void>) => Promise<unknown>;
+    filterCar: (source: OoyyoSourceCar) => boolean;
+    resolveImages: (source: OoyyoSourceCar) => Promise<string[]>;
+    translate: (selector: string) => string;
+    region: (postcode: string, countryCode: unknown) => Promise<string>;
+    imageStats: () => Record<string, number>;
+    guard: FeedGuard;
+}
+export interface OoyyoRunOptions {
+    runId?: string;
+    dryRun: boolean;
+    domain: string;
+    sourceDirectory: string;
+    sourceBaseFileName: string;
+    xmlFile: string;
+    gzFile: string;
+    stateDir: string;
+    now?: () => Date;
+}
+export interface OoyyoRunReport {
+    runId?: string;
+    mode: 'dry-run' | 'live';
+    startedAt: string;
+    finishedAt?: string;
+    status: 'published' | 'blocked' | 'failed';
+    guard?: {
+        code: string;
+        message: string;
+    };
+    error?: string;
+    xmlFile: string;
+    gzFile: string;
+    source: {
+        files: number;
+        newestChunkAt: string | null;
+        cars: number;
+    };
+    items: number;
+    excluded: Record<string, number>;
+    missing: Record<string, number>;
+    postcodePadded: number;
+    verify?: {
+        ads: number;
+        issues: number;
+        firstIssues: Array<{
+            ad: number;
+            problem: string;
+        }>;
+    };
+    bytes?: {
+        xml: number;
+        gz: number;
+        sha256: string;
+    };
+    imagesPerItem: {
+        min: number | null;
+        max: number | null;
+        total: number;
+    };
+    images: Record<string, number>;
+    lastGood: LastGood | null;
+    lastGoodAgeHours: number | null;
+    stale: boolean;
+}
+export declare class OoyyoFeedRun {
+    private readonly deps;
+    private readonly options;
+    constructor(deps: OoyyoRunDeps, options: OoyyoRunOptions);
+    private now;
+    run(): Promise<OoyyoRunReport>;
+    private count;
+    private writeReport;
+}