@bytebrand/export-cars 1.26.30 → 1.26.32

package/README.md

@@ -55,8 +55,11 @@ Library only. The OpenAI ExportType, transformer and version bump come with ADV-
 - Uses only the car's own Imbo photos (the loader's cleaned list), ordered deterministically:
   - the hero first: a 3/4 exterior, `ext_f_right`, else `ext_f_left`;
   - then the other exterior views, then the interior views (`IMAGES_SORT_ORDER`).
-- Drops `_feat_` close-ups, `conext_*`, codes unknown to `IMAGES_SORT_ORDER` (e.g. `simple_*`, `middle_console`,
-  `ext_lr_main`) and repeated imageIdentifiers.
+  - `ext_lr_main` (a real side or rear-3/4 shot that most cars have) is not in the shared `IMAGES_SORT_ORDER`.
+    The clean profile alone accepts it through `CLEAN_EXTRA_IMAGE_SORT_ORDER`, after the other exterior views
+    and before the interior. It is never the hero. Other feeds still rank it 100.
+- Drops `_feat_` close-ups, `conext_*`, codes neither order knows (e.g. `simple_*`, `middle_console`,
+  `int_spec_touch_screen`, `zoomedIn`) and repeated imageIdentifiers.
 - Returns `[]` when there is no 3/4 exterior shot: the car is skipped. A placeholder is never added.
 - Every URL is the explicit JPEG `https://images.auto.de/carimage/{carId}/{imageId}/large-cached.jpeg`. The
   extension-less `.../large` returns WebP or JPEG depending on the `Accept` header (no `Vary`), so the format
@@ -105,6 +108,8 @@ Library only. The OpenAI ExportType, transformer and version bump come with ADV-
   - `services/content-wordpress/wp/robots.txt` disallows `/search/` for `*`. OpenAI crawlers obey robots.txt,
     so a dedicated `OAI-AdsBot` group allows `/search/vehicle/` and repeats the `*` Disallow rules (a bot with
     its own group ignores `*`). Keep both groups in sync.
+  - The group is in `deploy_develop`, so it reaches the dev WordPress with the next content-wordpress deploy.
+    Prod is a separate decision: it is not rolled out to prod until that decision is made.
   - OAI-SearchBot stays under `*`.
   - Cloudflare: the custom rule "Allow Search Bots" (`cf.client.bot`, skip) runs before "captcha for search"
     (js_challenge on `www.auto.de/search`). A CF-verified OAI-AdsBot should pass. Unverified clients outside
@@ -130,8 +135,11 @@ Library only. The OpenAI ExportType, transformer and version bump come with ADV-
   expires. Mitigations:
   - send a full catalog upload on every image or description change (ADV-335);
   - re-validate on every run.
-- `ext_lr_main` (a real side or rear-3/4 exterior shot, present on most cars) is unknown to `IMAGES_SORT_ORDER`,
-  so the clean profile drops it.
+- An image that has dropped out of the cleaned Imbo list can still answer 200 from the image cache. The profile is
+  built from the current list, so such a car is skipped rather than shown with its old photo. Seen on 12.10:
+  car `3b92e5c7…`'s `ext_f_right` had left the list while its old URL still returned 200.
+- robots.txt `OAI-AdsBot` group: on dev with the next content-wordpress deploy; prod rollout needs a separate
+  decision.
 - The CDP is a client-side SPA with no SSR (fe-main nginx serves `index.html` for `/search*`). A crawler that
   doesn't run JS sees an empty page, which is a risk for the OAI-AdsBot landing-page review.
 - Pre-existing: the `DEFAULT_IMAGES` placeholders (`carimage/noimage/...`) answer 404, yet default-type partner

package/dist/configs/autouncle.config.d.ts

@@ -1,5 +1,19 @@
 import { Params } from '../interfaces/params.interface';
+import { FeedGuardOptions } from '../services/feed-guard';
 import { Config } from './config';
+export declare const AUTOUNCLE_DEFAULTS: {
+    imageConcurrency: number;
+    minSourceItems: number;
+    minPublishedItems: number;
+    maxDropPercent: number;
+    maxSourceAgeHours: number;
+    maxStaleHours: number;
+};
 export declare class AutouncleConfig extends Config {
+    dryRun: boolean;
+    imageConcurrency: number;
+    maxImages: number;
+    stateDir: string;
+    feedGuard: FeedGuardOptions;
     constructor(params: Params);
 }

package/dist/configs/autouncle.config.js

@@ -1,13 +1,46 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AutouncleConfig = void 0;
+exports.AutouncleConfig = exports.AUTOUNCLE_DEFAULTS = void 0;
+const lodash_1 = require("lodash");
 const enums_1 = require("../enums");
 const config_1 = require("./config");
+const text = (value) => (typeof value === 'string' ? value.trim() : '');
+const positiveNumber = (value, fallback) => {
+    const parsed = (0, lodash_1.toNumber)(text(value));
+    return text(value) && Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
+};
+exports.AUTOUNCLE_DEFAULTS = {
+    imageConcurrency: 16,
+    minSourceItems: 1000,
+    minPublishedItems: 1,
+    maxDropPercent: 20,
+    maxSourceAgeHours: 26,
+    maxStaleHours: 48,
+};
 class AutouncleConfig extends config_1.Config {
+    dryRun;
+    imageConcurrency;
+    maxImages;
+    stateDir;
+    feedGuard;
     constructor(params) {
         super(params);
-        this.pathesConfig.localConvertedDirectory = `resources/${enums_1.ExportType.AUTOUNCLE}-export`;
-        this.imageType = enums_1.ImageType.default;
+        this.dryRun = text(params.autouncleDryRun).toLowerCase() !== 'false';
+        const mode = this.dryRun ? 'dryrun' : 'export';
+        this.pathesConfig.localConvertedDirectory = `resources/${enums_1.ExportType.AUTOUNCLE}-${mode}`;
+        this.stateDir = `resources/${enums_1.ExportType.AUTOUNCLE}-state/${mode}`;
+        this.imageType = enums_1.ImageType.clean;
+        this.imageConcurrency = positiveNumber(params.autouncleImageConcurrency, exports.AUTOUNCLE_DEFAULTS.imageConcurrency);
+        this.maxImages = Math.floor(positiveNumber(params.autouncleMaxImages, 0));
+        this.feedGuard = {
+            stateDir: this.stateDir,
+            minSourceItems: positiveNumber(params.feedGuardMinSourceItems, exports.AUTOUNCLE_DEFAULTS.minSourceItems),
+            minPublishedItems: positiveNumber(params.feedGuardMinPublishedItems, exports.AUTOUNCLE_DEFAULTS.minPublishedItems),
+            maxDropPercent: positiveNumber(params.feedGuardMaxDropPercent, exports.AUTOUNCLE_DEFAULTS.maxDropPercent),
+            maxSourceAgeHours: positiveNumber(params.feedGuardMaxSourceAgeHours, exports.AUTOUNCLE_DEFAULTS.maxSourceAgeHours),
+            maxStaleHours: positiveNumber(params.feedGuardMaxStaleHours, exports.AUTOUNCLE_DEFAULTS.maxStaleHours),
+            acceptDrop: text(params.feedGuardAcceptDrop).toLowerCase() === 'true',
+        };
         this.outputFiles = [
             `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${enums_1.ExportType.AUTOUNCLE}.${enums_1.FileType.JSON}`,
         ];

package/dist/configs/autouncle.config.js.map

@@ -1 +1 @@
-{"version":3,"file":"autouncle.config.js","sourceRoot":"","sources":["../../src/configs/autouncle.config.ts"],"names":[],"mappings":";;;AAAA,oCAA4D;AAE5D,qCAAkC;AAElC,MAAa,eAAgB,SAAQ,eAAM;IACzC,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,SAAS,SAAS,CAAC;QACvF,IAAI,CAAC,SAAS,GAAG,iBAAS,CAAC,OAAO,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,SAAS,IAAI,gBAAQ,CAAC,IAAI,EAAE;SACxG,CAAC;IACJ,CAAC;CACF;AATD,0CASC"}
+{"version":3,"file":"autouncle.config.js","sourceRoot":"","sources":["../../src/configs/autouncle.config.ts"],"names":[],"mappings":";;;AAAA,mCAAkC;AAElC,oCAA2D;AAG3D,qCAAkC;AAElC,MAAM,IAAI,GAAG,CAAC,KAAc,EAAU,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEzF,MAAM,cAAc,GAAG,CAAC,KAAc,EAAE,QAAgB,EAAU,EAAE;IAClE,MAAM,MAAM,GAAG,IAAA,iBAAQ,EAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACrC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;AAClF,CAAC,CAAC;AAIW,QAAA,kBAAkB,GAAG;IAChC,gBAAgB,EAAE,EAAE;IACpB,cAAc,EAAE,IAAI;IACpB,iBAAiB,EAAE,CAAC;IACpB,cAAc,EAAE,EAAE;IAClB,iBAAiB,EAAE,EAAE;IACrB,aAAa,EAAE,EAAE;CAClB,CAAC;AAQF,MAAa,eAAgB,SAAQ,eAAM;IACzC,MAAM,CAAU;IAChB,gBAAgB,CAAS;IAEzB,SAAS,CAAS;IAClB,QAAQ,CAAS;IACjB,SAAS,CAAmB;IAE5B,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC;QACrE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;QACxF,IAAI,CAAC,QAAQ,GAAG,aAAa,kBAAU,CAAC,SAAS,UAAU,IAAI,EAAE,CAAC;QAClE,IAAI,CAAC,SAAS,GAAG,iBAAS,CAAC,KAAK,CAAC;QACjC,IAAI,CAAC,gBAAgB,GAAG,cAAc,CAAC,MAAM,CAAC,yBAAyB,EAAE,0BAAkB,CAAC,gBAAgB,CAAC,CAAC;QAC9G,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,CAAC,SAAS,GAAG;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,uBAAuB,EAAE,0BAAkB,CAAC,cAAc,CAAC;YACjG,iBAAiB,EAAE,cAAc,CAAC,MAAM,CAAC,0BAA0B,EAAE,0BAAkB,CAAC,iBAAiB,CAAC;YAC1G,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,uBAAuB,EAAE,0BAAkB,CAAC,cAAc,CAAC;YACjG,iBAAiB,EAAE,cAAc,CAAC,MAAM,CAAC,0BAA0B,EAAE,0BAAkB,CAAC,iBAAiB,CAAC;YAC1G,aAAa,EAAE,cAAc,CAAC,MAAM,CAAC,sBAAsB,EAAE,0BAAkB,CAAC,aAAa,CAAC;YAC9F,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM;SACtE,CAAC;QACF,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,SAAS,IAAI,gBAAQ,CAAC,IAAI,EAAE;SACxG,CAAC;IACJ,CAAC;CACF;AA9BD,0CA8BC"}

package/dist/configs/meinstadt.config.d.ts

@@ -1,5 +1,20 @@
 import { Params } from '../interfaces/params.interface';
+import { FeedGuardOptions } from '../services/feed-guard';
 import { Config } from './config';
+export declare const parseMeinstadtCpc: (value: unknown) => string | null;
+export declare const MEINSTADT_DEFAULTS: {
+    imageConcurrency: number;
+    minSourceItems: number;
+    minPublishedItems: number;
+    maxDropPercent: number;
+    maxSourceAgeHours: number;
+    maxStaleHours: number;
+};
 export declare class MeinstadtConfig extends Config {
+    dryRun: boolean;
+    imageConcurrency: number;
+    maxImages: number;
+    stateDir: string;
+    feedGuard: FeedGuardOptions;
     constructor(params: Params);
 }

package/dist/configs/meinstadt.config.js

@@ -1,13 +1,52 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MeinstadtConfig = void 0;
+exports.MeinstadtConfig = exports.MEINSTADT_DEFAULTS = exports.parseMeinstadtCpc = void 0;
+const lodash_1 = require("lodash");
 const config_1 = require("./config");
 const enums_1 = require("../enums");
+const text = (value) => (typeof value === 'string' ? value.trim() : '');
+const positiveNumber = (value, fallback) => {
+    const parsed = (0, lodash_1.toNumber)(text(value));
+    return text(value) && Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
+};
+const parseMeinstadtCpc = (value) => {
+    const raw = text(value);
+    return /^\d+(\.\d+)?$/.test(raw) && Number(raw) > 0 ? raw : null;
+};
+exports.parseMeinstadtCpc = parseMeinstadtCpc;
+exports.MEINSTADT_DEFAULTS = {
+    imageConcurrency: 16,
+    minSourceItems: 1000,
+    minPublishedItems: 500,
+    maxDropPercent: 20,
+    maxSourceAgeHours: 26,
+    maxStaleHours: 48,
+};
 class MeinstadtConfig extends config_1.Config {
+    dryRun;
+    imageConcurrency;
+    maxImages;
+    stateDir;
+    feedGuard;
     constructor(params) {
         super(params);
-        this.pathesConfig.localConvertedDirectory = `resources/${enums_1.ExportType.MEINSTADT}-export`;
-        this.imageType = enums_1.ImageType.default;
+        this.dryRun = text(params.meinstadtDryRun).toLowerCase() !== 'false';
+        const mode = this.dryRun ? 'dryrun' : 'export';
+        this.pathesConfig.localConvertedDirectory = `resources/${enums_1.ExportType.MEINSTADT}-${mode}`;
+        this.stateDir = `resources/${enums_1.ExportType.MEINSTADT}-state/${mode}`;
+        this.imageType = enums_1.ImageType.clean;
+        this.cpc = (0, exports.parseMeinstadtCpc)(params.cpc);
+        this.imageConcurrency = positiveNumber(params.meinstadtImageConcurrency, exports.MEINSTADT_DEFAULTS.imageConcurrency);
+        this.maxImages = Math.floor(positiveNumber(params.meinstadtMaxImages, 0));
+        this.feedGuard = {
+            stateDir: this.stateDir,
+            minSourceItems: positiveNumber(params.feedGuardMinSourceItems, exports.MEINSTADT_DEFAULTS.minSourceItems),
+            minPublishedItems: positiveNumber(params.feedGuardMinPublishedItems, exports.MEINSTADT_DEFAULTS.minPublishedItems),
+            maxDropPercent: positiveNumber(params.feedGuardMaxDropPercent, exports.MEINSTADT_DEFAULTS.maxDropPercent),
+            maxSourceAgeHours: positiveNumber(params.feedGuardMaxSourceAgeHours, exports.MEINSTADT_DEFAULTS.maxSourceAgeHours),
+            maxStaleHours: positiveNumber(params.feedGuardMaxStaleHours, exports.MEINSTADT_DEFAULTS.maxStaleHours),
+            acceptDrop: text(params.feedGuardAcceptDrop).toLowerCase() === 'true',
+        };
         this.outputFiles = [
             `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${enums_1.ExportType.MEINSTADT}.${enums_1.FileType.JSON}`,
             `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${enums_1.ExportType.MEINSTADT}.${enums_1.FileType.ZIP}`,

package/dist/configs/meinstadt.config.js.map

@@ -1 +1 @@
-{"version":3,"file":"meinstadt.config.js","sourceRoot":"","sources":["../../src/configs/meinstadt.config.ts"],"names":[],"mappings":";;;AACA,qCAAkC;AAClC,oCAA2D;AAE3D,MAAa,eAAgB,SAAQ,eAAM;IACzC,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,SAAS,SAAS,CAAC;QACvF,IAAI,CAAC,SAAS,GAAG,iBAAS,CAAC,OAAO,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,SAAS,IAAI,gBAAQ,CAAC,IAAI,EAAE;YACvG,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,SAAS,IAAI,gBAAQ,CAAC,GAAG,EAAE;SACvG,CAAC;IACJ,CAAC;CACF;AAVD,0CAUC"}
+{"version":3,"file":"meinstadt.config.js","sourceRoot":"","sources":["../../src/configs/meinstadt.config.ts"],"names":[],"mappings":";;;AAAA,mCAAkC;AAIlC,qCAAkC;AAClC,oCAA2D;AAE3D,MAAM,IAAI,GAAG,CAAC,KAAc,EAAU,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEzF,MAAM,cAAc,GAAG,CAAC,KAAc,EAAE,QAAgB,EAAU,EAAE;IAClE,MAAM,MAAM,GAAG,IAAA,iBAAQ,EAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACrC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;AAClF,CAAC,CAAC;AAIK,MAAM,iBAAiB,GAAG,CAAC,KAAc,EAAiB,EAAE;IACjE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACxB,OAAO,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AACnE,CAAC,CAAC;AAHW,QAAA,iBAAiB,qBAG5B;AAGW,QAAA,kBAAkB,GAAG;IAChC,gBAAgB,EAAE,EAAE;IACpB,cAAc,EAAE,IAAI;IACpB,iBAAiB,EAAE,GAAG;IACtB,cAAc,EAAE,EAAE;IAClB,iBAAiB,EAAE,EAAE;IACrB,aAAa,EAAE,EAAE;CAClB,CAAC;AAQF,MAAa,eAAgB,SAAQ,eAAM;IACzC,MAAM,CAAU;IAChB,gBAAgB,CAAS;IAEzB,SAAS,CAAS;IAClB,QAAQ,CAAS;IACjB,SAAS,CAAmB;IAE5B,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC;QACrE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;QACxF,IAAI,CAAC,QAAQ,GAAG,aAAa,kBAAU,CAAC,SAAS,UAAU,IAAI,EAAE,CAAC;QAClE,IAAI,CAAC,SAAS,GAAG,iBAAS,CAAC,KAAK,CAAC;QACjC,IAAI,CAAC,GAAG,GAAG,IAAA,yBAAiB,EAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,CAAC,gBAAgB,GAAG,cAAc,CAAC,MAAM,CAAC,yBAAyB,EAAE,0BAAkB,CAAC,gBAAgB,CAAC,CAAC;QAC9G,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,CAAC,SAAS,GAAG;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,uBAAuB,EAAE,0BAAkB,CAAC,cAAc,CAAC;YACjG,iBAAiB,EAAE,cAAc,CAAC,MAAM,CAAC,0BAA0B,EAAE,0BAAkB,CAAC,iBAAiB,CAAC;YAC1G,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,uBAAuB,EAAE,0BAAkB,CAAC,cAAc,CAAC;YACjG,iBAAiB,EAAE,cAAc,CAAC,MAAM,CAAC,0BAA0B,EAAE,0BAAkB,CAAC,iBAAiB,CAAC;YAC1G,aAAa,EAAE,cAAc,CAAC,MAAM,CAAC,sBAAsB,EAAE,0BAAkB,CAAC,aAAa,CAAC;YAC9F,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM;SACtE,CAAC;QACF,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,SAAS,IAAI,gBAAQ,CAAC,IAAI,EAAE;YACvG,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,SAAS,IAAI,gBAAQ,CAAC,GAAG,EAAE;SACvG,CAAC;IACJ,CAAC;CACF;AAhCD,0CAgCC"}

package/dist/constants/autouncle.contants.d.ts

@@ -1,4 +1,2 @@
 export declare const MIN_MILEAGES = 0;
-export declare const DEFAULT_ZIP = "";
-export declare const DEFAULT_CITY = "";
-export declare const DEFAULT_ADDR1 = "";
+export declare const DEFAULT_REGION = "Deutschland";

package/dist/constants/autouncle.contants.js

@@ -1,8 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DEFAULT_ADDR1 = exports.DEFAULT_CITY = exports.DEFAULT_ZIP = exports.MIN_MILEAGES = void 0;
+exports.DEFAULT_REGION = exports.MIN_MILEAGES = void 0;
 exports.MIN_MILEAGES = 0;
-exports.DEFAULT_ZIP = '';
-exports.DEFAULT_CITY = '';
-exports.DEFAULT_ADDR1 = '';
+exports.DEFAULT_REGION = 'Deutschland';
 //# sourceMappingURL=autouncle.contants.js.map

package/dist/constants/autouncle.contants.js.map

@@ -1 +1 @@
-{"version":3,"file":"autouncle.contants.js","sourceRoot":"","sources":["../../src/constants/autouncle.contants.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG,CAAC,CAAC;AACjB,QAAA,WAAW,GAAG,EAAE,CAAC;AACjB,QAAA,YAAY,GAAG,EAAE,CAAC;AAClB,QAAA,aAAa,GAAG,EAAE,CAAC"}
+{"version":3,"file":"autouncle.contants.js","sourceRoot":"","sources":["../../src/constants/autouncle.contants.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG,CAAC,CAAC;AAEjB,QAAA,cAAc,GAAG,aAAa,CAAC"}

package/dist/exporters/autouncle.exporter.d.ts

@@ -1,12 +1,13 @@
 import { ModuleRef } from '@nestjs/core';
-import { CarService, RulesService, LoaderService, ConfigService } from '../services';
+import { CarService, RulesService, LoaderService, ConfigService, ImagesService } from '../services';
 import { Exporter } from '../interfaces/exporter.interface';
 export declare class AutouncleExporter implements Exporter {
     private carService;
     private configService;
     private loaderService;
     private rulesService;
+    private imagesService;
     private moduleRef;
-    constructor(carService: CarService, configService: ConfigService, loaderService: LoaderService, rulesService: RulesService, moduleRef: ModuleRef);
+    constructor(carService: CarService, configService: ConfigService, loaderService: LoaderService, rulesService: RulesService, imagesService: ImagesService, moduleRef: ModuleRef);
     export(): Promise<void>;
 }

package/dist/exporters/autouncle.exporter.js

@@ -10,53 +10,70 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AutouncleExporter = void 0;
-const lodash_1 = require("lodash");
 const common_1 = require("@nestjs/common");
 const core_1 = require("@nestjs/core");
 const cronicle_helper_1 = require("@bytebrand/cronicle-helper");
 const autouncle_transformer_1 = require("../transformers/autouncle.transformer");
-const autouncle_json_builder_1 = require("../formats/autouncle-json.builder");
+const openai_image_fields_1 = require("../transformers/openai-image-fields");
 const services_1 = require("../services");
+const image_url_validator_service_1 = require("../services/image-url-validator.service");
+const feed_guard_1 = require("../services/feed-guard");
+const autouncle_feed_run_1 = require("../services/autouncle-feed-run");
 let AutouncleExporter = class AutouncleExporter {
     carService;
     configService;
     loaderService;
     rulesService;
+    imagesService;
     moduleRef;
-    constructor(carService, configService, loaderService, rulesService, moduleRef) {
+    constructor(carService, configService, loaderService, rulesService, imagesService, moduleRef) {
         this.carService = carService;
         this.configService = configService;
         this.loaderService = loaderService;
         this.rulesService = rulesService;
+        this.imagesService = imagesService;
         this.moduleRef = moduleRef;
     }
     async export() {
-        const [fileName] = this.configService.config.outputFiles;
-        await cronicle_helper_1.CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
-        await cronicle_helper_1.CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
-        const autouncleJsonBuilder = new autouncle_json_builder_1.AutouncleJsonBuilder(fileName);
-        await autouncleJsonBuilder.buildStart();
-        const autouncleTransformer = await this.moduleRef.create(autouncle_transformer_1.AutouncleTransformer);
-        let firstCar = true;
-        await this.loaderService.process(async (chunk) => {
-            chunk.data = chunk.data.filter(e => this.carService.filterCar(e, this.rulesService.rules));
-            for (const data of chunk.data) {
-                const ownerId = (0, lodash_1.get)(data.car, 'metaData.ownerId');
-                const owner = await this.carService.getOwner(ownerId).catch((error) => { console.error(error); return null; });
-                if (!owner) {
-                    console.log(`Skip car because owner ${ownerId} is not a dealer`);
-                    continue;
+        const config = this.configService.config;
+        const [jsonFile] = config.outputFiles;
+        const validator = new image_url_validator_service_1.ImageUrlValidator({ concurrency: config.imageConcurrency });
+        const transformer = await this.moduleRef.create(autouncle_transformer_1.AutouncleTransformer);
+        const addresses = new Map();
+        const run = new autouncle_feed_run_1.AutouncleFeedRun({
+            forEachChunk: fn => this.loaderService.process((chunk) => fn(chunk.data)),
+            filterCar: source => this.carService.filterCar(source, this.rulesService.rules),
+            dealerAddress: (ownerId) => {
+                if (!addresses.has(ownerId)) {
+                    addresses.set(ownerId, this.carService.getOwner(ownerId)
+                        .then(owner => (owner ? transformer.getAddress(owner) : null))
+                        .catch((error) => { console.error(error?.message ?? error); return null; }));
                 }
-                const car = await autouncleTransformer.transform({ owner, ...data });
-                await autouncleJsonBuilder.addItem(car, firstCar);
-                this.carService.counter.countCar(data.images);
-                if (firstCar) {
-                    firstCar = false;
-                }
-            }
+                return addresses.get(ownerId);
+            },
+            resolveImages: async ({ car, images }) => (0, autouncle_transformer_1.toAutouncleImages)(await (0, openai_image_fields_1.resolveOpenAiImageFields)(this.imagesService.getCleanImages(car._id, images), validator), config.maxImages),
+            imageStats: () => validator.stats,
+            translate: key => transformer.translate(key),
+            guard: new feed_guard_1.FeedGuard(config.feedGuard),
+        }, {
+            runId: config.runId,
+            dryRun: config.dryRun,
+            domain: config.domain,
+            sourceDirectory: config.pathesConfig.localDirectory,
+            sourceBaseFileName: config.pathesConfig.baseFileName,
+            jsonFile,
+            stateDir: config.stateDir,
         });
-        await autouncleJsonBuilder.buildEnd();
-        console.log(this.carService.counter.getCountedCars());
+        try {
+            const report = await run.run();
+            if (report.stale) {
+                console.log(`autouncle feed STALE: last good file ${report.lastGoodAgeHours?.toFixed(1)} h old`);
+            }
+        }
+        catch (error) {
+            cronicle_helper_1.LoggerService.exitError(`autouncle feed not published: ${error?.message ?? error}`);
+            process.exit(1);
+        }
     }
 };
 exports.AutouncleExporter = AutouncleExporter;
@@ -66,6 +83,7 @@ exports.AutouncleExporter = AutouncleExporter = __decorate([
         services_1.ConfigService,
         services_1.LoaderService,
         services_1.RulesService,
+        services_1.ImagesService,
         core_1.ModuleRef])
 ], AutouncleExporter);
 //# sourceMappingURL=autouncle.exporter.js.map

package/dist/exporters/autouncle.exporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"autouncle.exporter.js","sourceRoot":"","sources":["../../src/exporters/autouncle.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mCAA6B;AAE7B,2CAA4C;AAC5C,uCAAyC;AAEzC,gEAA2D;AAG3D,iFAA6E;AAC7E,8EAAyE;AACzE,0CAAqF;AAI9E,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAElB;IACA;IACA;IACA;IACA;IALV,YACU,UAAsB,EACtB,aAA4B,EAC5B,aAA4B,EAC5B,YAA0B,EAC1B,SAAoB;QAJpB,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,kBAAa,GAAb,aAAa,CAAe;QAC5B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,cAAS,GAAT,SAAS,CAAW;IAC3B,CAAC;IAEJ,KAAK,CAAC,MAAM;QACV,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC;QACzD,MAAM,+BAAa,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAC9F,MAAM,+BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAE7F,MAAM,oBAAoB,GAAG,IAAI,6CAAoB,CAAC,QAAQ,CAAC,CAAC;QAChE,MAAM,oBAAoB,CAAC,UAAU,EAAE,CAAC;QAExC,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,4CAAoB,CAAC,CAAC;QAE/E,IAAI,QAAQ,GAAG,IAAI,CAAC;QACpB,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,KAAuB,EAAE,EAAE;YACjE,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YAE3F,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE;gBAC7B,MAAM,OAAO,GAAG,IAAA,YAAG,EAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC,CAAC;gBAElD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,KAAU,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpH,IAAI,CAAC,KAAK,EAAE;oBAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B,OAAO,kBAAkB,CAAC,CAAC;oBAAC,SAAS;iBAAE;gBAE3F,MAAM,GAAG,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;gBAGrE,MAAM,oBAAoB,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBAElD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE9C,IAAI,QAAQ,EAAE;oBACZ,QAAQ,GAAG,KAAK,CAAC;iBAClB;aACF;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,oBAAoB,CAAC,QAAQ,EAAE,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IACxD,CAAC;CACF,CAAA;AA7CY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;qCAGW,qBAAU;QACP,wBAAa;QACb,wBAAa;QACd,uBAAY;QACf,gBAAS;GANnB,iBAAiB,CA6C7B"}
+{"version":3,"file":"autouncle.exporter.js","sourceRoot":"","sources":["../../src/exporters/autouncle.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,uCAAyC;AAGzC,gEAA2D;AAE3D,iFAAkH;AAClH,6EAA+E;AAC/E,0CAAoG;AACpG,yFAA4E;AAC5E,uDAAmD;AACnD,uEAAsF;AAU/E,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAElB;IACA;IACA;IACA;IACA;IACA;IANV,YACU,UAAsB,EACtB,aAA4B,EAC5B,aAA4B,EAC5B,YAA0B,EAC1B,aAA4B,EAC5B,SAAoB;QALpB,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,kBAAa,GAAb,aAAa,CAAe;QAC5B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IAC3B,CAAC;IAEJ,KAAK,CAAC,MAAM;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAyB,CAAC;QAC5D,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,+CAAiB,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAClF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,4CAAoB,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,IAAI,GAAG,EAA4C,CAAC;QAEtE,MAAM,GAAG,GAAG,IAAI,qCAAgB,CAC9B;YACE,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAuB,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,IAA4B,CAAC,CAAC;YACnH,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;YAC/E,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE;gBACzB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;oBAC3B,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;yBACrD,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;yBAC7D,KAAK,CAAC,CAAC,KAAU,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBACrF;gBACD,OAAO,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAChC,CAAC;YACD,aAAa,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,IAAA,yCAAiB,EACzD,MAAM,IAAA,8CAAwB,EAAC,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,SAAS,CAAC,EAC7F,MAAM,CAAC,SAAS,CACjB;YACD,UAAU,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK;YACjC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC;YAC5C,KAAK,EAAE,IAAI,sBAAS,CAAC,MAAM,CAAC,SAAS,CAAC;SACvC,EACD;YACE,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,MAAM,CAAC,YAAY,CAAC,cAAc;YACnD,kBAAkB,EAAE,MAAM,CAAC,YAAY,CAAC,YAAY;YACpD,QAAQ;YACR,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CACF,CAAC;QAEF,IAAI;YACF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;YAC/B,IAAI,MAAM,CAAC,KAAK,EAAE;gBAChB,OAAO,CAAC,GAAG,CAAC,wCAAwC,MAAM,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;aAClG;SACF;QAAC,OAAO,KAAK,EAAE;YAGd,+BAAa,CAAC,SAAS,CAAC,iCAAiC,KAAK,EAAE,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC;YACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;IACH,CAAC;CACF,CAAA;AA5DY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;qCAGW,qBAAU;QACP,wBAAa;QACb,wBAAa;QACd,uBAAY;QACX,wBAAa;QACjB,gBAAS;GAPnB,iBAAiB,CA4D7B"}

package/dist/exporters/meinstadt.exporter.d.ts

@@ -1,12 +1,13 @@
 import { ModuleRef } from '@nestjs/core';
-import { CarService, RulesService, LoaderService, ConfigService } from '../services';
+import { CarService, RulesService, LoaderService, ConfigService, ImagesService } from '../services';
 import { Exporter } from '../interfaces/exporter.interface';
 export declare class MeinstadtExporter implements Exporter {
     private carService;
     private configService;
     private rulesService;
     private loaderService;
+    private imagesService;
     private moduleRef;
-    constructor(carService: CarService, configService: ConfigService, rulesService: RulesService, loaderService: LoaderService, moduleRef: ModuleRef);
+    constructor(carService: CarService, configService: ConfigService, rulesService: RulesService, loaderService: LoaderService, imagesService: ImagesService, moduleRef: ModuleRef);
     export(): Promise<void>;
 }

package/dist/exporters/meinstadt.exporter.js

@@ -13,45 +13,61 @@ exports.MeinstadtExporter = void 0;
 const common_1 = require("@nestjs/common");
 const core_1 = require("@nestjs/core");
 const cronicle_helper_1 = require("@bytebrand/cronicle-helper");
-const zipper_1 = require("@bytebrand/zipper");
 const services_1 = require("../services");
+const image_url_validator_service_1 = require("../services/image-url-validator.service");
+const feed_guard_1 = require("../services/feed-guard");
+const meinstadt_feed_run_1 = require("../services/meinstadt-feed-run");
 const meinstadt_transformer_1 = require("../transformers/meinstadt.transformer");
-const meinstadt_json_builder_1 = require("../formats/meinstadt-json.builder");
+const openai_image_fields_1 = require("../transformers/openai-image-fields");
 let MeinstadtExporter = class MeinstadtExporter {
     carService;
     configService;
     rulesService;
     loaderService;
+    imagesService;
     moduleRef;
-    constructor(carService, configService, rulesService, loaderService, moduleRef) {
+    constructor(carService, configService, rulesService, loaderService, imagesService, moduleRef) {
         this.carService = carService;
         this.configService = configService;
         this.rulesService = rulesService;
         this.loaderService = loaderService;
+        this.imagesService = imagesService;
         this.moduleRef = moduleRef;
     }
     async export() {
-        const [fileJson, fileGZ] = this.configService.config.outputFiles;
-        await cronicle_helper_1.CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
-        await cronicle_helper_1.CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
-        const meinstadtJsonBuilder = new meinstadt_json_builder_1.MeinstadtJsonBuilder(fileJson);
-        await meinstadtJsonBuilder.buildStart();
-        const meinstadtTransformer = await this.moduleRef.create(meinstadt_transformer_1.MeinstadtTransformer);
-        let firstCar = true;
-        await this.loaderService.process(async (chunk) => {
-            chunk.data = chunk.data.filter(e => this.carService.filterCar(e, this.rulesService.rules));
-            for (const data of chunk.data) {
-                const car = await meinstadtTransformer.transform(data);
-                await meinstadtJsonBuilder.addItem(car, firstCar);
-                this.carService.counter.countCar(data.images);
-                if (firstCar) {
-                    firstCar = false;
-                }
-            }
+        const config = this.configService.config;
+        const [jsonFile, zipFile] = config.outputFiles;
+        const validator = new image_url_validator_service_1.ImageUrlValidator({ concurrency: config.imageConcurrency });
+        const transformer = await this.moduleRef.create(meinstadt_transformer_1.MeinstadtTransformer);
+        const run = new meinstadt_feed_run_1.MeinstadtFeedRun({
+            forEachChunk: fn => this.loaderService.process((chunk) => fn(chunk.data)),
+            filterCar: source => this.carService.filterCar(source, this.rulesService.rules),
+            resolveImages: async ({ car, images }) => (0, meinstadt_transformer_1.toMeinstadtImages)(await (0, openai_image_fields_1.resolveOpenAiImageFields)(this.imagesService.getCleanImages(car._id, images), validator), config.maxImages),
+            imageStats: () => validator.stats,
+            equipment: car => transformer.getDescription(car),
+            zip: meinstadt_feed_run_1.zipSingleFile,
+            guard: new feed_guard_1.FeedGuard(config.feedGuard),
+        }, {
+            runId: config.runId,
+            dryRun: config.dryRun,
+            cpc: config.cpc,
+            domain: config.domain,
+            sourceDirectory: config.pathesConfig.localDirectory,
+            sourceBaseFileName: config.pathesConfig.baseFileName,
+            jsonFile,
+            zipFile,
+            stateDir: config.stateDir,
         });
-        await meinstadtJsonBuilder.buildEnd();
-        await zipper_1.Zipper.zip({ dest: fileGZ, fileList: [fileJson] });
-        console.log(this.carService.counter.getCountedCars());
+        try {
+            const report = await run.run();
+            if (report.stale) {
+                console.log(`meinestadt feed STALE: last good file ${report.lastGoodAgeHours?.toFixed(1)} h old`);
+            }
+        }
+        catch (error) {
+            cronicle_helper_1.LoggerService.exitError(`meinestadt feed not published: ${error?.message ?? error}`);
+            process.exit(1);
+        }
     }
 };
 exports.MeinstadtExporter = MeinstadtExporter;
@@ -61,6 +77,7 @@ exports.MeinstadtExporter = MeinstadtExporter = __decorate([
         services_1.ConfigService,
         services_1.RulesService,
         services_1.LoaderService,
+        services_1.ImagesService,
         core_1.ModuleRef])
 ], MeinstadtExporter);
 //# sourceMappingURL=meinstadt.exporter.js.map

package/dist/exporters/meinstadt.exporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"meinstadt.exporter.js","sourceRoot":"","sources":["../../src/exporters/meinstadt.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,uCAAyC;AAEzC,gEAA2D;AAE3D,8CAA2C;AAE3C,0CAAqF;AACrF,iFAA6E;AAC7E,8EAAyE;AAKlE,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAElB;IACA;IACA;IACA;IACA;IALV,YACU,UAAsB,EACtB,aAA4B,EAC5B,YAA0B,EAC1B,aAA4B,EAC5B,SAAoB;QAJpB,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IAC3B,CAAC;IAEJ,KAAK,CAAC,MAAM;QACV,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC;QACjE,MAAM,+BAAa,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAC9F,MAAM,+BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAE7F,MAAM,oBAAoB,GAAG,IAAI,6CAAoB,CAAC,QAAQ,CAAC,CAAC;QAChE,MAAM,oBAAoB,CAAC,UAAU,EAAE,CAAC;QAExC,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,4CAAoB,CAAC,CAAC;QAE/E,IAAI,QAAQ,GAAG,IAAI,CAAC;QACpB,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,KAAuB,EAAE,EAAE;YACjE,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YAE3F,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE;gBAE7B,MAAM,GAAG,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAEvD,MAAM,oBAAoB,CAAC,OAAO,CAAC,GAAwB,EAAE,QAAQ,CAAC,CAAC;gBACvE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE9C,IAAI,QAAQ,EAAE;oBACZ,QAAQ,GAAG,KAAK,CAAC;iBAClB;aACF;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,oBAAoB,CAAC,QAAQ,EAAE,CAAC;QACtC,MAAM,eAAM,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IACxD,CAAC;CACF,CAAA;AAxCY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;qCAGW,qBAAU;QACP,wBAAa;QACd,uBAAY;QACX,wBAAa;QACjB,gBAAS;GANnB,iBAAiB,CAwC7B"}
+{"version":3,"file":"meinstadt.exporter.js","sourceRoot":"","sources":["../../src/exporters/meinstadt.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,uCAAyC;AAGzC,gEAA2D;AAE3D,0CAAoG;AACpG,yFAA4E;AAC5E,uDAAmD;AACnD,uEAAqG;AACrG,iFAAgG;AAChG,6EAA+E;AAUxE,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAElB;IACA;IACA;IACA;IACA;IACA;IANV,YACU,UAAsB,EACtB,aAA4B,EAC5B,YAA0B,EAC1B,aAA4B,EAC5B,aAA4B,EAC5B,SAAoB;QALpB,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAAe;QAC5B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IAC3B,CAAC;IAEJ,KAAK,CAAC,MAAM;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAyB,CAAC;QAC5D,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC;QAC/C,MAAM,SAAS,GAAG,IAAI,+CAAiB,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAClF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,4CAAoB,CAAC,CAAC;QAEtE,MAAM,GAAG,GAAG,IAAI,qCAAgB,CAC9B;YACE,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAuB,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,IAA4B,CAAC,CAAC;YACnH,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;YAC/E,aAAa,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,IAAA,yCAAiB,EACzD,MAAM,IAAA,8CAAwB,EAAC,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,SAAS,CAAC,EAC7F,MAAM,CAAC,SAAS,CACjB;YACD,UAAU,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK;YACjC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,cAAc,CAAC,GAAG,CAAC;YACjD,GAAG,EAAE,kCAAa;YAClB,KAAK,EAAE,IAAI,sBAAS,CAAC,MAAM,CAAC,SAAS,CAAC;SACvC,EACD;YACE,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,MAAM,CAAC,YAAY,CAAC,cAAc;YACnD,kBAAkB,EAAE,MAAM,CAAC,YAAY,CAAC,YAAY;YACpD,QAAQ;YACR,OAAO;YACP,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CACF,CAAC;QAEF,IAAI;YACF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;YAC/B,IAAI,MAAM,CAAC,KAAK,EAAE;gBAChB,OAAO,CAAC,GAAG,CAAC,yCAAyC,MAAM,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;aACnG;SACF;QAAC,OAAO,KAAK,EAAE;YAGd,+BAAa,CAAC,SAAS,CAAC,kCAAkC,KAAK,EAAE,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC;YACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;IACH,CAAC;CACF,CAAA;AAtDY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;qCAGW,qBAAU;QACP,wBAAa;QACd,uBAAY;QACX,wBAAa;QACb,wBAAa;QACjB,gBAAS;GAPnB,iBAAiB,CAsD7B"}

package/dist/formats/autouncle-json.builder.js

@@ -7,10 +7,7 @@ class AutouncleJsonBuilder extends cronicle_helper_1.XMLBuilderBase {
         await this.write('{"ads":[');
     }
     async addItem(car, firstSym) {
-        if (firstSym) {
-            await this.write(`${JSON.stringify(car)}`);
-        }
-        await this.write(`,${JSON.stringify(car)}`);
+        await this.write(`${firstSym ? '' : ','}${JSON.stringify(car)}`);
     }
     async buildEnd() {
         await this.write(']}');

package/dist/formats/autouncle-json.builder.js.map

@@ -1 +1 @@
-{"version":3,"file":"autouncle-json.builder.js","sourceRoot":"","sources":["../../src/formats/autouncle-json.builder.ts"],"names":[],"mappings":";;;AAAA,gEAA4D;AAG5D,MAAa,oBAAqB,SAAQ,gCAAc;IACtD,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAsB,EAAE,QAAkB;QACtD,IAAI,QAAQ,EAAE;YACZ,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SAC5C;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC;CACF;AAhBD,oDAgBC"}
+{"version":3,"file":"autouncle-json.builder.js","sourceRoot":"","sources":["../../src/formats/autouncle-json.builder.ts"],"names":[],"mappings":";;;AAAA,gEAA4D;AAG5D,MAAa,oBAAqB,SAAQ,gCAAc;IACtD,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC/B,CAAC;IAGD,KAAK,CAAC,OAAO,CAAC,GAAsB,EAAE,QAAkB;QACtD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC;CACF;AAdD,oDAcC"}

package/dist/interfaces/export-item.interface.d.ts

@@ -66,19 +66,18 @@ export interface MeinstadtJsonItem {
     id: string;
     make: string;
     model: string;
-    cpc: string;
+    cpc: string | null;
     listingUrl: string;
     title: string;
-    accidentFree: boolean;
+    accidentFree: boolean | null;
     mileage: number;
-    initialRegistration: string;
-    offerCreationDate: string;
+    initialRegistration: number | null;
+    offerCreationDate: number | null;
     numberOfDoors: number;
     numberOfSeats: number;
     numberOfPreviousOwners: number;
     price: number;
-    powerPS: string;
-    powerKS: string;
+    power: number;
     co2Emissions: number;
     fuelConsumptionCombined: number;
     equipment: string;
@@ -87,14 +86,11 @@ export interface MeinstadtJsonItem {
     emissionClass: string;
     emissionSticker: string;
     fuelType: string;
-    transmissionType: string;
-    sellerType: string;
-    usageState: string;
-    imagesCount: number;
-    images: string;
-    power: number;
     'transmissionType/transmission': string;
+    imagesCount: number;
     'customerType/sellerType': string;
+    usageState: string;
+    images: string[];
 }
 export interface AutouncleJsonItem {
     back_link: string;

package/dist/interfaces/params.interface.d.ts

@@ -28,6 +28,12 @@ export interface Params {
     feedGuardMaxSourceAgeHours?: string;
     feedGuardMaxStaleHours?: string;
     feedGuardAcceptDrop?: string;
+    meinstadtDryRun?: string;
+    meinstadtImageConcurrency?: string;
+    meinstadtMaxImages?: string;
+    autouncleDryRun?: string;
+    autouncleImageConcurrency?: string;
+    autouncleMaxImages?: string;
 }
 export interface FeedItemsBigQueryTarget {
     project: string;