@bytebrand/export-cars 1.26.31 → 1.26.32

package/dist/services/autouncle-feed-run.js

@@ -0,0 +1,135 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutouncleFeedRun = void 0;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const autouncle_json_builder_1 = require("../formats/autouncle-json.builder");
+const autouncle_transformer_1 = require("../transformers/autouncle.transformer");
+const feed_guard_1 = require("./feed-guard");
+const increment = (counter, key) => {
+    counter[key] = (counter[key] ?? 0) + 1;
+};
+class AutouncleFeedRun {
+    deps;
+    options;
+    constructor(deps, options) {
+        this.deps = deps;
+        this.options = options;
+    }
+    now() {
+        return this.options.now ? this.options.now() : new Date();
+    }
+    async run() {
+        const { guard } = this.deps;
+        const { jsonFile, runId, dryRun } = this.options;
+        const startedAt = this.now();
+        const lastGood = await guard.readLastGood();
+        const report = {
+            runId,
+            mode: dryRun ? 'dry-run' : 'live',
+            startedAt: startedAt.toISOString(),
+            status: 'failed',
+            jsonFile,
+            source: { files: 0, newestChunkAt: null, cars: 0 },
+            items: 0,
+            dealers: 0,
+            excluded: {},
+            imagesPerItem: { min: null, max: null, total: 0 },
+            images: {},
+            lastGood,
+            lastGoodAgeHours: guard.staleHours(lastGood, startedAt),
+            stale: guard.isStale(lastGood, startedAt),
+        };
+        await guard.acquireLock(runId ?? 'local', startedAt);
+        const tmpFile = `${jsonFile}.tmp`;
+        try {
+            const snapshot = await (0, feed_guard_1.inspectSourceSnapshot)(this.options.sourceDirectory, this.options.sourceBaseFileName);
+            report.source.files = snapshot.files;
+            report.source.newestChunkAt = snapshot.newestMtime?.toISOString() ?? null;
+            guard.checkSource(snapshot, startedAt);
+            await fs_1.promises.mkdir((0, path_1.dirname)(jsonFile), { recursive: true });
+            await fs_1.promises.rm(tmpFile, { force: true });
+            const builder = new autouncle_json_builder_1.AutouncleJsonBuilder(tmpFile);
+            await builder.buildStart();
+            const seen = new Set();
+            const dealers = new Set();
+            let first = true;
+            await this.deps.forEachChunk(async (cars) => {
+                for (const source of cars) {
+                    report.source.cars += 1;
+                    const id = String(source?.car?._id ?? '');
+                    if (id && seen.has(id)) {
+                        increment(report.excluded, autouncle_transformer_1.AutouncleExclusion.duplicateId);
+                        continue;
+                    }
+                    seen.add(id);
+                    if (!this.deps.filterCar(source)) {
+                        increment(report.excluded, autouncle_transformer_1.AutouncleExclusion.filtered);
+                        continue;
+                    }
+                    const excluded = (0, autouncle_transformer_1.getAutouncleExclusion)(source.car);
+                    if (excluded) {
+                        increment(report.excluded, excluded);
+                        continue;
+                    }
+                    const ownerId = String(source.car.metaData.ownerId).trim();
+                    const address = await this.deps.dealerAddress(ownerId);
+                    if (!address) {
+                        increment(report.excluded, autouncle_transformer_1.AutouncleExclusion.noDealer);
+                        continue;
+                    }
+                    const images = await this.deps.resolveImages(source);
+                    const mapped = (0, autouncle_transformer_1.mapAutouncleItem)(source.car, { domain: this.options.domain, address, images, translate: this.deps.translate });
+                    if (mapped.ok === false) {
+                        increment(report.excluded, mapped.reason);
+                        continue;
+                    }
+                    await builder.addItem(mapped.item, first);
+                    first = false;
+                    dealers.add(ownerId);
+                    this.count(report, mapped.item.images.length);
+                }
+            });
+            await builder.buildEnd();
+            report.dealers = dealers.size;
+            report.images = this.deps.imageStats();
+            const counts = { sourceItems: report.source.cars, publishedItems: report.items };
+            guard.checkCounts(counts, lastGood);
+            report.lastGood = await guard.publish(tmpFile, jsonFile, counts, this.now(), runId);
+            report.status = 'published';
+            report.lastGoodAgeHours = 0;
+            report.stale = false;
+            return report;
+        }
+        catch (error) {
+            if (error instanceof feed_guard_1.FeedGuardError) {
+                report.status = 'blocked';
+                report.guard = { code: error.code, message: error.message };
+            }
+            else {
+                report.error = error?.message ?? String(error);
+            }
+            await fs_1.promises.rename(tmpFile, `${jsonFile}.rejected`).catch(() => undefined);
+            throw error;
+        }
+        finally {
+            await this.writeReport(report);
+            await guard.releaseLock();
+        }
+    }
+    count(report, images) {
+        report.items += 1;
+        const stats = report.imagesPerItem;
+        stats.min = stats.min === null ? images : Math.min(stats.min, images);
+        stats.max = stats.max === null ? images : Math.max(stats.max, images);
+        stats.total += images;
+    }
+    async writeReport(report) {
+        report.finishedAt = this.now().toISOString();
+        await fs_1.promises.mkdir(this.options.stateDir, { recursive: true });
+        await fs_1.promises.writeFile((0, path_1.join)(this.options.stateDir, 'last-run-report.json'), JSON.stringify(report, null, 2), 'utf8');
+        console.log(`autouncle feed report: ${JSON.stringify(report)}`);
+    }
+}
+exports.AutouncleFeedRun = AutouncleFeedRun;
+//# sourceMappingURL=autouncle-feed-run.js.map

package/dist/services/autouncle-feed-run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"autouncle-feed-run.js","sourceRoot":"","sources":["../../src/services/autouncle-feed-run.ts"],"names":[],"mappings":";;;AAAA,2BAAoC;AACpC,+BAAqC;AAIrC,8EAAyE;AACzE,iFAAsI;AACtI,6CAA0F;AAsD1F,MAAM,SAAS,GAAG,CAAC,OAA+B,EAAE,GAAW,EAAE,EAAE;IACjE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;AACzC,CAAC,CAAC;AAQF,MAAa,gBAAgB;IACE;IAAyC;IAAtE,YAA6B,IAAsB,EAAmB,OAA4B;QAArE,SAAI,GAAJ,IAAI,CAAkB;QAAmB,YAAO,GAAP,OAAO,CAAqB;IAAI,CAAC;IAE/F,GAAG;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAC5B,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACjD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAuB;YACjC,KAAK;YACL,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YACjC,SAAS,EAAE,SAAS,CAAC,WAAW,EAAE;YAClC,MAAM,EAAE,QAAQ;YAChB,QAAQ;YACR,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;YAClD,KAAK,EAAE,CAAC;YACR,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE;YACjD,MAAM,EAAE,EAAE;YACV,QAAQ;YACR,gBAAgB,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,EAAE,SAAS,CAAC;YACvD,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC;SAC1C,CAAC;QAEF,MAAM,KAAK,CAAC,WAAW,CAAC,KAAK,IAAI,OAAO,EAAE,SAAS,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,GAAG,QAAQ,MAAM,CAAC;QAClC,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,IAAA,kCAAqB,EAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;YAC5G,MAAM,CAAC,MAAM,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC;YAC1E,KAAK,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAEvC,MAAM,aAAE,CAAC,KAAK,CAAC,IAAA,cAAO,EAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAEvD,MAAM,aAAE,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,6CAAoB,CAAC,OAAO,CAAC,CAAC;YAClD,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAE3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;YAClC,IAAI,KAAK,GAAG,IAAI,CAAC;YACjB,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC1C,KAAK,MAAM,MAAM,IAAI,IAAI,EAAE;oBACzB,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;oBACxB,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;oBAC1C,IAAI,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;wBACtB,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,0CAAkB,CAAC,WAAW,CAAC,CAAC;wBAC3D,SAAS;qBACV;oBACD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACb,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;wBAChC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,0CAAkB,CAAC,QAAQ,CAAC,CAAC;wBACxD,SAAS;qBACV;oBAED,MAAM,QAAQ,GAAG,IAAA,6CAAqB,EAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACnD,IAAI,QAAQ,EAAE;wBACZ,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;wBACrC,SAAS;qBACV;oBACD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC3D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;oBACvD,IAAI,CAAC,OAAO,EAAE;wBACZ,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,0CAAkB,CAAC,QAAQ,CAAC,CAAC;wBACxD,SAAS;qBACV;oBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;oBACrD,MAAM,MAAM,GAAG,IAAA,wCAAgB,EAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;oBAC9H,IAAI,MAAM,CAAC,EAAE,KAAK,KAAK,EAAE;wBACvB,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;wBAC1C,SAAS;qBACV;oBACD,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBAC1C,KAAK,GAAG,KAAK,CAAC;oBACd,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBACrB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;iBAC/C;YACH,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;YAC9B,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAEvC,MAAM,MAAM,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;YACjF,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAEpC,MAAM,CAAC,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;YACpF,MAAM,CAAC,MAAM,GAAG,WAAW,CAAC;YAC5B,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC;YAC5B,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;YACrB,OAAO,MAAM,CAAC;SACf;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,KAAK,YAAY,2BAAc,EAAE;gBACnC,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;gBAC1B,MAAM,CAAC,KAAK,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;aAC7D;iBAAM;gBACL,MAAM,CAAC,KAAK,GAAG,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;aAChD;YAED,MAAM,aAAE,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,QAAQ,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACxE,MAAM,KAAK,CAAC;SACb;gBAAS;YACR,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC;SAC3B;IACH,CAAC;IAEO,KAAK,CAAC,MAA0B,EAAE,MAAc;QACtD,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC;QACnC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACtE,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACtE,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAA0B;QAClD,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,aAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,aAAE,CAAC,SAAS,CAAC,IAAA,WAAI,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,sBAAsB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACjH,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAClE,CAAC;CACF;AA7HD,4CA6HC"}

package/dist/services/meinstadt-feed-run.d.ts

@@ -0,0 +1,81 @@
+import { ImboImageResponseInterface } from '@bytebrand/chunkable';
+import { DataSchemes } from '@bytebrand/car-schema';
+import { FeedGuard, LastGood } from './feed-guard';
+export interface MeinstadtSourceCar {
+    car: DataSchemes.Car;
+    images: ImboImageResponseInterface[];
+}
+export declare enum MeinstadtExclusion {
+    duplicateId = "duplicate_id",
+    filtered = "filtered",
+    noVehicleId = "no_vehicle_id",
+    noImage = "no_valid_image"
+}
+export declare class MeinstadtConfigError extends Error {
+    readonly code: string;
+    constructor(code: string, message: string);
+}
+export interface MeinstadtRunDeps {
+    forEachChunk: (fn: (cars: MeinstadtSourceCar[]) => Promise<void>) => Promise<unknown>;
+    filterCar: (source: MeinstadtSourceCar) => boolean;
+    resolveImages: (source: MeinstadtSourceCar) => Promise<string[]>;
+    imageStats: () => Record<string, number>;
+    equipment: (car: DataSchemes.Car) => Promise<string>;
+    zip: (jsonFile: string, zipFile: string) => Promise<void>;
+    guard: FeedGuard;
+}
+export interface MeinstadtRunOptions {
+    runId?: string;
+    dryRun: boolean;
+    cpc: string | null;
+    domain: string;
+    sourceDirectory: string;
+    sourceBaseFileName: string;
+    jsonFile: string;
+    zipFile: string;
+    stateDir: string;
+    translate?: (key: string) => string | undefined;
+    now?: () => Date;
+}
+export interface MeinstadtRunReport {
+    runId?: string;
+    mode: 'dry-run' | 'live';
+    startedAt: string;
+    finishedAt?: string;
+    status: 'published' | 'blocked' | 'failed';
+    guard?: {
+        code: string;
+        message: string;
+    };
+    error?: string;
+    cpc: string | null;
+    jsonFile: string;
+    zipFile: string;
+    source: {
+        files: number;
+        newestChunkAt: string | null;
+        cars: number;
+    };
+    items: number;
+    excluded: Record<string, number>;
+    accidentFree: Record<string, number>;
+    imagesPerItem: {
+        min: number | null;
+        max: number | null;
+        total: number;
+    };
+    images: Record<string, number>;
+    lastGood: LastGood | null;
+    lastGoodAgeHours: number | null;
+    stale: boolean;
+}
+export declare const zipSingleFile: (file: string, zipFile: string) => Promise<void>;
+export declare class MeinstadtFeedRun {
+    private readonly deps;
+    private readonly options;
+    constructor(deps: MeinstadtRunDeps, options: MeinstadtRunOptions);
+    private now;
+    run(): Promise<MeinstadtRunReport>;
+    private count;
+    private writeReport;
+}

package/dist/services/meinstadt-feed-run.js

@@ -0,0 +1,166 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MeinstadtFeedRun = exports.zipSingleFile = exports.MeinstadtConfigError = exports.MeinstadtExclusion = void 0;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const meinstadt_json_builder_1 = require("../formats/meinstadt-json.builder");
+const meinstadt_transformer_1 = require("../transformers/meinstadt.transformer");
+const feed_guard_1 = require("./feed-guard");
+var MeinstadtExclusion;
+(function (MeinstadtExclusion) {
+    MeinstadtExclusion["duplicateId"] = "duplicate_id";
+    MeinstadtExclusion["filtered"] = "filtered";
+    MeinstadtExclusion["noVehicleId"] = "no_vehicle_id";
+    MeinstadtExclusion["noImage"] = "no_valid_image";
+})(MeinstadtExclusion || (exports.MeinstadtExclusion = MeinstadtExclusion = {}));
+class MeinstadtConfigError extends Error {
+    code;
+    constructor(code, message) {
+        super(`[meinstadt:${code}] ${message}`);
+        this.code = code;
+    }
+}
+exports.MeinstadtConfigError = MeinstadtConfigError;
+const AdmZip = require('adm-zip');
+const zipSingleFile = async (file, zipFile) => {
+    const archive = new AdmZip();
+    archive.addLocalFile(file);
+    archive.writeZip(zipFile);
+};
+exports.zipSingleFile = zipSingleFile;
+const increment = (counter, key) => {
+    counter[key] = (counter[key] ?? 0) + 1;
+};
+class MeinstadtFeedRun {
+    deps;
+    options;
+    constructor(deps, options) {
+        this.deps = deps;
+        this.options = options;
+    }
+    now() {
+        return this.options.now ? this.options.now() : new Date();
+    }
+    async run() {
+        const { guard } = this.deps;
+        const { jsonFile, zipFile, stateDir, runId, dryRun, cpc } = this.options;
+        const startedAt = this.now();
+        const lastGood = await guard.readLastGood();
+        const report = {
+            runId,
+            mode: dryRun ? 'dry-run' : 'live',
+            startedAt: startedAt.toISOString(),
+            status: 'failed',
+            cpc,
+            jsonFile,
+            zipFile,
+            source: { files: 0, newestChunkAt: null, cars: 0 },
+            items: 0,
+            excluded: {},
+            accidentFree: {},
+            imagesPerItem: { min: null, max: null, total: 0 },
+            images: {},
+            lastGood,
+            lastGoodAgeHours: guard.staleHours(lastGood, startedAt),
+            stale: guard.isStale(lastGood, startedAt),
+        };
+        if (!dryRun && !cpc) {
+            report.error = 'cpc_missing';
+            await this.writeReport(report);
+            throw new MeinstadtConfigError('cpc_missing', 'live meinestadt feed needs a configured cpc (positive decimal, e.g. "0.99")');
+        }
+        await guard.acquireLock(runId ?? 'local', startedAt);
+        const tmpFile = `${jsonFile}.tmp`;
+        try {
+            const snapshot = await (0, feed_guard_1.inspectSourceSnapshot)(this.options.sourceDirectory, this.options.sourceBaseFileName);
+            report.source.files = snapshot.files;
+            report.source.newestChunkAt = snapshot.newestMtime?.toISOString() ?? null;
+            guard.checkSource(snapshot, startedAt);
+            await fs_1.promises.mkdir((0, path_1.dirname)(jsonFile), { recursive: true });
+            await fs_1.promises.rm(tmpFile, { force: true });
+            const builder = new meinstadt_json_builder_1.MeinstadtJsonBuilder(tmpFile);
+            await builder.buildStart();
+            const seen = new Set();
+            let first = true;
+            await this.deps.forEachChunk(async (cars) => {
+                for (const source of cars) {
+                    report.source.cars += 1;
+                    const id = String(source?.car?._id ?? '');
+                    if (id && seen.has(id)) {
+                        increment(report.excluded, MeinstadtExclusion.duplicateId);
+                        continue;
+                    }
+                    seen.add(id);
+                    if (!this.deps.filterCar(source)) {
+                        increment(report.excluded, MeinstadtExclusion.filtered);
+                        continue;
+                    }
+                    if (!source.car?.metaData?.vehicleId) {
+                        increment(report.excluded, MeinstadtExclusion.noVehicleId);
+                        continue;
+                    }
+                    const images = await this.deps.resolveImages(source);
+                    if (!images.length) {
+                        increment(report.excluded, MeinstadtExclusion.noImage);
+                        continue;
+                    }
+                    const item = (0, meinstadt_transformer_1.mapMeinstadtItem)(source.car, {
+                        domain: this.options.domain,
+                        cpc,
+                        equipment: await this.deps.equipment(source.car),
+                        images,
+                        translate: this.options.translate,
+                    });
+                    await builder.addItem(item, first);
+                    first = false;
+                    this.count(report, item);
+                }
+            });
+            await builder.buildEnd();
+            report.images = this.deps.imageStats();
+            const counts = { sourceItems: report.source.cars, publishedItems: report.items };
+            guard.checkCounts(counts, lastGood);
+            report.lastGood = await guard.publish(tmpFile, jsonFile, counts, this.now(), runId);
+            const zipTmp = zipFile.replace(/\.zip$/, '.tmp.zip');
+            await fs_1.promises.rm(zipTmp, { force: true });
+            await this.deps.zip(jsonFile, zipTmp);
+            await fs_1.promises.rename(zipTmp, zipFile);
+            report.status = 'published';
+            report.lastGoodAgeHours = 0;
+            report.stale = false;
+            return report;
+        }
+        catch (error) {
+            if (error instanceof feed_guard_1.FeedGuardError) {
+                report.status = 'blocked';
+                report.guard = { code: error.code, message: error.message };
+            }
+            else {
+                report.error = error?.message ?? String(error);
+            }
+            await fs_1.promises.rename(tmpFile, `${jsonFile}.rejected`).catch(() => undefined);
+            throw error;
+        }
+        finally {
+            await this.writeReport(report);
+            await guard.releaseLock();
+        }
+    }
+    count(report, item) {
+        report.items += 1;
+        increment(report.accidentFree, String(item.accidentFree));
+        const n = item.images.length;
+        const stats = report.imagesPerItem;
+        stats.min = stats.min === null ? n : Math.min(stats.min, n);
+        stats.max = stats.max === null ? n : Math.max(stats.max, n);
+        stats.total += n;
+    }
+    async writeReport(report) {
+        report.finishedAt = this.now().toISOString();
+        await fs_1.promises.mkdir(this.options.stateDir, { recursive: true });
+        await fs_1.promises.writeFile((0, path_1.join)(this.options.stateDir, 'last-run-report.json'), JSON.stringify(report, null, 2), 'utf8');
+        console.log(`meinestadt feed report: ${JSON.stringify(report)}`);
+    }
+}
+exports.MeinstadtFeedRun = MeinstadtFeedRun;
+//# sourceMappingURL=meinstadt-feed-run.js.map

package/dist/services/meinstadt-feed-run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"meinstadt-feed-run.js","sourceRoot":"","sources":["../../src/services/meinstadt-feed-run.ts"],"names":[],"mappings":";;;AAAA,2BAAoC;AACpC,+BAAqC;AAIrC,8EAAyE;AAEzE,iFAAyE;AACzE,6CAA0F;AAO1F,IAAY,kBAKX;AALD,WAAY,kBAAkB;IAC5B,kDAA4B,CAAA;IAC5B,2CAAqB,CAAA;IACrB,mDAA6B,CAAA;IAC7B,gDAA0B,CAAA;AAC5B,CAAC,EALW,kBAAkB,kCAAlB,kBAAkB,QAK7B;AAED,MAAa,oBAAqB,SAAQ,KAAK;IACxB;IAArB,YAAqB,IAAY,EAAE,OAAe;QAChD,KAAK,CAAC,cAAc,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;QADrB,SAAI,GAAJ,IAAI,CAAQ;IAEjC,CAAC;CACF;AAJD,oDAIC;AAuDD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;AAO3B,MAAM,aAAa,GAAG,KAAK,EAAE,IAAY,EAAE,OAAe,EAAiB,EAAE;IAClF,MAAM,OAAO,GAAG,IAAI,MAAM,EAAE,CAAC;IAC7B,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC,CAAC;AAJW,QAAA,aAAa,iBAIxB;AAEF,MAAM,SAAS,GAAG,CAAC,OAA+B,EAAE,GAAW,EAAE,EAAE;IACjE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;AACzC,CAAC,CAAC;AAQF,MAAa,gBAAgB;IACE;IAAyC;IAAtE,YAA6B,IAAsB,EAAmB,OAA4B;QAArE,SAAI,GAAJ,IAAI,CAAkB;QAAmB,YAAO,GAAP,OAAO,CAAqB;IAAI,CAAC;IAE/F,GAAG;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAC5B,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACzE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAuB;YACjC,KAAK;YACL,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YACjC,SAAS,EAAE,SAAS,CAAC,WAAW,EAAE;YAClC,MAAM,EAAE,QAAQ;YAChB,GAAG;YACH,QAAQ;YACR,OAAO;YACP,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;YAClD,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,EAAE;YACZ,YAAY,EAAE,EAAE;YAChB,aAAa,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE;YACjD,MAAM,EAAE,EAAE;YACV,QAAQ;YACR,gBAAgB,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,EAAE,SAAS,CAAC;YACvD,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC;SAC1C,CAAC;QAGF,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE;YACnB,MAAM,CAAC,KAAK,GAAG,aAAa,CAAC;YAC7B,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,IAAI,oBAAoB,CAAC,aAAa,EAAE,6EAA6E,CAAC,CAAC;SAC9H;QAED,MAAM,KAAK,CAAC,WAAW,CAAC,KAAK,IAAI,OAAO,EAAE,SAAS,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,GAAG,QAAQ,MAAM,CAAC;QAClC,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,IAAA,kCAAqB,EAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;YAC5G,MAAM,CAAC,MAAM,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC;YAC1E,KAAK,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAEvC,MAAM,aAAE,CAAC,KAAK,CAAC,IAAA,cAAO,EAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAEvD,MAAM,aAAE,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,6CAAoB,CAAC,OAAO,CAAC,CAAC;YAClD,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAE3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,IAAI,KAAK,GAAG,IAAI,CAAC;YACjB,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC1C,KAAK,MAAM,MAAM,IAAI,IAAI,EAAE;oBACzB,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;oBACxB,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;oBAC1C,IAAI,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;wBACtB,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC;wBAC3D,SAAS;qBACV;oBACD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACb,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;wBAChC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC;wBACxD,SAAS;qBACV;oBACD,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE;wBACpC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC;wBAC3D,SAAS;qBACV;oBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;oBACrD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;wBAClB,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAC;wBACvD,SAAS;qBACV;oBACD,MAAM,IAAI,GAAG,IAAA,wCAAgB,EAAC,MAAM,CAAC,GAAG,EAAE;wBACxC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;wBAC3B,GAAG;wBACH,SAAS,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC;wBAChD,MAAM;wBACN,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;qBAClC,CAAC,CAAC;oBACH,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBACnC,KAAK,GAAG,KAAK,CAAC;oBACd,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;iBAC1B;YACH,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAEvC,MAAM,MAAM,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;YACjF,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAEpC,MAAM,CAAC,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;YACpF,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACrD,MAAM,aAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACrC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACtC,MAAM,aAAE,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACjC,MAAM,CAAC,MAAM,GAAG,WAAW,CAAC;YAC5B,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC;YAC5B,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;YACrB,OAAO,MAAM,CAAC;SACf;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,KAAK,YAAY,2BAAc,EAAE;gBACnC,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;gBAC1B,MAAM,CAAC,KAAK,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;aAC7D;iBAAM;gBACL,MAAM,CAAC,KAAK,GAAG,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;aAChD;YAED,MAAM,aAAE,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,QAAQ,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACxE,MAAM,KAAK,CAAC;SACb;gBAAS;YACR,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC;SAC3B;IACH,CAAC;IAEO,KAAK,CAAC,MAA0B,EAAE,IAAuB;QAC/D,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAClB,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC;QACnC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5D,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5D,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAA0B;QAClD,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,aAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,aAAE,CAAC,SAAS,CAAC,IAAA,WAAI,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,sBAAsB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACjH,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACnE,CAAC;CACF;AAvID,4CAuIC"}

package/dist/transformers/autouncle.transformer.d.ts

@@ -1,31 +1,47 @@
 import { DataSchemes } from '@bytebrand/car-schema';
-import { ConfigService, ImagesService } from '../services';
 import { AutouncleJsonItem } from '../interfaces';
-import { ImboImageResponseInterface } from '@bytebrand/chunkable';
+import { OpenAiImageSelection } from './openai-image-fields';
+export declare enum AutouncleExclusion {
+    duplicateId = "duplicate_id",
+    filtered = "filtered",
+    noId = "no_id",
+    noDealer = "no_dealer",
+    notAvailable = "reserved_or_sold",
+    noPrice = "no_valid_price",
+    noImage = "no_valid_image"
+}
+export interface AutouncleAddress {
+    city: string;
+    addr1: string;
+    region: string;
+    postal_code: string;
+}
+export interface AutouncleMappingContext {
+    domain: string;
+    address: AutouncleAddress;
+    images: string[];
+    translate: (key: string) => string;
+}
+export type AutouncleMapResult = {
+    ok: true;
+    item: AutouncleJsonItem;
+} | {
+    ok: false;
+    reason: AutouncleExclusion;
+};
+export declare const toAutouncleImages: (selection: OpenAiImageSelection, maxImages?: number) => string[];
+export declare const getAutouncleYear: (firstRegistration: unknown, now?: Date) => string;
+export declare const getAutouncleStatus: (firstRegistration: unknown) => 'Neuwagen' | 'Gebrauchtwagen';
+export declare const getAutounclePrice: (value: unknown) => string | null;
+export declare const getAutouncleExclusion: (car: DataSchemes.Car) => AutouncleExclusion | null;
+export declare const mapAutouncleItem: (car: DataSchemes.Car, ctx: AutouncleMappingContext) => AutouncleMapResult;
 export declare class AutouncleTransformer {
-    private configService;
-    private imageService;
     private translator;
     private postalCodesService;
-    constructor(configService: ConfigService, imageService: ImagesService);
-    transform({ car, images, owner, }: {
-        car: DataSchemes.Car;
-        images: ImboImageResponseInterface[];
-        metadata?: unknown;
-        owner: unknown;
-    }): Promise<AutouncleJsonItem>;
-    private getStatus;
-    private getYear;
-    private mapBodyStyle;
-    private mapFuel;
-    private mapTransmission;
-    private getPrice;
-    private getAddress;
+    constructor();
+    translate(key: string): string;
+    getAddress(owner: unknown): Promise<AutouncleAddress>;
     private isEmptyLocation;
     private isEmptyAddress;
-    private getCoords;
     private getLocationByInfo;
-    private getExteriorColor;
-    private getMileage;
-    private has4WD;
 }