@bytebrand/export-cars 1.26.46 → 1.26.47

package/package.json

@@ -1,65 +1,65 @@
-{
-  "name": "@bytebrand/export-cars",
-  "version": "1.26.46",
-  "description": "",
-  "author": "bytebrand",
-  "license": "UNLICENSED",
-  "scripts": {
-    "prebuild": "rimraf dist",
-    "build": "nest build",
-    "prepublishOnly": "npm run build",
-    "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
-    "lint": "eslint -c .eslintrc.js --ext .ts src/",
-    "start:dev": "nest start --watch",
-    "test": "ts-node --transpile-only test/google-feed-envkv.test.ts && ts-node --transpile-only test/google-feed-item-row.test.ts && ts-node --transpile-only test/publication-gate.test.ts && ts-node --transpile-only test/images-regression.test.ts && ts-node --transpile-only test/clean-images.test.ts && ts-node --transpile-only test/image-url-validator.test.ts && ts-node --transpile-only test/openai-image-fields.test.ts && ts-node --transpile-only test/openai-ads-mapping.test.ts && ts-node --transpile-only test/openai-ads-feed-run.test.ts && ts-node --transpile-only test/openai-ads-finance.test.ts && ts-node --transpile-only test/openai-ads-price-cap.test.ts && ts-node --transpile-only test/meinstadt-mapping.test.ts && ts-node --transpile-only test/meinstadt-feed-run.test.ts && ts-node --transpile-only test/autouncle-mapping.test.ts && ts-node --transpile-only test/autouncle-feed-run.test.ts && ts-node --transpile-only test/marktde-mapping.test.ts && ts-node --transpile-only test/marktde-feed-run.test.ts && ts-node --transpile-only test/criteo-images.test.ts && ts-node --transpile-only test/criteo-mapping.test.ts && ts-node --transpile-only test/criteo-feed-run.test.ts"
-  },
-  "dependencies": {
-    "@bytebrand/autode-request": "^1.19.2",
-    "@bytebrand/bigquery-logger": "^2.1.2",
-    "@bytebrand/car-basic-data-scope": "^9.11.24",
-    "@bytebrand/car-description": "^1.17.20",
-    "@bytebrand/car-schema": "^3.14.15",
-    "@bytebrand/chunkable": "^5.19.8",
-    "@bytebrand/cronicle-helper": "^1.21.8",
-    "@bytebrand/fe-financing": "^5.14.19",
-    "@bytebrand/i18n-dictionaries": "^1.5.0",
-    "@bytebrand/import-helper": "^0.45.0",
-    "@bytebrand/schema-tools": "^3.18.8",
-    "@bytebrand/zipper": "^2.2.0",
-    "@nestjs/cache-manager": "^2.1.0",
-    "@nestjs/common": "^10.2.7",
-    "@nestjs/core": "^10.2.7",
-    "adm-zip": "0.5.5",
-    "axios": "^1.5.1",
-    "bottleneck": "^2.19.5",
-    "cache-manager": "^5.2.4",
-    "csv-write-stream": "^2.0.0",
-    "google-spreadsheet": "^3.3.0",
-    "lodash": "^4.17.21",
-    "moment": "^2.29.4",
-    "nest-commander": "~3.15.0",
-    "reflect-metadata": "^0.1.13",
-    "vin-generator": "^1.0.1"
-  },
-  "devDependencies": {
-    "@nestjs/cli": "^10.1.18",
-    "@types/google-spreadsheet": "^3.3.0",
-    "@types/inquirer": "^8.2.4",
-    "@types/lodash": "^4.14.186",
-    "@types/node": "^16.18.58",
-    "@typescript-eslint/eslint-plugin": "^6.8.0",
-    "@typescript-eslint/parser": "^6.8.0",
-    "eslint": "^8.0.1",
-    "eslint-config-prettier": "^8.3.0",
-    "eslint-plugin-prettier": "^4.0.0",
-    "gts": "^3.1.1",
-    "prettier": "^2.3.2",
-    "ts-node": "^10.0.0",
-    "tsconfig-paths": "4.1.0",
-    "typescript": "^5.2.2"
-  },
-  "engines": {
-    "node": ">=14.0.0"
-  },
-  "gitHead": "e827f35865032821bf3a081f03a026d3d3f8a540"
-}
+{
+  "name": "@bytebrand/export-cars",
+  "version": "1.26.47",
+  "description": "",
+  "author": "bytebrand",
+  "license": "UNLICENSED",
+  "scripts": {
+    "prebuild": "rimraf dist",
+    "build": "nest build",
+    "prepublishOnly": "npm run build",
+    "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
+    "lint": "eslint -c .eslintrc.js --ext .ts src/",
+    "start:dev": "nest start --watch",
+    "test": "ts-node --transpile-only test/google-feed-envkv.test.ts && ts-node --transpile-only test/google-feed-item-row.test.ts && ts-node --transpile-only test/publication-gate.test.ts && ts-node --transpile-only test/images-regression.test.ts && ts-node --transpile-only test/clean-images.test.ts && ts-node --transpile-only test/image-url-validator.test.ts && ts-node --transpile-only test/openai-image-fields.test.ts && ts-node --transpile-only test/openai-ads-mapping.test.ts && ts-node --transpile-only test/openai-ads-feed-run.test.ts && ts-node --transpile-only test/openai-ads-finance.test.ts && ts-node --transpile-only test/openai-ads-price-cap.test.ts && ts-node --transpile-only test/meinstadt-mapping.test.ts && ts-node --transpile-only test/meinstadt-feed-run.test.ts && ts-node --transpile-only test/autouncle-mapping.test.ts && ts-node --transpile-only test/autouncle-feed-run.test.ts && ts-node --transpile-only test/mapping-csv.test.ts && ts-node --transpile-only test/marktde-mapping.test.ts && ts-node --transpile-only test/marktde-feed-run.test.ts && ts-node --transpile-only test/criteo-images.test.ts && ts-node --transpile-only test/criteo-mapping.test.ts && ts-node --transpile-only test/criteo-feed-run.test.ts"
+  },
+  "dependencies": {
+    "@bytebrand/autode-request": "^1.19.2",
+    "@bytebrand/bigquery-logger": "^2.1.2",
+    "@bytebrand/car-basic-data-scope": "^9.11.24",
+    "@bytebrand/car-description": "^1.17.20",
+    "@bytebrand/car-schema": "^3.14.15",
+    "@bytebrand/chunkable": "^5.19.8",
+    "@bytebrand/cronicle-helper": "^1.21.8",
+    "@bytebrand/fe-financing": "^5.14.19",
+    "@bytebrand/i18n-dictionaries": "^1.5.0",
+    "@bytebrand/import-helper": "^0.45.0",
+    "@bytebrand/schema-tools": "^3.18.8",
+    "@bytebrand/zipper": "^2.2.0",
+    "@nestjs/cache-manager": "^2.1.0",
+    "@nestjs/common": "^10.2.7",
+    "@nestjs/core": "^10.2.7",
+    "adm-zip": "0.5.5",
+    "axios": "^1.5.1",
+    "bottleneck": "^2.19.5",
+    "cache-manager": "^5.2.4",
+    "csv-write-stream": "^2.0.0",
+    "google-spreadsheet": "^3.3.0",
+    "lodash": "^4.17.21",
+    "moment": "^2.29.4",
+    "nest-commander": "~3.15.0",
+    "reflect-metadata": "^0.1.13",
+    "vin-generator": "^1.0.1"
+  },
+  "devDependencies": {
+    "@nestjs/cli": "^10.1.18",
+    "@types/google-spreadsheet": "^3.3.0",
+    "@types/inquirer": "^8.2.4",
+    "@types/lodash": "^4.14.186",
+    "@types/node": "^16.18.58",
+    "@typescript-eslint/eslint-plugin": "^6.8.0",
+    "@typescript-eslint/parser": "^6.8.0",
+    "eslint": "^8.0.1",
+    "eslint-config-prettier": "^8.3.0",
+    "eslint-plugin-prettier": "^4.0.0",
+    "gts": "^3.1.1",
+    "prettier": "^2.3.2",
+    "ts-node": "^10.0.0",
+    "tsconfig-paths": "4.1.0",
+    "typescript": "^5.2.2"
+  },
+  "engines": {
+    "node": ">=14.0.0"
+  },
+  "gitHead": "e827f35865032821bf3a081f03a026d3d3f8a540"
+}

package/src/configs/marktde.config.ts

@@ -1,70 +1,70 @@
-import { toNumber } from 'lodash';
-
-import { ExportType, FileType, ImageType } from '../enums';
-import { Params } from '../interfaces/params.interface';
-import { FeedGuardOptions } from '../services/feed-guard';
-import { Config } from './config';
-
-const text = (value: unknown): string => (typeof value === 'string' ? value.trim() : '');
-
-const positiveNumber = (value: unknown, fallback: number): number => {
-  const parsed = toNumber(text(value));
-  return text(value) && Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
-};
-
-// Guard defaults (same as AutoUncle). The DEV job exports one dealer via the Cronicle rules, so the
-// published count is far below the base snapshot: minPublishedItems only forbids an empty file.
-export const MARKTDE_DEFAULTS = {
-  imageConcurrency: 16,
-  minSourceItems: 1000,
-  minPublishedItems: 1,
-  maxDropPercent: 20,
-  maxSourceAgeHours: 26,
-  maxStaleHours: 48,
-};
-
-/**
- * markt.de vehicle feed (ADV-328): the legacy mobile.de-style CSV (mapping sheet `mobile_yescar`,
- * ACF-4370) plus a ZIP of it, with clean ADV-336 images. There is no current markt.de spec yet, so
- * the format (columns, file names, no header row, `;` separator, UTF-8) stays as it was.
- * Dry-run is the default: the files go to resources/marktde-dryrun, which no Cronicle step reads.
- * Only marktdeDryRun=false writes resources/marktde-export (the directory `9c.1 … part 2` uploads
- * from). Each mode has its own guard state.
- */
-export class MarktdeConfig extends Config {
-  dryRun: boolean;
-  imageConcurrency: number;
-  // 0 = no limit (no partner limit known)
-  maxImages: number;
-  stateDir: string;
-  feedGuard: FeedGuardOptions;
-
-  constructor(params: Params) {
-    super(params);
-    this.campaign = ExportType.MARKTDE;
-    this.dryRun = text(params.marktdeDryRun).toLowerCase() !== 'false';
-    const mode = this.dryRun ? 'dryrun' : 'export';
-    this.pathesConfig.localConvertedDirectory = `resources/${ExportType.MARKTDE}-${mode}`;
-    this.stateDir = `resources/${ExportType.MARKTDE}-state/${mode}`;
-    this.imageUrl = `https://images.${this.domain}/carimage`;
-    this.mappingSpreadsheetTitle = 'mobile_yescar';
-    // MobileTransformer still builds its legacy `image` column; marktde.transformer replaces it with
-    // the validated clean list.
-    this.imageType = ImageType.default;
-    this.imageConcurrency = positiveNumber(params.marktdeImageConcurrency, MARKTDE_DEFAULTS.imageConcurrency);
-    this.maxImages = Math.floor(positiveNumber(params.marktdeMaxImages, 0));
-    this.feedGuard = {
-      stateDir: this.stateDir,
-      minSourceItems: positiveNumber(params.feedGuardMinSourceItems, MARKTDE_DEFAULTS.minSourceItems),
-      minPublishedItems: positiveNumber(params.feedGuardMinPublishedItems, MARKTDE_DEFAULTS.minPublishedItems),
-      maxDropPercent: positiveNumber(params.feedGuardMaxDropPercent, MARKTDE_DEFAULTS.maxDropPercent),
-      maxSourceAgeHours: positiveNumber(params.feedGuardMaxSourceAgeHours, MARKTDE_DEFAULTS.maxSourceAgeHours),
-      maxStaleHours: positiveNumber(params.feedGuardMaxStaleHours, MARKTDE_DEFAULTS.maxStaleHours),
-      acceptDrop: text(params.feedGuardAcceptDrop).toLowerCase() === 'true',
-    };
-    this.outputFiles = [
-      `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${ExportType.MARKTDE}.${FileType.CSV}`,
-      `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${ExportType.MARKTDE}.${FileType.ZIP}`,
-    ];
-  }
-}
+import { toNumber } from 'lodash';
+
+import { ExportType, FileType, ImageType } from '../enums';
+import { Params } from '../interfaces/params.interface';
+import { FeedGuardOptions } from '../services/feed-guard';
+import { Config } from './config';
+
+const text = (value: unknown): string => (typeof value === 'string' ? value.trim() : '');
+
+const positiveNumber = (value: unknown, fallback: number): number => {
+  const parsed = toNumber(text(value));
+  return text(value) && Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
+};
+
+// Guard defaults (same as AutoUncle). The DEV job exports one dealer via the Cronicle rules, so the
+// published count is far below the base snapshot: minPublishedItems only forbids an empty file.
+export const MARKTDE_DEFAULTS = {
+  imageConcurrency: 16,
+  minSourceItems: 1000,
+  minPublishedItems: 1,
+  maxDropPercent: 20,
+  maxSourceAgeHours: 26,
+  maxStaleHours: 48,
+};
+
+/**
+ * markt.de vehicle feed (ADV-328): the legacy mobile.de-style CSV (mapping sheet `mobile_yescar`,
+ * ACF-4370) plus a ZIP of it, with clean ADV-336 images. There is no current markt.de spec yet, so
+ * the format (columns, file names, no header row, `;` separator, UTF-8) stays as it was.
+ * Dry-run is the default: the files go to resources/marktde-dryrun, which no Cronicle step reads.
+ * Only marktdeDryRun=false writes resources/marktde-export (the directory `9c.1 … part 2` uploads
+ * from). Each mode has its own guard state.
+ */
+export class MarktdeConfig extends Config {
+  dryRun: boolean;
+  imageConcurrency: number;
+  // 0 = no limit (no partner limit known)
+  maxImages: number;
+  stateDir: string;
+  feedGuard: FeedGuardOptions;
+
+  constructor(params: Params) {
+    super(params);
+    this.campaign = ExportType.MARKTDE;
+    this.dryRun = text(params.marktdeDryRun).toLowerCase() !== 'false';
+    const mode = this.dryRun ? 'dryrun' : 'export';
+    this.pathesConfig.localConvertedDirectory = `resources/${ExportType.MARKTDE}-${mode}`;
+    this.stateDir = `resources/${ExportType.MARKTDE}-state/${mode}`;
+    this.imageUrl = `https://images.${this.domain}/carimage`;
+    this.mappingSpreadsheetTitle = 'mobile_yescar';
+    // MobileTransformer still builds its legacy `image` column; marktde.transformer replaces it with
+    // the validated clean list.
+    this.imageType = ImageType.default;
+    this.imageConcurrency = positiveNumber(params.marktdeImageConcurrency, MARKTDE_DEFAULTS.imageConcurrency);
+    this.maxImages = Math.floor(positiveNumber(params.marktdeMaxImages, 0));
+    this.feedGuard = {
+      stateDir: this.stateDir,
+      minSourceItems: positiveNumber(params.feedGuardMinSourceItems, MARKTDE_DEFAULTS.minSourceItems),
+      minPublishedItems: positiveNumber(params.feedGuardMinPublishedItems, MARKTDE_DEFAULTS.minPublishedItems),
+      maxDropPercent: positiveNumber(params.feedGuardMaxDropPercent, MARKTDE_DEFAULTS.maxDropPercent),
+      maxSourceAgeHours: positiveNumber(params.feedGuardMaxSourceAgeHours, MARKTDE_DEFAULTS.maxSourceAgeHours),
+      maxStaleHours: positiveNumber(params.feedGuardMaxStaleHours, MARKTDE_DEFAULTS.maxStaleHours),
+      acceptDrop: text(params.feedGuardAcceptDrop).toLowerCase() === 'true',
+    };
+    this.outputFiles = [
+      `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${ExportType.MARKTDE}.${FileType.CSV}`,
+      `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${ExportType.MARKTDE}.${FileType.ZIP}`,
+    ];
+  }
+}

package/src/constants/fb.constants.ts

@@ -1,34 +1,34 @@
-export const FB_MAX_TRIM_LENGTH = 50;
-export const FB_MAX_IMAGE_COUNT_FOR_DEAFULT = 47;
-export const FB_MIN_MILEAGES = 900;
-export const DEFAULT_ZIP = '06796';
-export const DEFAULT_CITY = 'Sandersdorf-Brehna';
-export const DEFAULT_ADDR1 = 'Max-Planck-Str. 19';
-export const TIMESTAMP_FIRST_YEAR = 1970;
-export const META_PUSH_PRIORITY_STANDARD = 'standard';
-export const META_PUSH_PRIORITY_ALLOWED_VALUES = ['dealer_priority_1', 'dealer_priority_2'];
-
-// MarketingImageExportConfig channel code for the Meta AIA overlay images (image-generator's
-// MetaAiaImagesService.CHANNEL_CODE) — distinct from this feed's now-disabled legacy "fb" config.
-export const META_AIA_CHANNEL_CODE = 'meta_aia';
-// Only the financing variant exists so far; leasing/other modes will be added once image-generator
-// renders them too (see MetaAiaImagesService's MetaAiaMode).
-export const META_AIA_MODE_FINANCING = 'financing';
-
-// Values must match Meta's Automotive Model Ads offer_type enum exactly (lease/finance/cash) —
-// the old 'financing'/'leasing'/'buy' values are not recognized by the AMA Vehicle Offers Feed.
-export enum OfferType {
-  financing = 'finance',
-  leasing = 'lease',
-  buy = 'cash',
-}
-
-export const AMOUNT_QUALIFIER_APR = 'APR';
-export const TERM_QUALIFIER_MONTHS = 'months';
-
-export const OFFER_DISCLAIMER = 'Für Ihre Finanzierungswünsche stellen wir eine Bonitätsanfrage. Bonität ' +
-  'vorausgesetzt, ist dies ein repräsentatives Berechnungsbeispiel gem. der Angaben, welches 2/3 aller Kunden, ' +
-  'im Sinne des § 17a Abs. 4 PAngV, erhalten. Dieses freibleibende Angebot der Openbank Deutschland AG, ' +
-  'Santander-Platz 1, 41061 Mönchengladbach wird vermittelt durch die auto.de GmbH, Max-Planck-Str. 19, 06796 ' +
-  'Sandersdorf-Brehna, die als ungebundener Vermittler nicht beratend tätig ist. Irrtümer vorbehalten. Preise ' +
-  'ggf. inkl. MwSt.';
+export const FB_MAX_TRIM_LENGTH = 50;
+export const FB_MAX_IMAGE_COUNT_FOR_DEAFULT = 47;
+export const FB_MIN_MILEAGES = 900;
+export const DEFAULT_ZIP = '06796';
+export const DEFAULT_CITY = 'Sandersdorf-Brehna';
+export const DEFAULT_ADDR1 = 'Max-Planck-Str. 19';
+export const TIMESTAMP_FIRST_YEAR = 1970;
+export const META_PUSH_PRIORITY_STANDARD = 'standard';
+export const META_PUSH_PRIORITY_ALLOWED_VALUES = ['dealer_priority_1', 'dealer_priority_2'];
+
+// MarketingImageExportConfig channel code for the Meta AIA overlay images (image-generator's
+// MetaAiaImagesService.CHANNEL_CODE) — distinct from this feed's now-disabled legacy "fb" config.
+export const META_AIA_CHANNEL_CODE = 'meta_aia';
+// Only the financing variant exists so far; leasing/other modes will be added once image-generator
+// renders them too (see MetaAiaImagesService's MetaAiaMode).
+export const META_AIA_MODE_FINANCING = 'financing';
+
+// Values must match Meta's Automotive Model Ads offer_type enum exactly (lease/finance/cash) —
+// the old 'financing'/'leasing'/'buy' values are not recognized by the AMA Vehicle Offers Feed.
+export enum OfferType {
+  financing = 'finance',
+  leasing = 'lease',
+  buy = 'cash',
+}
+
+export const AMOUNT_QUALIFIER_APR = 'APR';
+export const TERM_QUALIFIER_MONTHS = 'months';
+
+export const OFFER_DISCLAIMER = 'Für Ihre Finanzierungswünsche stellen wir eine Bonitätsanfrage. Bonität ' +
+  'vorausgesetzt, ist dies ein repräsentatives Berechnungsbeispiel gem. der Angaben, welches 2/3 aller Kunden, ' +
+  'im Sinne des § 17a Abs. 4 PAngV, erhalten. Dieses freibleibende Angebot der Openbank Deutschland AG, ' +
+  'Santander-Platz 1, 41061 Mönchengladbach wird vermittelt durch die auto.de GmbH, Max-Planck-Str. 19, 06796 ' +
+  'Sandersdorf-Brehna, die als ungebundener Vermittler nicht beratend tätig ist. Irrtümer vorbehalten. Preise ' +
+  'ggf. inkl. MwSt.';

package/src/exporters/marktde.exporter.ts

@@ -1,78 +1,78 @@
-import { Injectable } from '@nestjs/common';
-import { ModuleRef } from '@nestjs/core';
-
-import { FsChunkInterface } from '@bytebrand/chunkable';
-import { LoggerService } from '@bytebrand/cronicle-helper';
-
-import { CarService, RulesService, LoaderService, ConfigService, ImagesService } from '../services';
-import { ImageUrlValidator } from '../services/image-url-validator.service';
-import { FeedGuard } from '../services/feed-guard';
-import { MarktdeFeedRun, MarktdeSourceCar } from '../services/marktde-feed-run';
-import { zipSingleFile } from '../services/meinstadt-feed-run';
-import { MobileTransformer } from '../transformers/mobile.transformer';
-import { toMarktdeImages } from '../transformers/marktde.transformer';
-import { resolveOpenAiImageFields } from '../transformers/openai-image-fields';
-import { MarktdeConfig } from '../configs/marktde.config';
-import { Exporter } from '../interfaces/exporter.interface';
-
-/**
- * ExportType.MARKTDE (ADV-328). Was the shared MobileExporter; now wires the Cronicle/Nest services
- * into MarktdeFeedRun, which holds the logic. The row itself still comes from MobileTransformer (same
- * mapping sheet, same columns); only the markt.de columns are replaced. EAUTO / YESCAR / EVIUM keep
- * the MobileExporter unchanged.
- */
-@Injectable()
-export class MarktdeExporter implements Exporter {
-  constructor(
-    private carService: CarService,
-    private configService: ConfigService,
-    private rulesService: RulesService,
-    private loaderService: LoaderService,
-    private imagesService: ImagesService,
-    private moduleRef: ModuleRef,
-  ) {}
-
-  async export(): Promise<void> {
-    const config = this.configService.config as MarktdeConfig;
-    const [csvFile, zipFile] = config.outputFiles;
-    const validator = new ImageUrlValidator({ concurrency: config.imageConcurrency });
-    const transformer = await this.moduleRef.create(MobileTransformer);
-
-    const run = new MarktdeFeedRun(
-      {
-        forEachChunk: fn => this.loaderService.process((chunk: FsChunkInterface) => fn(chunk.data as MarktdeSourceCar[])),
-        filterCar: source => this.carService.filterCar(source, this.rulesService.rules),
-        resolveImages: async ({ car, images }) => toMarktdeImages(
-          await resolveOpenAiImageFields(this.imagesService.getCleanImages(car._id, images), validator),
-          config.maxImages,
-        ),
-        legacyRow: async ({ car, images }) => (await transformer.transform(car, images)) as Record<string, unknown>,
-        imageStats: () => validator.stats,
-        zip: zipSingleFile,
-        guard: new FeedGuard(config.feedGuard),
-      },
-      {
-        runId: config.runId,
-        dryRun: config.dryRun,
-        domain: config.domain,
-        sourceDirectory: config.pathesConfig.localDirectory,
-        sourceBaseFileName: config.pathesConfig.baseFileName,
-        csvFile,
-        zipFile,
-        stateDir: config.stateDir,
-      },
-    );
-
-    try {
-      const report = await run.run();
-      if (report.stale) {
-        console.log(`marktde feed STALE: last good file ${report.lastGoodAgeHours?.toFixed(1)} h old`);
-      }
-    } catch (error) {
-      // main.ts would report a rejected run as {"complete":1,"code":0}; fail the job so the chained
-      // upload step does not run (report + lock already handled by the run).
-      LoggerService.exitError(`marktde feed not published: ${error?.message ?? error}`);
-      process.exit(1);
-    }
-  }
-}
+import { Injectable } from '@nestjs/common';
+import { ModuleRef } from '@nestjs/core';
+
+import { FsChunkInterface } from '@bytebrand/chunkable';
+import { LoggerService } from '@bytebrand/cronicle-helper';
+
+import { CarService, RulesService, LoaderService, ConfigService, ImagesService } from '../services';
+import { ImageUrlValidator } from '../services/image-url-validator.service';
+import { FeedGuard } from '../services/feed-guard';
+import { MarktdeFeedRun, MarktdeSourceCar } from '../services/marktde-feed-run';
+import { zipSingleFile } from '../services/meinstadt-feed-run';
+import { MobileTransformer } from '../transformers/mobile.transformer';
+import { toMarktdeImages } from '../transformers/marktde.transformer';
+import { resolveOpenAiImageFields } from '../transformers/openai-image-fields';
+import { MarktdeConfig } from '../configs/marktde.config';
+import { Exporter } from '../interfaces/exporter.interface';
+
+/**
+ * ExportType.MARKTDE (ADV-328). Was the shared MobileExporter; now wires the Cronicle/Nest services
+ * into MarktdeFeedRun, which holds the logic. The row itself still comes from MobileTransformer (same
+ * mapping sheet, same columns); only the markt.de columns are replaced. EAUTO / YESCAR / EVIUM keep
+ * the MobileExporter unchanged.
+ */
+@Injectable()
+export class MarktdeExporter implements Exporter {
+  constructor(
+    private carService: CarService,
+    private configService: ConfigService,
+    private rulesService: RulesService,
+    private loaderService: LoaderService,
+    private imagesService: ImagesService,
+    private moduleRef: ModuleRef,
+  ) {}
+
+  async export(): Promise<void> {
+    const config = this.configService.config as MarktdeConfig;
+    const [csvFile, zipFile] = config.outputFiles;
+    const validator = new ImageUrlValidator({ concurrency: config.imageConcurrency });
+    const transformer = await this.moduleRef.create(MobileTransformer);
+
+    const run = new MarktdeFeedRun(
+      {
+        forEachChunk: fn => this.loaderService.process((chunk: FsChunkInterface) => fn(chunk.data as MarktdeSourceCar[])),
+        filterCar: source => this.carService.filterCar(source, this.rulesService.rules),
+        resolveImages: async ({ car, images }) => toMarktdeImages(
+          await resolveOpenAiImageFields(this.imagesService.getCleanImages(car._id, images), validator),
+          config.maxImages,
+        ),
+        legacyRow: async ({ car, images }) => (await transformer.transform(car, images)) as Record<string, unknown>,
+        imageStats: () => validator.stats,
+        zip: zipSingleFile,
+        guard: new FeedGuard(config.feedGuard),
+      },
+      {
+        runId: config.runId,
+        dryRun: config.dryRun,
+        domain: config.domain,
+        sourceDirectory: config.pathesConfig.localDirectory,
+        sourceBaseFileName: config.pathesConfig.baseFileName,
+        csvFile,
+        zipFile,
+        stateDir: config.stateDir,
+      },
+    );
+
+    try {
+      const report = await run.run();
+      if (report.stale) {
+        console.log(`marktde feed STALE: last good file ${report.lastGoodAgeHours?.toFixed(1)} h old`);
+      }
+    } catch (error) {
+      // main.ts would report a rejected run as {"complete":1,"code":0}; fail the job so the chained
+      // upload step does not run (report + lock already handled by the run).
+      LoggerService.exitError(`marktde feed not published: ${error?.message ?? error}`);
+      process.exit(1);
+    }
+  }
+}

package/src/services/mapping.service.ts

@@ -1,11 +1,22 @@
 import { Injectable } from '@nestjs/common';
 import axios from 'axios';
+import { CronicleUtils } from '@bytebrand/cronicle-helper';
 import { MappingRules } from '../interfaces/mapping-rules.interface';
 import { GoogleSpreadsheet, GoogleSpreadsheetRow } from 'google-spreadsheet';
 import { ConfigService } from './config.service';
 import { DealersMapping, MetaPushPriorityMapping } from '../interfaces/dealers-mapping.interface';
 import { parseCsvToObjects } from '../utils';
 
+// Public CSV of one tab of a Google sheet, addressed by the tab title — no API key. The sheet must stay
+// readable by everyone with the link. (Checked 13.11.2026: gviz CSV = the raw export of the tabs
+// mobile_yescar and mobile, cell for cell; gviz only adds trailing empty columns.)
+export const mappingSheetCsvUrl = (spreadsheetId: string, title: string): string =>
+  `https://docs.google.com/spreadsheets/d/${spreadsheetId}/gviz/tq?tqx=out:csv&sheet=${encodeURIComponent(title)}`;
+
+// Columns every mapping tab read by getRules() has; missing ones mean the response is not the tab
+// (e.g. Google's sign-in page once the sheet is no longer shared).
+const REQUIRED_MAPPING_COLUMNS = ['importField', 'importFieldType', 'autodeField', 'autodeFieldType'];
+
 @Injectable()
 export class MappingService {
   constructor(private configService: ConfigService) {}
@@ -13,24 +24,54 @@ export class MappingService {
   private dealers: any;
   private metaPushPriorities: MetaPushPriorityMapping[];
 
+  /**
+   * Mapping rules of the export type's tab (mappingSpreadsheetTitle) of the mapping sheet. Read from the
+   * sheet's public CSV instead of the Google Sheets API: the API needed the event's `apikey`, and an
+   * expired key (DEV 9c.0, found 12.11.2026) silently broke every feed on the sheet. Fails the run
+   * when the tab cannot be read or yields no rule — never an export without a mapping.
+   */
   async getRules(): Promise<MappingRules[]> {
     if (!this.rules) {
-      const spreadsheet = new GoogleSpreadsheet(this.configService.config.mappingSpreadsheetId);
-      spreadsheet.useApiKey(this.configService.config.apikey);
-      await spreadsheet.loadInfo();
-      const rows = await spreadsheet.sheetsByTitle[this.configService.config.mappingSpreadsheetTitle].getRows();
-      const mappingRules = this.rowsToRules(rows) as MappingRules[];
+      const { mappingSpreadsheetId, mappingSpreadsheetTitle } = this.configService.config;
+      const url = mappingSheetCsvUrl(mappingSpreadsheetId, mappingSpreadsheetTitle);
+      const { data } = await CronicleUtils.retry(
+        () => axios.get<string>(url, { responseType: 'text', timeout: 30_000 }),
+        3,
+        5_000,
+        true,
+      );
+      this.rules = this.rulesFromCsv(data, mappingSpreadsheetTitle);
+      console.log(`mapping: ${this.rules.length} rules from the public CSV of tab ${mappingSpreadsheetTitle}`);
+    }
+    return this.rules;
+  }
 
-      mappingRules.map((rule, _i, selfRules) => {
-        this.removeEmptyKeys(rule);
-        if (rule.importFieldType && rule.importFieldType.includes('selector')) {
-          this.groupSelectors(rule, selfRules);
-        }
-      });
+  // CSV text of a mapping tab -> rules, with the same post-processing the Sheets API rows had.
+  rulesFromCsv(csv: string, title: string): MappingRules[] {
+    const rows = parseCsvToObjects<Record<string, string>>(typeof csv === 'string' ? csv : '');
+    const columns = rows.length ? Object.keys(rows[0]) : [];
+    const missing = REQUIRED_MAPPING_COLUMNS.filter(column => !columns.includes(column));
+    if (missing.length) {
+      throw new Error(`mapping sheet tab "${title}" not readable as CSV (missing columns ${missing.join(', ')}) — is the sheet still shared with everyone who has the link?`);
+    }
+    // unnamed columns (notes next to the table) are not part of a rule
+    const mappingRules = rows.map((row) => {
+      delete row[''];
+      return row;
+    }) as unknown as MappingRules[];
+
+    mappingRules.forEach((rule, _i, selfRules) => {
+      this.removeEmptyKeys(rule);
+      if (rule.importFieldType && rule.importFieldType.includes('selector')) {
+        this.groupSelectors(rule, selfRules);
+      }
+    });
 
-      this.rules = this.filterResultedRows(mappingRules);
+    const rules = this.filterResultedRows(mappingRules);
+    if (!rules.length) {
+      throw new Error(`mapping sheet tab "${title}" has no rule`);
     }
-    return this.rules;
+    return rules;
   }
 
   async getDealersMapping(): Promise<DealersMapping[]> {