@bytebrand/export-cars 1.26.45 → 1.26.46

package/test/marktde-feed-run.test.ts

@@ -1,263 +1,263 @@
-// Run: npm test (ts-node, no test framework needed)
-// Integration: real files in a temp dir (base export snapshot, output, state), real CSV writer, real ZIP,
-// guard and ADV-336 clean-image selection; only HTTP (image check) and the mapping sheet row are faked.
-import * as assert from 'node:assert/strict';
-import { promises as fs } from 'fs';
-import { tmpdir } from 'os';
-import { join } from 'path';
-
-import { FeedGuard, FeedGuardError, FeedGuardOptions } from '../src/services/feed-guard';
-import { MarktdeFeedRun, MarktdeSourceCar } from '../src/services/marktde-feed-run';
-import { zipSingleFile } from '../src/services/meinstadt-feed-run';
-import { toMarktdeImages } from '../src/transformers/marktde.transformer';
-import { selectOpenAiImageFields } from '../src/transformers/openai-image-fields';
-import { buildImagesService } from './fixtures/images-service.harness';
-import { NOW, car, images } from './fixtures/meinstadt.fixture';
-
-// eslint-disable-next-line @typescript-eslint/no-var-requires
-const AdmZip = require('adm-zip');
-
-const HOUR = 60 * 60 * 1000;
-const imagesService = buildImagesService();
-
-interface World {
-  root: string;
-  source: string;
-  csv: string;
-  zip: string;
-  state: string;
-  brokenImages: Set<string>;
-}
-
-const newWorld = async (): Promise<World> => {
-  const root = await fs.mkdtemp(join(tmpdir(), 'marktde-'));
-  return {
-    root,
-    source: join(root, 'cars-export'),
-    csv: join(root, 'marktde-dryrun', 'api_export_cars_marktde.csv'),
-    zip: join(root, 'marktde-dryrun', 'api_export_cars_marktde.zip'),
-    state: join(root, 'marktde-state', 'dryrun'),
-    brokenImages: new Set(),
-  };
-};
-
-const source = (id: string, overrides: Record<string, any> = {}): MarktdeSourceCar => ({ car: car(id, overrides), images: images(id) });
-
-const writeSource = async (world: World, cars: MarktdeSourceCar[], chunkSize = 2, mtime = NOW) => {
-  await fs.rm(world.source, { recursive: true, force: true });
-  await fs.mkdir(world.source, { recursive: true });
-  for (let i = 0; i * chunkSize < cars.length; i++) {
-    const file = join(world.source, `cars.${i}.json`);
-    await fs.writeFile(file, JSON.stringify(cars.slice(i * chunkSize, (i + 1) * chunkSize)));
-    await fs.utimes(file, mtime, mtime);
-  }
-};
-
-const guardOptions = (world: World, extra: Partial<FeedGuardOptions> = {}): FeedGuardOptions => ({
-  stateDir: world.state,
-  minSourceItems: 1,
-  minPublishedItems: 1,
-  maxDropPercent: 20,
-  maxSourceAgeHours: 26,
-  maxStaleHours: 48,
-  acceptDrop: false,
-  ...extra,
-});
-
-// What MobileTransformer would return from the mapping sheet (the columns the run does not replace).
-const legacyRow = async ({ car: c }: MarktdeSourceCar): Promise<Record<string, unknown>> => ({
-  '0': '04109003',
-  '1': c.metaData.vehicleId,
-  '3': c.mainData.make,
-  '4': c.mainData.model,
-  '14': 'GENERATEDFAKEVIN0',
-  '25': 'Autohaus Test\\\\Tel. 0341 12345678\\\\**Ausstattung**\\\\* ABS\\\\',
-  '26': 'https://images.auto.de/noimage/large.jpg',
-  '99': 'undefined',
-  '402': `https://www.auto.de${c._id}?source=classifieds&medium=listing&campaign=marktde`,
-});
-
-const run = async (world: World, { at = NOW, guard = {} }: { at?: Date; guard?: Partial<FeedGuardOptions> } = {}) => {
-  const forEachChunk = async (fn: (cars: MarktdeSourceCar[]) => Promise<void>) => {
-    const names = (await fs.readdir(world.source)).sort((a, b) => Number(a.split('.')[1]) - Number(b.split('.')[1]));
-    for (const name of names) {
-      await fn(JSON.parse(await fs.readFile(join(world.source, name), 'utf8')));
-    }
-  };
-  const feed = new MarktdeFeedRun(
-    {
-      forEachChunk,
-      filterCar: ({ car: c }) => (c?.metaData?.imagesCount ?? 0) > 0,
-      resolveImages: async ({ car: c, images: list }) => {
-        const clean = imagesService.getCleanImages(c._id, list);
-        return toMarktdeImages(selectOpenAiImageFields(clean, clean.map(i => ({ url: i.url, ok: !world.brokenImages.has(i.url) }))));
-      },
-      legacyRow,
-      imageStats: () => ({ ok: 1 }),
-      zip: zipSingleFile,
-      guard: new FeedGuard(guardOptions(world, guard)),
-    },
-    {
-      runId: 'test',
-      dryRun: true,
-      domain: 'auto.de',
-      sourceDirectory: world.source,
-      sourceBaseFileName: 'cars',
-      csvFile: world.csv,
-      zipFile: world.zip,
-      stateDir: world.state,
-      now: () => at,
-    },
-  );
-  return feed.run();
-};
-
-const cellsOf = (line: string): string[] => line.match(/"(?:[^"]|"")*"|(?<=^|;)(?=;|$)/g);
-const readRows = async (world: World) => (await fs.readFile(world.csv, 'utf8')).split('\n').filter(Boolean).map(cellsOf);
-const linkIds = (rows: string[][]) => rows.map(r => r[402].split('/vehicle/')[1].split('?')[0]);
-const exists = (file: string) => fs.stat(file).then(() => true, () => false);
-
-const tests: Array<[string, () => Promise<void>]> = [
-  ['first run: one row per sellable car, exclusions counted, markt.de columns replaced, ZIP holds the CSV', async () => {
-    const world = await newWorld();
-    const noImages = source('nopic');
-    noImages.car.metaData.imagesCount = 0;
-    const noHero = source('nohero');
-    noHero.images = noHero.images.filter(i => i.imageCodePredicted !== 'ext_f_right');
-    await writeSource(world, [
-      source('aaa1'),
-      source('aaa2', { 'price.vatDeductible': true, 'price.vatRate': 19, 'price.currentSalesPrice': 23800 }),
-      source('aaa3', { 'metaData.vin': 'WVWZZZ1KZAW000001', 'metaData.ownerId': 'dealer-2' }),
-      source('aaa1'),
-      noImages,
-      noHero,
-      source('sold', { 'offer.offerAvailability': 'selector_offerAvailability_sold' }),
-      source('resv', { 'offer.offerAvailability': 'selector_offerAvailability_reserved' }),
-      source('noprice', { 'price.currentSalesPrice': null }),
-      source('noveh', { 'metaData.vehicleId': '' }),
-    ]);
-    const report = await run(world);
-    const rows = await readRows(world);
-    assert.deepEqual(linkIds(rows), ['aaa1', 'aaa2', 'aaa3']);
-    for (const r of rows) {
-      assert.equal(r.length, 403);
-      assert.equal(r[0], '"04109003"', 'untouched legacy column');
-      assert.match(r[26], /^"https:\/\/images\.auto\.de\/carimage\/[^"]+hero1\/large-cached\.jpeg;/);
-      assert.ok(!r[26].includes('noimage'));
-      assert.ok(!r[25].includes('0341'), 'phone removed from description');
-      assert.ok(r[25].includes('**Ausstattung**'));
-      assert.ok(r[402].includes('?source=marktde&medium=listing&campaign=listing&utm_source=marktde'));
-      assert.ok(!r.join(';').includes('undefined'));
-    }
-    assert.deepEqual(rows.map(r => r[14]), ['""', '""', '"WVWZZZ1KZAW000001"'], 'no fake VIN');
-    assert.deepEqual(rows.map(r => [r[10], r[11], r[29]]), [
-      ['"15148"', '"1"', '"0"'],
-      ['"20000.00"', '"0"', '"19"'],
-      ['"15148"', '"1"', '"0"'],
-    ]);
-    assert.equal(report.status, 'published');
-    assert.equal(report.items, 3);
-    assert.equal(report.dealers, 2);
-    assert.deepEqual(report.excluded, { duplicate_id: 1, filtered: 1, no_valid_image: 1, reserved_or_sold: 2, no_valid_price: 1, no_vehicle_id: 1 });
-    assert.deepEqual(report.vin, { empty: 2, sent: 1 });
-    assert.deepEqual(report.vat, { deductible: 1, notDeductible: 2, rateDefaulted: 0 });
-    assert.equal(report.description.sanitized, 3);
-    assert.equal(report.description.removed.phone, 3);
-    const zip = new AdmZip(world.zip);
-    assert.deepEqual(zip.getEntries().map((e: any) => e.entryName), ['api_export_cars_marktde.csv']);
-    assert.equal(zip.readAsText('api_export_cars_marktde.csv'), await fs.readFile(world.csv, 'utf8'));
-    const saved = JSON.parse(await fs.readFile(join(world.state, 'last-run-report.json'), 'utf8'));
-    assert.equal(saved.items, 3);
-  }],
-
-  ['second run with the same snapshot: byte-identical CSV (stable ids, order, links)', async () => {
-    const world = await newWorld();
-    await writeSource(world, [source('i1'), source('i2'), source('i3')]);
-    await run(world);
-    const first = await fs.readFile(world.csv, 'utf8');
-    await run(world, { at: new Date(NOW.getTime() + HOUR) });
-    assert.equal(await fs.readFile(world.csv, 'utf8'), first);
-  }],
-
-  ['partial snapshot (missing chunk) -> blocked, last good CSV/ZIP untouched', async () => {
-    const world = await newWorld();
-    await writeSource(world, [source('p1'), source('p2'), source('p3'), source('p4')]);
-    await run(world);
-    const good = await fs.readFile(world.csv, 'utf8');
-    const goodZip = await fs.readFile(world.zip);
-    await fs.rm(join(world.source, 'cars.0.json'));
-    await assert.rejects(run(world, { at: new Date(NOW.getTime() + HOUR) }), (e: any) => e instanceof FeedGuardError && e.code === 'source_partial');
-    assert.equal(await fs.readFile(world.csv, 'utf8'), good);
-    assert.deepEqual(await fs.readFile(world.zip), goodZip);
-    const report = JSON.parse(await fs.readFile(join(world.state, 'last-run-report.json'), 'utf8'));
-    assert.equal(report.status, 'blocked');
-  }],
-
-  ['stale snapshot -> blocked before any output is written', async () => {
-    const world = await newWorld();
-    await writeSource(world, [source('s1')], 2, new Date(NOW.getTime() - 30 * HOUR));
-    await assert.rejects(run(world), (e: any) => e.code === 'source_stale');
-    assert.equal(await exists(world.csv), false);
-    assert.equal(await exists(world.zip), false);
-  }],
-
-  ['stock drop > 20 % -> blocked (rejected file kept); acceptDrop publishes it', async () => {
-    const world = await newWorld();
-    await writeSource(world, Array.from({ length: 10 }, (_, i) => source(`d${i}`)));
-    await run(world);
-    // half of the stock sold
-    await writeSource(world, Array.from({ length: 10 }, (_, i) => source(`d${i}`, { 'offer.offerAvailability': i < 5 ? 'selector_offerAvailability_sold' : undefined })));
-    await assert.rejects(run(world, { at: new Date(NOW.getTime() + HOUR) }), (e: any) => e.code === 'count_drop');
-    assert.equal((await readRows(world)).length, 10);
-    assert.equal(await exists(`${world.csv}.rejected`), true);
-    await run(world, { at: new Date(NOW.getTime() + 2 * HOUR), guard: { acceptDrop: true } });
-    assert.equal((await readRows(world)).length, 5);
-    assert.equal(await exists(`${world.csv}.prev`), true);
-  }],
-
-  ['nothing sellable -> published_too_small, never an empty file', async () => {
-    const world = await newWorld();
-    const all = [source('n1'), source('n2')];
-    for (const s of all) {
-      for (const i of imagesService.getCleanImages(s.car._id, s.images)) world.brokenImages.add(i.url);
-    }
-    await writeSource(world, all);
-    await assert.rejects(run(world), (e: any) => e.code === 'published_too_small');
-    assert.equal(await exists(world.csv), false);
-  }],
-
-  ['old vs new id: a car re-created under a new _id gets a new link but keeps its vehicle id column', async () => {
-    const world = await newWorld();
-    await writeSource(world, [source('old1', { 'metaData.vehicleId': 'V-STABLE' })]);
-    await run(world);
-    const [before] = await readRows(world);
-    await writeSource(world, [source('new1', { 'metaData.vehicleId': 'V-STABLE' })]);
-    await run(world, { at: new Date(NOW.getTime() + HOUR) });
-    const [after] = await readRows(world);
-    assert.equal(before[1], '"V-STABLE"');
-    assert.equal(after[1], '"V-STABLE"');
-    assert.notEqual(before[402], after[402]);
-  }],
-
-  ['a second run while one holds the lock is refused', async () => {
-    const world = await newWorld();
-    await writeSource(world, [source('l1')]);
-    await fs.mkdir(world.state, { recursive: true });
-    await fs.writeFile(join(world.state, 'run.lock'), '{}');
-    await assert.rejects(run(world), (e: any) => e.code === 'locked');
-  }],
-];
-
-(async () => {
-  let failed = 0;
-  for (const [name, fn] of tests) {
-    try {
-      await fn();
-      console.log(`ok   ${name}`);
-    } catch (e) {
-      failed += 1;
-      console.error(`FAIL ${name}\n     ${e.message}`);
-    }
-  }
-  if (failed) process.exit(1);
-})();
+// Run: npm test (ts-node, no test framework needed)
+// Integration: real files in a temp dir (base export snapshot, output, state), real CSV writer, real ZIP,
+// guard and ADV-336 clean-image selection; only HTTP (image check) and the mapping sheet row are faked.
+import * as assert from 'node:assert/strict';
+import { promises as fs } from 'fs';
+import { tmpdir } from 'os';
+import { join } from 'path';
+
+import { FeedGuard, FeedGuardError, FeedGuardOptions } from '../src/services/feed-guard';
+import { MarktdeFeedRun, MarktdeSourceCar } from '../src/services/marktde-feed-run';
+import { zipSingleFile } from '../src/services/meinstadt-feed-run';
+import { toMarktdeImages } from '../src/transformers/marktde.transformer';
+import { selectOpenAiImageFields } from '../src/transformers/openai-image-fields';
+import { buildImagesService } from './fixtures/images-service.harness';
+import { NOW, car, images } from './fixtures/meinstadt.fixture';
+
+// eslint-disable-next-line @typescript-eslint/no-var-requires
+const AdmZip = require('adm-zip');
+
+const HOUR = 60 * 60 * 1000;
+const imagesService = buildImagesService();
+
+interface World {
+  root: string;
+  source: string;
+  csv: string;
+  zip: string;
+  state: string;
+  brokenImages: Set<string>;
+}
+
+const newWorld = async (): Promise<World> => {
+  const root = await fs.mkdtemp(join(tmpdir(), 'marktde-'));
+  return {
+    root,
+    source: join(root, 'cars-export'),
+    csv: join(root, 'marktde-dryrun', 'api_export_cars_marktde.csv'),
+    zip: join(root, 'marktde-dryrun', 'api_export_cars_marktde.zip'),
+    state: join(root, 'marktde-state', 'dryrun'),
+    brokenImages: new Set(),
+  };
+};
+
+const source = (id: string, overrides: Record<string, any> = {}): MarktdeSourceCar => ({ car: car(id, overrides), images: images(id) });
+
+const writeSource = async (world: World, cars: MarktdeSourceCar[], chunkSize = 2, mtime = NOW) => {
+  await fs.rm(world.source, { recursive: true, force: true });
+  await fs.mkdir(world.source, { recursive: true });
+  for (let i = 0; i * chunkSize < cars.length; i++) {
+    const file = join(world.source, `cars.${i}.json`);
+    await fs.writeFile(file, JSON.stringify(cars.slice(i * chunkSize, (i + 1) * chunkSize)));
+    await fs.utimes(file, mtime, mtime);
+  }
+};
+
+const guardOptions = (world: World, extra: Partial<FeedGuardOptions> = {}): FeedGuardOptions => ({
+  stateDir: world.state,
+  minSourceItems: 1,
+  minPublishedItems: 1,
+  maxDropPercent: 20,
+  maxSourceAgeHours: 26,
+  maxStaleHours: 48,
+  acceptDrop: false,
+  ...extra,
+});
+
+// What MobileTransformer would return from the mapping sheet (the columns the run does not replace).
+const legacyRow = async ({ car: c }: MarktdeSourceCar): Promise<Record<string, unknown>> => ({
+  '0': '04109003',
+  '1': c.metaData.vehicleId,
+  '3': c.mainData.make,
+  '4': c.mainData.model,
+  '14': 'GENERATEDFAKEVIN0',
+  '25': 'Autohaus Test\\\\Tel. 0341 12345678\\\\**Ausstattung**\\\\* ABS\\\\',
+  '26': 'https://images.auto.de/noimage/large.jpg',
+  '99': 'undefined',
+  '402': `https://www.auto.de${c._id}?source=classifieds&medium=listing&campaign=marktde`,
+});
+
+const run = async (world: World, { at = NOW, guard = {} }: { at?: Date; guard?: Partial<FeedGuardOptions> } = {}) => {
+  const forEachChunk = async (fn: (cars: MarktdeSourceCar[]) => Promise<void>) => {
+    const names = (await fs.readdir(world.source)).sort((a, b) => Number(a.split('.')[1]) - Number(b.split('.')[1]));
+    for (const name of names) {
+      await fn(JSON.parse(await fs.readFile(join(world.source, name), 'utf8')));
+    }
+  };
+  const feed = new MarktdeFeedRun(
+    {
+      forEachChunk,
+      filterCar: ({ car: c }) => (c?.metaData?.imagesCount ?? 0) > 0,
+      resolveImages: async ({ car: c, images: list }) => {
+        const clean = imagesService.getCleanImages(c._id, list);
+        return toMarktdeImages(selectOpenAiImageFields(clean, clean.map(i => ({ url: i.url, ok: !world.brokenImages.has(i.url) }))));
+      },
+      legacyRow,
+      imageStats: () => ({ ok: 1 }),
+      zip: zipSingleFile,
+      guard: new FeedGuard(guardOptions(world, guard)),
+    },
+    {
+      runId: 'test',
+      dryRun: true,
+      domain: 'auto.de',
+      sourceDirectory: world.source,
+      sourceBaseFileName: 'cars',
+      csvFile: world.csv,
+      zipFile: world.zip,
+      stateDir: world.state,
+      now: () => at,
+    },
+  );
+  return feed.run();
+};
+
+const cellsOf = (line: string): string[] => line.match(/"(?:[^"]|"")*"|(?<=^|;)(?=;|$)/g);
+const readRows = async (world: World) => (await fs.readFile(world.csv, 'utf8')).split('\n').filter(Boolean).map(cellsOf);
+const linkIds = (rows: string[][]) => rows.map(r => r[402].split('/vehicle/')[1].split('?')[0]);
+const exists = (file: string) => fs.stat(file).then(() => true, () => false);
+
+const tests: Array<[string, () => Promise<void>]> = [
+  ['first run: one row per sellable car, exclusions counted, markt.de columns replaced, ZIP holds the CSV', async () => {
+    const world = await newWorld();
+    const noImages = source('nopic');
+    noImages.car.metaData.imagesCount = 0;
+    const noHero = source('nohero');
+    noHero.images = noHero.images.filter(i => i.imageCodePredicted !== 'ext_f_right');
+    await writeSource(world, [
+      source('aaa1'),
+      source('aaa2', { 'price.vatDeductible': true, 'price.vatRate': 19, 'price.currentSalesPrice': 23800 }),
+      source('aaa3', { 'metaData.vin': 'WVWZZZ1KZAW000001', 'metaData.ownerId': 'dealer-2' }),
+      source('aaa1'),
+      noImages,
+      noHero,
+      source('sold', { 'offer.offerAvailability': 'selector_offerAvailability_sold' }),
+      source('resv', { 'offer.offerAvailability': 'selector_offerAvailability_reserved' }),
+      source('noprice', { 'price.currentSalesPrice': null }),
+      source('noveh', { 'metaData.vehicleId': '' }),
+    ]);
+    const report = await run(world);
+    const rows = await readRows(world);
+    assert.deepEqual(linkIds(rows), ['aaa1', 'aaa2', 'aaa3']);
+    for (const r of rows) {
+      assert.equal(r.length, 403);
+      assert.equal(r[0], '"04109003"', 'untouched legacy column');
+      assert.match(r[26], /^"https:\/\/images\.auto\.de\/carimage\/[^"]+hero1\/large-cached\.jpeg;/);
+      assert.ok(!r[26].includes('noimage'));
+      assert.ok(!r[25].includes('0341'), 'phone removed from description');
+      assert.ok(r[25].includes('**Ausstattung**'));
+      assert.ok(r[402].includes('?source=marktde&medium=listing&campaign=listing&utm_source=marktde'));
+      assert.ok(!r.join(';').includes('undefined'));
+    }
+    assert.deepEqual(rows.map(r => r[14]), ['""', '""', '"WVWZZZ1KZAW000001"'], 'no fake VIN');
+    assert.deepEqual(rows.map(r => [r[10], r[11], r[29]]), [
+      ['"15148"', '"1"', '"0"'],
+      ['"20000.00"', '"0"', '"19"'],
+      ['"15148"', '"1"', '"0"'],
+    ]);
+    assert.equal(report.status, 'published');
+    assert.equal(report.items, 3);
+    assert.equal(report.dealers, 2);
+    assert.deepEqual(report.excluded, { duplicate_id: 1, filtered: 1, no_valid_image: 1, reserved_or_sold: 2, no_valid_price: 1, no_vehicle_id: 1 });
+    assert.deepEqual(report.vin, { empty: 2, sent: 1 });
+    assert.deepEqual(report.vat, { deductible: 1, notDeductible: 2, rateDefaulted: 0 });
+    assert.equal(report.description.sanitized, 3);
+    assert.equal(report.description.removed.phone, 3);
+    const zip = new AdmZip(world.zip);
+    assert.deepEqual(zip.getEntries().map((e: any) => e.entryName), ['api_export_cars_marktde.csv']);
+    assert.equal(zip.readAsText('api_export_cars_marktde.csv'), await fs.readFile(world.csv, 'utf8'));
+    const saved = JSON.parse(await fs.readFile(join(world.state, 'last-run-report.json'), 'utf8'));
+    assert.equal(saved.items, 3);
+  }],
+
+  ['second run with the same snapshot: byte-identical CSV (stable ids, order, links)', async () => {
+    const world = await newWorld();
+    await writeSource(world, [source('i1'), source('i2'), source('i3')]);
+    await run(world);
+    const first = await fs.readFile(world.csv, 'utf8');
+    await run(world, { at: new Date(NOW.getTime() + HOUR) });
+    assert.equal(await fs.readFile(world.csv, 'utf8'), first);
+  }],
+
+  ['partial snapshot (missing chunk) -> blocked, last good CSV/ZIP untouched', async () => {
+    const world = await newWorld();
+    await writeSource(world, [source('p1'), source('p2'), source('p3'), source('p4')]);
+    await run(world);
+    const good = await fs.readFile(world.csv, 'utf8');
+    const goodZip = await fs.readFile(world.zip);
+    await fs.rm(join(world.source, 'cars.0.json'));
+    await assert.rejects(run(world, { at: new Date(NOW.getTime() + HOUR) }), (e: any) => e instanceof FeedGuardError && e.code === 'source_partial');
+    assert.equal(await fs.readFile(world.csv, 'utf8'), good);
+    assert.deepEqual(await fs.readFile(world.zip), goodZip);
+    const report = JSON.parse(await fs.readFile(join(world.state, 'last-run-report.json'), 'utf8'));
+    assert.equal(report.status, 'blocked');
+  }],
+
+  ['stale snapshot -> blocked before any output is written', async () => {
+    const world = await newWorld();
+    await writeSource(world, [source('s1')], 2, new Date(NOW.getTime() - 30 * HOUR));
+    await assert.rejects(run(world), (e: any) => e.code === 'source_stale');
+    assert.equal(await exists(world.csv), false);
+    assert.equal(await exists(world.zip), false);
+  }],
+
+  ['stock drop > 20 % -> blocked (rejected file kept); acceptDrop publishes it', async () => {
+    const world = await newWorld();
+    await writeSource(world, Array.from({ length: 10 }, (_, i) => source(`d${i}`)));
+    await run(world);
+    // half of the stock sold
+    await writeSource(world, Array.from({ length: 10 }, (_, i) => source(`d${i}`, { 'offer.offerAvailability': i < 5 ? 'selector_offerAvailability_sold' : undefined })));
+    await assert.rejects(run(world, { at: new Date(NOW.getTime() + HOUR) }), (e: any) => e.code === 'count_drop');
+    assert.equal((await readRows(world)).length, 10);
+    assert.equal(await exists(`${world.csv}.rejected`), true);
+    await run(world, { at: new Date(NOW.getTime() + 2 * HOUR), guard: { acceptDrop: true } });
+    assert.equal((await readRows(world)).length, 5);
+    assert.equal(await exists(`${world.csv}.prev`), true);
+  }],
+
+  ['nothing sellable -> published_too_small, never an empty file', async () => {
+    const world = await newWorld();
+    const all = [source('n1'), source('n2')];
+    for (const s of all) {
+      for (const i of imagesService.getCleanImages(s.car._id, s.images)) world.brokenImages.add(i.url);
+    }
+    await writeSource(world, all);
+    await assert.rejects(run(world), (e: any) => e.code === 'published_too_small');
+    assert.equal(await exists(world.csv), false);
+  }],
+
+  ['old vs new id: a car re-created under a new _id gets a new link but keeps its vehicle id column', async () => {
+    const world = await newWorld();
+    await writeSource(world, [source('old1', { 'metaData.vehicleId': 'V-STABLE' })]);
+    await run(world);
+    const [before] = await readRows(world);
+    await writeSource(world, [source('new1', { 'metaData.vehicleId': 'V-STABLE' })]);
+    await run(world, { at: new Date(NOW.getTime() + HOUR) });
+    const [after] = await readRows(world);
+    assert.equal(before[1], '"V-STABLE"');
+    assert.equal(after[1], '"V-STABLE"');
+    assert.notEqual(before[402], after[402]);
+  }],
+
+  ['a second run while one holds the lock is refused', async () => {
+    const world = await newWorld();
+    await writeSource(world, [source('l1')]);
+    await fs.mkdir(world.state, { recursive: true });
+    await fs.writeFile(join(world.state, 'run.lock'), '{}');
+    await assert.rejects(run(world), (e: any) => e.code === 'locked');
+  }],
+];
+
+(async () => {
+  let failed = 0;
+  for (const [name, fn] of tests) {
+    try {
+      await fn();
+      console.log(`ok   ${name}`);
+    } catch (e) {
+      failed += 1;
+      console.error(`FAIL ${name}\n     ${e.message}`);
+    }
+  }
+  if (failed) process.exit(1);
+})();