@bytebrand/export-cars 1.26.40 → 1.26.42

package/src/exporters/criteo.exporter.ts

@@ -1,63 +1,63 @@
-import { Injectable } from '@nestjs/common';
-import { ModuleRef } from '@nestjs/core';
-
-import { FsChunkInterface } from '@bytebrand/chunkable';
-import { LoggerService } from '@bytebrand/cronicle-helper';
-
-import { CarService, ConfigService, LoaderService, RulesService } from '../services';
-import { FeedGuard } from '../services/feed-guard';
-import { CriteoFeedRun, CriteoSourceCar } from '../services/criteo-feed-run';
-import { Exporter } from '../interfaces/exporter.interface';
-import { CriteoConfig } from '../configs/criteo.config';
-import { CriteoTransformer } from 'src/transformers/criteo.transformer';
-
-/**
- * ExportType.CRITEO (ADV-319). Wires the Cronicle/Nest services into CriteoFeedRun, which holds the
- * logic. The output directory is no longer emptied: the new XML replaces the old one only after the
- * fail-closed guard passed.
- */
-@Injectable()
-export class CriteoExporter implements Exporter {
-	constructor(
-		private carService: CarService,
-		private configService: ConfigService,
-		private rulesService: RulesService,
-		private loaderService: LoaderService,
-		private moduleRef: ModuleRef,
-	) { }
-
-	async export(): Promise<void> {
-		const config = this.configService.config as CriteoConfig;
-		const [xmlFile] = config.outputFiles;
-		const transformer = await this.moduleRef.create(CriteoTransformer);
-
-		const run = new CriteoFeedRun(
-			{
-				forEachChunk: fn => this.loaderService.process((chunk: FsChunkInterface) => fn(chunk.data as CriteoSourceCar[])),
-				filterCar: source => this.carService.filterCar(source, this.rulesService.rules),
-				transform: source => transformer.transform(source),
-				guard: new FeedGuard(config.feedGuard),
-			},
-			{
-				runId: config.runId,
-				domain: config.domain,
-				sourceDirectory: config.pathesConfig.localDirectory,
-				sourceBaseFileName: config.pathesConfig.baseFileName,
-				xmlFile,
-				stateDir: config.stateDir,
-			},
-		);
-
-		try {
-			const report = await run.run();
-			if (report.stale) {
-				console.log(`criteo feed STALE: last good file ${report.lastGoodAgeHours?.toFixed(1)} h old`);
-			}
-		} catch (error) {
-			// main.ts would report a rejected run as {"complete":1,"code":0}; fail the job so the chained
-			// upload step does not run (report + lock already handled by the run).
-			LoggerService.exitError(`criteo feed not published: ${error?.message ?? error}`);
-			process.exit(1);
-		}
-	}
-}
+import { Injectable } from '@nestjs/common';
+import { ModuleRef } from '@nestjs/core';
+
+import { FsChunkInterface } from '@bytebrand/chunkable';
+import { LoggerService } from '@bytebrand/cronicle-helper';
+
+import { CarService, ConfigService, LoaderService, RulesService } from '../services';
+import { FeedGuard } from '../services/feed-guard';
+import { CriteoFeedRun, CriteoSourceCar } from '../services/criteo-feed-run';
+import { Exporter } from '../interfaces/exporter.interface';
+import { CriteoConfig } from '../configs/criteo.config';
+import { CriteoTransformer } from 'src/transformers/criteo.transformer';
+
+/**
+ * ExportType.CRITEO (ADV-319). Wires the Cronicle/Nest services into CriteoFeedRun, which holds the
+ * logic. The output directory is no longer emptied: the new XML replaces the old one only after the
+ * fail-closed guard passed.
+ */
+@Injectable()
+export class CriteoExporter implements Exporter {
+	constructor(
+		private carService: CarService,
+		private configService: ConfigService,
+		private rulesService: RulesService,
+		private loaderService: LoaderService,
+		private moduleRef: ModuleRef,
+	) { }
+
+	async export(): Promise<void> {
+		const config = this.configService.config as CriteoConfig;
+		const [xmlFile] = config.outputFiles;
+		const transformer = await this.moduleRef.create(CriteoTransformer);
+
+		const run = new CriteoFeedRun(
+			{
+				forEachChunk: fn => this.loaderService.process((chunk: FsChunkInterface) => fn(chunk.data as CriteoSourceCar[])),
+				filterCar: source => this.carService.filterCar(source, this.rulesService.rules),
+				transform: source => transformer.transform(source),
+				guard: new FeedGuard(config.feedGuard),
+			},
+			{
+				runId: config.runId,
+				domain: config.domain,
+				sourceDirectory: config.pathesConfig.localDirectory,
+				sourceBaseFileName: config.pathesConfig.baseFileName,
+				xmlFile,
+				stateDir: config.stateDir,
+			},
+		);
+
+		try {
+			const report = await run.run();
+			if (report.stale) {
+				console.log(`criteo feed STALE: last good file ${report.lastGoodAgeHours?.toFixed(1)} h old`);
+			}
+		} catch (error) {
+			// main.ts would report a rejected run as {"complete":1,"code":0}; fail the job so the chained
+			// upload step does not run (report + lock already handled by the run).
+			LoggerService.exitError(`criteo feed not published: ${error?.message ?? error}`);
+			process.exit(1);
+		}
+	}
+}

package/src/services/autouncle-feed-run.ts

@@ -4,8 +4,11 @@ import { ImboImageResponseInterface } from '@bytebrand/chunkable';
 import { DataSchemes } from '@bytebrand/car-schema';
 
 import { AutouncleJsonBuilder } from '../formats/autouncle-json.builder';
-import { AutouncleAddress, AutouncleExclusion, getAutouncleExclusion, mapAutouncleItem } from '../transformers/autouncle.transformer';
+import {
+  AUTOUNCLE_ENVKV_ATTRIBUTES, AutouncleAddress, AutouncleExclusion, getAutouncleExclusion, mapAutouncleItem,
+} from '../transformers/autouncle.transformer';
 import { FeedGuard, FeedGuardError, LastGood, inspectSourceSnapshot } from './feed-guard';
+import { PublicationGate } from './publication-gate';
 
 export interface AutouncleSourceCar {
   car: DataSchemes.Car;
@@ -26,6 +29,8 @@ export interface AutouncleRunDeps {
   imageStats: () => Record<string, number>;
   translate: (key: string) => string;
   guard: FeedGuard;
+  // EnVKV C8 publication gate (CBD enrichment log); absent = off
+  gate?: Pick<PublicationGate, 'mode' | 'estimatedAttributes'>;
 }
 
 export interface AutouncleRunOptions {
@@ -54,6 +59,8 @@ export interface AutouncleRunReport {
   excluded: Record<string, number>;
   imagesPerItem: { min: number | null; max: number | null; total: number };
   images: Record<string, number>;
+  // published items with an estimated EnVKV value per attribute; with gate enforce those were sent empty
+  envkv: { gate: 'off' | 'audit' | 'enforce'; estimated: Record<string, number> };
   lastGood: LastGood | null;
   lastGoodAgeHours: number | null;
   stale: boolean;
@@ -93,6 +100,7 @@ export class AutouncleFeedRun {
       excluded: {},
       imagesPerItem: { min: null, max: null, total: 0 },
       images: {},
+      envkv: { gate: this.deps.gate?.mode ?? 'off', estimated: {} },
       lastGood,
       lastGoodAgeHours: guard.staleHours(lastGood, startedAt),
       stale: guard.isStale(lastGood, startedAt),
@@ -141,11 +149,20 @@ export class AutouncleFeedRun {
             continue;
           }
           const images = await this.deps.resolveImages(source);
-          const mapped = mapAutouncleItem(source.car, { domain: this.options.domain, address, images, translate: this.deps.translate });
+          const estimated = (this.deps.gate ? this.deps.gate.estimatedAttributes(source.car) : [])
+            .filter(attribute => AUTOUNCLE_ENVKV_ATTRIBUTES.includes(attribute));
+          const mapped = mapAutouncleItem(source.car, {
+            domain: this.options.domain,
+            address,
+            images,
+            translate: this.deps.translate,
+            withheldEnvkv: this.deps.gate?.mode === 'enforce' ? estimated : [],
+          });
           if (mapped.ok === false) {
             increment(report.excluded, mapped.reason);
             continue;
           }
+          estimated.forEach(attribute => increment(report.envkv.estimated, attribute));
           await builder.addItem(mapped.item, first);
           first = false;
           dealers.add(ownerId);