@bytebrand/export-cars 1.26.18 → 1.26.19-hotfix.2

package/README.md

@@ -15,6 +15,64 @@
   <!--[![Backers on Open Collective](https://opencollective.com/nest/backers/badge.svg)](https://opencollective.com/nest#backer)
   [![Sponsors on Open Collective](https://opencollective.com/nest/sponsors/badge.svg)](https://opencollective.com/nest#sponsor)-->
 
+## Google feed items in BigQuery (opt-in)
+
+The Google export can record every item it writes to the XML in a BigQuery table, one row per item
+per run, so a Merchant Center issue can be traced back to what was sent (EnVKV values, the field the
+electric range came from, price, ...). Schema: `schema/feed-items.json`.
+
+Job params (all three must be set, otherwise no BigQuery call is made):
+
+| Param                | Example          |
+|----------------------|------------------|
+| `feedItemsBqProject` | `my-gcp-project` |
+| `feedItemsBqDataset` | `feeds`          |
+| `feedItemsBqTable`   | `feed_items`     |
+
+Credentials come from `credentials/google-cloud-project-id.json` in the plugin's working directory
+(as in the import plugins). Rows are streamed in batches of 500 in the background; a BigQuery error
+is logged and never fails the export (after 3 failed batches the run stops trying). `exportedAt` is
+the start of the run, `partitionDay` its UTC day.
+
+Create the table once, partitioned by day on `partitionDay`:
+
+```bash
+bq mk --table \
+  --time_partitioning_field=partitionDay \
+  --time_partitioning_type=DAY \
+  --description="Items sent in the Google feed, one row per item per export run" \
+  my-gcp-project:feeds.feed_items \
+  schema/feed-items.json
+```
+
+Tables created before 1.26.28 need the two gate columns: `bq update <table> schema/feed-items.json`.
+
+## Publication gate for estimated EnVKV values (EnVKV C8)
+
+car-basic-data fills missing or implausible consumption / CO2 values from the CO2 estimator, the
+make-model template sheet or global defaults, and logs each such change to its enrichment log in
+BigQuery. The car itself does not say which of its values are estimates, so the Google export reads
+the log: a field counts as estimated when its latest log row has `finalValueSource` `co2-estimate`,
+`mmm` or `globalDefault` and that row's final value is still the value stored on the car.
+
+| Param                      | Example                    |
+|----------------------------|----------------------------|
+| `publicationGate`          | `off` (default) / `audit` / `enforce` |
+| `publicationGateBqProject` | `auto-de-not-production`   |
+| `publicationGateBqDataset` | `develop_auto_de`          |
+| `publicationGateBqTable`   | `develop_cbd_enrichment_log` |
+
+- `audit`: the feed is unchanged; the estimated attributes of each item go to the feed items table
+  (`estimatedAttributes`, with `publicationGate`). If the log cannot be read the gate is off for the run.
+- `enforce`: estimated `fuel_consumption`, `fuel_consumption_discharged_battery`,
+  `energy_consumption`, `co2_emissions` (and `electric_range`, which CBD never estimates) are left out
+  of the item. If the log cannot be read the export fails before the output is touched, so the last
+  published feed stays.
+
+Only the field an attribute was actually taken from counts (e.g. `wltpCombined` for an ICE car, the
+legacy `consumptionCombined` only when it was the fallback). Values set before the enrichment log
+existed are not covered.
+
 ## Description
 
 [Nest](https://github.com/nestjs/nest) framework TypeScript starter repository.

package/dist/configs/config.d.ts

@@ -1,5 +1,5 @@
 import { ExportType, ImageType } from '../enums';
-import { Params } from '../interfaces/params.interface';
+import { FeedItemsBigQueryTarget, Params, PublicationGateConfig } from '../interfaces/params.interface';
 export declare class Config {
     apikey: string;
     campaign: string;
@@ -35,6 +35,9 @@ export declare class Config {
     dealersSpreadsheetId: string;
     dealersSpreadsheetTitle: string;
     metaPushPriorityCsvUrl: string;
+    runId?: string;
+    feedItemsBigQuery?: FeedItemsBigQueryTarget;
+    publicationGate?: PublicationGateConfig;
     protected environmentConfig: {
         develop: {
             domain: string;

package/dist/configs/config.js

@@ -29,6 +29,9 @@ class Config {
     dealersSpreadsheetId;
     dealersSpreadsheetTitle;
     metaPushPriorityCsvUrl;
+    runId;
+    feedItemsBigQuery;
+    publicationGate;
     environmentConfig = {
         [enums_1.Environment.DEVELOP]: {
             domain: 'autode-dev.de',

package/dist/configs/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/configs/config.ts"],"names":[],"mappings":";;;AAAA,oCAA8D;AAG9D,MAAa,MAAM;IACjB,MAAM,CAAS;IACf,QAAQ,CAAS;IACjB,cAAc,CAAS;IACvB,sBAAsB,CAAS;IAC/B,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,QAAQ,CAAS;IACjB,YAAY,CAAS;IACrB,iBAAiB,CAAS;IAC1B,eAAe,CAAS;IACxB,SAAS,CAAY;IACrB,aAAa,CAAU;IACvB,QAAQ,CAAU;IAClB,QAAQ,CAAU;IAClB,UAAU,CAAa;IACvB,MAAM,CAAS;IACf,KAAK,CAIH;IAIF,oBAAoB,CAAU;IAC9B,YAAY,CAIV;IACF,WAAW,CAAW;IACtB,GAAG,CAAS;IACZ,oBAAoB,CAAS;IAC7B,uBAAuB,CAAS;IAChC,oBAAoB,CAAS;IAC7B,uBAAuB,CAAS;IAChC,sBAAsB,CAAS;IAErB,iBAAiB,GAAG;QAC5B,CAAC,mBAAW,CAAC,OAAO,CAAC,EAAE;YACrB,MAAM,EAAE,eAAe;YACvB,kBAAkB,EAAE,CAAC;YACrB,6BAA6B,EAAE,EAAE;YACjC,uBAAuB,EAAE,mBAAmB;YAC5C,eAAe,EAAE,YAAY;YAC7B,QAAQ,EAAE,yCAAyC;YACnD,YAAY,EAAE,8BAA8B;SAC7C;QACD,CAAC,mBAAW,CAAC,UAAU,CAAC,EAAE;YACxB,MAAM,EAAE,SAAS;YACjB,kBAAkB,EAAE,CAAC;YACrB,6BAA6B,EAAE,CAAC;YAChC,uBAAuB,EAAE,oBAAoB;YAC7C,eAAe,EAAE,QAAQ;YACzB,QAAQ,EAAE,yCAAyC;YACnD,YAAY,EAAE,wBAAwB;SACvC;KACF,CAAC;IAEF,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC;QAChE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC;QAC5E,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC;QAC7E,IAAI,CAAC,oBAAoB,GAAG,8CAA8C,CAAC;QAC3E,IAAI,CAAC,oBAAoB,GAAG,8CAA8C,CAAC;QAC3E,IAAI,CAAC,uBAAuB,GAAG,iBAAiB,CAAC;QACjD,IAAI,CAAC,sBAAsB,GAAG,MAAM,CAAC,sBAAsB,CAAC;QAC5D,IAAI,CAAC,cAAc,GAAG,eAAe,IAAI,CAAC,MAAM,uBAAuB,CAAC;QACxE,IAAI,CAAC,OAAO,GAAG,eAAe,IAAI,CAAC,MAAM,qBAAqB,CAAC;QAC/D,IAAI,CAAC,QAAQ,GAAG,kBAAkB,IAAI,CAAC,MAAM,EAAE,CAAC;QAGhD,IAAI,CAAC,eAAe,GAAG,GAAG,IAAI,CAAC,QAAQ,mBAAmB,CAAC;QAC3D,IAAI,CAAC,MAAM,GAAG,eAAe,IAAI,CAAC,MAAM,6BAA6B,CAAC;QACtE,IAAI,CAAC,KAAK,GAAG;YACX,QAAQ,EAAE,MAAM,CAAC,MAAM;YACvB,QAAQ,EAAE,MAAM,CAAC,MAAM;YACvB,MAAM,EAAE,MAAM,CAAC,IAAI;SACpB,CAAC;QACF,IAAI,CAAC,YAAY,GAAG;YAClB,cAAc,EAAE,uBAAuB;YACvC,uBAAuB,EAAE,0BAA0B;YACnD,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;CACF;AAzFD,wBAyFC"}
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/configs/config.ts"],"names":[],"mappings":";;;AAAA,oCAA8D;AAG9D,MAAa,MAAM;IACjB,MAAM,CAAS;IACf,QAAQ,CAAS;IACjB,cAAc,CAAS;IACvB,sBAAsB,CAAS;IAC/B,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,QAAQ,CAAS;IACjB,YAAY,CAAS;IACrB,iBAAiB,CAAS;IAC1B,eAAe,CAAS;IACxB,SAAS,CAAY;IACrB,aAAa,CAAU;IACvB,QAAQ,CAAU;IAClB,QAAQ,CAAU;IAClB,UAAU,CAAa;IACvB,MAAM,CAAS;IACf,KAAK,CAIH;IAIF,oBAAoB,CAAU;IAC9B,YAAY,CAIV;IACF,WAAW,CAAW;IACtB,GAAG,CAAS;IACZ,oBAAoB,CAAS;IAC7B,uBAAuB,CAAS;IAChC,oBAAoB,CAAS;IAC7B,uBAAuB,CAAS;IAChC,sBAAsB,CAAS;IAE/B,KAAK,CAAU;IAEf,iBAAiB,CAA2B;IAE5C,eAAe,CAAyB;IAE9B,iBAAiB,GAAG;QAC5B,CAAC,mBAAW,CAAC,OAAO,CAAC,EAAE;YACrB,MAAM,EAAE,eAAe;YACvB,kBAAkB,EAAE,CAAC;YACrB,6BAA6B,EAAE,EAAE;YACjC,uBAAuB,EAAE,mBAAmB;YAC5C,eAAe,EAAE,YAAY;YAC7B,QAAQ,EAAE,yCAAyC;YACnD,YAAY,EAAE,8BAA8B;SAC7C;QACD,CAAC,mBAAW,CAAC,UAAU,CAAC,EAAE;YACxB,MAAM,EAAE,SAAS;YACjB,kBAAkB,EAAE,CAAC;YACrB,6BAA6B,EAAE,CAAC;YAChC,uBAAuB,EAAE,oBAAoB;YAC7C,eAAe,EAAE,QAAQ;YACzB,QAAQ,EAAE,yCAAyC;YACnD,YAAY,EAAE,wBAAwB;SACvC;KACF,CAAC;IAEF,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC;QAChE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC;QAC5E,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC;QAC7E,IAAI,CAAC,oBAAoB,GAAG,8CAA8C,CAAC;QAC3E,IAAI,CAAC,oBAAoB,GAAG,8CAA8C,CAAC;QAC3E,IAAI,CAAC,uBAAuB,GAAG,iBAAiB,CAAC;QACjD,IAAI,CAAC,sBAAsB,GAAG,MAAM,CAAC,sBAAsB,CAAC;QAC5D,IAAI,CAAC,cAAc,GAAG,eAAe,IAAI,CAAC,MAAM,uBAAuB,CAAC;QACxE,IAAI,CAAC,OAAO,GAAG,eAAe,IAAI,CAAC,MAAM,qBAAqB,CAAC;QAC/D,IAAI,CAAC,QAAQ,GAAG,kBAAkB,IAAI,CAAC,MAAM,EAAE,CAAC;QAGhD,IAAI,CAAC,eAAe,GAAG,GAAG,IAAI,CAAC,QAAQ,mBAAmB,CAAC;QAC3D,IAAI,CAAC,MAAM,GAAG,eAAe,IAAI,CAAC,MAAM,6BAA6B,CAAC;QACtE,IAAI,CAAC,KAAK,GAAG;YACX,QAAQ,EAAE,MAAM,CAAC,MAAM;YACvB,QAAQ,EAAE,MAAM,CAAC,MAAM;YACvB,MAAM,EAAE,MAAM,CAAC,IAAI;SACpB,CAAC;QACF,IAAI,CAAC,YAAY,GAAG;YAClB,cAAc,EAAE,uBAAuB;YACvC,uBAAuB,EAAE,0BAA0B;YACnD,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;CACF;AA/FD,wBA+FC"}

package/dist/configs/facebook-shop.config.js

@@ -8,7 +8,7 @@ class FacebookShopConfig extends config_1.Config {
     constructor(params) {
         super(params);
         this.pathesConfig.localConvertedDirectory = `resources/${enums_1.ExportType.FACEBOOK_SHOP}-export`;
-        this.maxCurrentSalesPrice = feed_price_constants_1.MAX_FEED_SALES_PRICE_EUR;
+        this.maxCurrentSalesPrice = (0, feed_price_constants_1.resolveMaxFeedSalesPrice)(params.maxCurrentSalesPrice);
         this.imageUrl = this.environmentConfig[params.environment].baseImageUrl;
         this.outputFiles = [
             `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${enums_1.ExportType.FACEBOOK_SHOP}.${enums_1.FileType.XML}`,

package/dist/configs/facebook-shop.config.js.map

@@ -1 +1 @@
-{"version":3,"file":"facebook-shop.config.js","sourceRoot":"","sources":["../../src/configs/facebook-shop.config.ts"],"names":[],"mappings":";;;AACA,qCAAkC;AAClC,oCAAgD;AAChD,4EAA6E;AAE7E,MAAa,kBAAmB,SAAQ,eAAM;IAC5C,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,aAAa,SAAS,CAAC;QAC3F,IAAI,CAAC,oBAAoB,GAAG,+CAAwB,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC;QACxE,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,aAAa,IAAI,gBAAQ,CAAC,GAAG,EAAE;SAC3G,CAAC;IACJ,CAAC;CACF;AAVD,gDAUC"}
+{"version":3,"file":"facebook-shop.config.js","sourceRoot":"","sources":["../../src/configs/facebook-shop.config.ts"],"names":[],"mappings":";;;AACA,qCAAkC;AAClC,oCAAgD;AAChD,4EAA6E;AAE7E,MAAa,kBAAmB,SAAQ,eAAM;IAC5C,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,aAAa,SAAS,CAAC;QAC3F,IAAI,CAAC,oBAAoB,GAAG,IAAA,+CAAwB,EAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAClF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC;QACxE,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,aAAa,IAAI,gBAAQ,CAAC,GAAG,EAAE;SAC3G,CAAC;IACJ,CAAC;CACF;AAVD,gDAUC"}

package/dist/configs/fb.config.js

@@ -8,7 +8,7 @@ class FbConfig extends config_1.Config {
     constructor(params) {
         super(params);
         this.pathesConfig.localConvertedDirectory = `resources/${enums_1.ExportType.FB}-export`;
-        this.maxCurrentSalesPrice = feed_price_constants_1.MAX_FEED_SALES_PRICE_EUR;
+        this.maxCurrentSalesPrice = (0, feed_price_constants_1.resolveMaxFeedSalesPrice)(params.maxCurrentSalesPrice);
         this.imageUrl = this.environmentConfig[params.environment].imageUrl;
         this.imageType = enums_1.ImageType.marketing;
         this.marketingImageConfigId = this.environmentConfig[params.environment].fbMarketingImageId;

package/dist/configs/fb.config.js.map

@@ -1 +1 @@
-{"version":3,"file":"fb.config.js","sourceRoot":"","sources":["../../src/configs/fb.config.ts"],"names":[],"mappings":";;;AAAA,oCAA4D;AAC5D,4EAA6E;AAE7E,qCAAkC;AAElC,MAAa,QAAS,SAAQ,eAAM;IAClC,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,EAAE,SAAS,CAAC;QAChF,IAAI,CAAC,oBAAoB,GAAG,+CAAwB,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC;QACpE,IAAI,CAAC,SAAS,GAAG,iBAAS,CAAC,SAAS,CAAC;QACrC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,kBAAkB,CAAC;QAC5F,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,EAAE,IAAI,gBAAQ,CAAC,GAAG,EAAE;SAChG,CAAC;IACJ,CAAC;CACF;AAZD,4BAYC"}
+{"version":3,"file":"fb.config.js","sourceRoot":"","sources":["../../src/configs/fb.config.ts"],"names":[],"mappings":";;;AAAA,oCAA4D;AAC5D,4EAA6E;AAE7E,qCAAkC;AAElC,MAAa,QAAS,SAAQ,eAAM;IAClC,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,EAAE,SAAS,CAAC;QAChF,IAAI,CAAC,oBAAoB,GAAG,IAAA,+CAAwB,EAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAClF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC;QACpE,IAAI,CAAC,SAAS,GAAG,iBAAS,CAAC,SAAS,CAAC;QACrC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,kBAAkB,CAAC;QAC5F,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,EAAE,IAAI,gBAAQ,CAAC,GAAG,EAAE;SAChG,CAAC;IACJ,CAAC;CACF;AAZD,4BAYC"}

package/dist/configs/google.config.js

@@ -4,12 +4,37 @@ exports.GoogleConfig = void 0;
 const enums_1 = require("../enums");
 const feed_price_constants_1 = require("../constants/feed-price.constants");
 const config_1 = require("./config");
+const trimmed = (value) => (typeof value === 'string' ? value.trim() : '');
 class GoogleConfig extends config_1.Config {
     constructor(params) {
         super(params);
         this.pathesConfig.localConvertedDirectory = `resources/${enums_1.ExportType.GOOGLE}-export`;
         this.imageType = enums_1.ImageType.default;
-        this.maxCurrentSalesPrice = feed_price_constants_1.MAX_FEED_SALES_PRICE_EUR;
+        this.maxCurrentSalesPrice = (0, feed_price_constants_1.resolveMaxFeedSalesPrice)(params.maxCurrentSalesPrice);
+        const feedItemsBigQuery = {
+            project: trimmed(params.feedItemsBqProject),
+            dataset: trimmed(params.feedItemsBqDataset),
+            table: trimmed(params.feedItemsBqTable),
+        };
+        if (feedItemsBigQuery.project && feedItemsBigQuery.dataset && feedItemsBigQuery.table) {
+            this.feedItemsBigQuery = feedItemsBigQuery;
+        }
+        const gateMode = trimmed(params.publicationGate).toLowerCase();
+        if (gateMode === 'audit' || gateMode === 'enforce') {
+            const gate = {
+                mode: gateMode,
+                project: trimmed(params.publicationGateBqProject),
+                dataset: trimmed(params.publicationGateBqDataset),
+                table: trimmed(params.publicationGateBqTable),
+            };
+            if (!gate.project || !gate.dataset || !gate.table) {
+                throw new Error(`publicationGate=${gateMode} needs publicationGateBqProject, publicationGateBqDataset and publicationGateBqTable`);
+            }
+            this.publicationGate = gate;
+        }
+        else if (gateMode && gateMode !== 'off') {
+            throw new Error(`publicationGate must be off, audit or enforce, got "${gateMode}"`);
+        }
         this.outputFiles = [
             `${this.pathesConfig.localConvertedDirectory}/api_export_cars_${enums_1.ExportType.GOOGLE}.${enums_1.FileType.XML}`,
         ];

package/dist/configs/google.config.js.map

@@ -1 +1 @@
-{"version":3,"file":"google.config.js","sourceRoot":"","sources":["../../src/configs/google.config.ts"],"names":[],"mappings":";;;AAAA,oCAA4D;AAC5D,4EAA6E;AAE7E,qCAAkC;AAElC,MAAa,YAAa,SAAQ,eAAM;IACtC,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,MAAM,SAAS,CAAC;QACpF,IAAI,CAAC,SAAS,GAAG,iBAAS,CAAC,OAAO,CAAC;QACnC,IAAI,CAAC,oBAAoB,GAAG,+CAAwB,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,MAAM,IAAI,gBAAQ,CAAC,GAAG,EAAE;SACpG,CAAC;IACJ,CAAC;CACF;AAVD,oCAUC"}
+{"version":3,"file":"google.config.js","sourceRoot":"","sources":["../../src/configs/google.config.ts"],"names":[],"mappings":";;;AAAA,oCAA4D;AAC5D,4EAA6E;AAE7E,qCAAkC;AAElC,MAAM,OAAO,GAAG,CAAC,KAAc,EAAU,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAE5F,MAAa,YAAa,SAAQ,eAAM;IACtC,YAAY,MAAc;QACxB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,uBAAuB,GAAG,aAAa,kBAAU,CAAC,MAAM,SAAS,CAAC;QACpF,IAAI,CAAC,SAAS,GAAG,iBAAS,CAAC,OAAO,CAAC;QACnC,IAAI,CAAC,oBAAoB,GAAG,IAAA,+CAAwB,EAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAClF,MAAM,iBAAiB,GAAG;YACxB,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC;YAC3C,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC;YAC3C,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC;SACxC,CAAC;QACF,IAAI,iBAAiB,CAAC,OAAO,IAAI,iBAAiB,CAAC,OAAO,IAAI,iBAAiB,CAAC,KAAK,EAAE;YACrF,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;SAC5C;QACD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/D,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,SAAS,EAAE;YAClD,MAAM,IAAI,GAAG;gBACX,IAAI,EAAE,QAAyC;gBAC/C,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,wBAAwB,CAAC;gBACjD,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,wBAAwB,CAAC;gBACjD,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC;aAC9C,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;gBACjD,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,sFAAsF,CAAC,CAAC;aACpI;YACD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;SAC7B;aAAM,IAAI,QAAQ,IAAI,QAAQ,KAAK,KAAK,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,uDAAuD,QAAQ,GAAG,CAAC,CAAC;SACrF;QACD,IAAI,CAAC,WAAW,GAAG;YACjB,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,oBAAoB,kBAAU,CAAC,MAAM,IAAI,gBAAQ,CAAC,GAAG,EAAE;SACpG,CAAC;IACJ,CAAC;CACF;AAjCD,oCAiCC"}

package/dist/constants/feed-price.constants.d.ts

@@ -1 +1,2 @@
 export declare const MAX_FEED_SALES_PRICE_EUR = 80000;
+export declare const resolveMaxFeedSalesPrice: (raw?: string) => number;

package/dist/constants/feed-price.constants.js

@@ -1,5 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MAX_FEED_SALES_PRICE_EUR = void 0;
+exports.resolveMaxFeedSalesPrice = exports.MAX_FEED_SALES_PRICE_EUR = void 0;
+const lodash_1 = require("lodash");
 exports.MAX_FEED_SALES_PRICE_EUR = 80000;
+const resolveMaxFeedSalesPrice = (raw) => (0, lodash_1.toNumber)(raw) > 0 ? (0, lodash_1.toNumber)(raw) : exports.MAX_FEED_SALES_PRICE_EUR;
+exports.resolveMaxFeedSalesPrice = resolveMaxFeedSalesPrice;
 //# sourceMappingURL=feed-price.constants.js.map

package/dist/constants/feed-price.constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"feed-price.constants.js","sourceRoot":"","sources":["../../src/constants/feed-price.constants.ts"],"names":[],"mappings":";;;AAGa,QAAA,wBAAwB,GAAG,KAAM,CAAC"}
+{"version":3,"file":"feed-price.constants.js","sourceRoot":"","sources":["../../src/constants/feed-price.constants.ts"],"names":[],"mappings":";;;AAAA,mCAAkC;AAKrB,QAAA,wBAAwB,GAAG,KAAM,CAAC;AAIxC,MAAM,wBAAwB,GAAG,CAAC,GAAY,EAAU,EAAE,CAC/D,IAAA,iBAAQ,EAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAA,iBAAQ,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,gCAAwB,CAAC;AADlD,QAAA,wBAAwB,4BAC0B"}

package/dist/export.command.js

@@ -31,6 +31,7 @@ let ExportRunner = class ExportRunner extends nest_commander_1.CommandRunner {
                 const input = JSON.parse(data);
                 cronicle_helper_1.LoggerService.log(`Running job: ${input.id} - ${JSON.stringify(input)} \n`);
                 this.configService.config = new export_schema_1.exportSchema[input.params.exportType].config(input.params);
+                this.configService.config.runId = input.id;
                 const exporter = await this.moduleRef.create(export_schema_1.exportSchema[input.params.exportType].exporter);
                 await exporter.export().catch(reject);
                 resolve(rl.close());

package/dist/export.command.js.map

@@ -1 +1 @@
-{"version":3,"file":"export.command.js","sourceRoot":"","sources":["../src/export.command.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,uCAA2C;AAC3C,mDAAwD;AACxD,yCAA2C;AAE3C,mDAA+C;AAC/C,uCAAyC;AAEzC,gEAA2D;AAMpD,IAAM,YAAY,GAAlB,MAAM,YAAa,SAAQ,8BAAa;IAEnC;IACA;IAFV,YACU,aAA4B,EAC5B,SAAoB;QAE5B,KAAK,EAAE,CAAC;QAHA,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IAG9B,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,GAAG,IAAA,0BAAe,EAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACrD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;gBACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAU,CAAC;gBACxC,+BAAa,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAE5E,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,IAAI,4BAAY,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC3F,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAW,4BAAY,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACvG,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAEtC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAvBY,oCAAY;uBAAZ,YAAY;IAJxB,IAAA,wBAAO,EAAC;QACP,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;KAC7B,CAAC;qCAGyB,wBAAa;QACjB,gBAAS;GAHnB,YAAY,CAuBxB"}
+{"version":3,"file":"export.command.js","sourceRoot":"","sources":["../src/export.command.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,uCAA2C;AAC3C,mDAAwD;AACxD,yCAA2C;AAE3C,mDAA+C;AAC/C,uCAAyC;AAEzC,gEAA2D;AAMpD,IAAM,YAAY,GAAlB,MAAM,YAAa,SAAQ,8BAAa;IAEnC;IACA;IAFV,YACU,aAA4B,EAC5B,SAAoB;QAE5B,KAAK,EAAE,CAAC;QAHA,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IAG9B,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,GAAG,IAAA,0BAAe,EAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACrD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;gBACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAU,CAAC;gBACxC,+BAAa,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAE5E,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,IAAI,4BAAY,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC3F,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,EAAE,CAAC;gBAC3C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAW,4BAAY,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACvG,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAEtC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAxBY,oCAAY;uBAAZ,YAAY;IAJxB,IAAA,wBAAO,EAAC;QACP,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;KAC7B,CAAC;qCAGyB,wBAAa;QACjB,gBAAS;GAHnB,YAAY,CAwBxB"}

package/dist/exporters/facebook-shop.exporter.js

@@ -12,7 +12,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.FacebookShopExporter = void 0;
 const common_1 = require("@nestjs/common");
 const core_1 = require("@nestjs/core");
-const path_1 = require("path");
 const cronicle_helper_1 = require("@bytebrand/cronicle-helper");
 const services_1 = require("../services");
 const transformers_1 = require("../transformers");
@@ -34,9 +33,8 @@ let FacebookShopExporter = class FacebookShopExporter {
         const [fileXml] = this.configService.config.outputFiles;
         await cronicle_helper_1.CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
         await cronicle_helper_1.CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
-        const selfUrl = `https://ftp.${this.configService.config.domain}/feeds/${(0, path_1.basename)(fileXml)}`;
         const facebookShopXmlBuilder = new formats_1.FacebookShopXmlBuilder(fileXml);
-        await facebookShopXmlBuilder.buildStart(selfUrl);
+        await facebookShopXmlBuilder.buildStart();
         const facebookShopTransformer = await this.moduleRef.create(transformers_1.FacebookShopTransformer);
         await this.loaderService.process(async (chunk) => {
             const chunkData = chunk.data.filter(car => this.carService.filterCar(car, this.rulesService.rules));

package/dist/exporters/facebook-shop.exporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"facebook-shop.exporter.js","sourceRoot":"","sources":["../../src/exporters/facebook-shop.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,uCAAyC;AACzC,+BAAgC;AAEhC,gEAA2D;AAG3D,0CAAqF;AAErF,kDAA0D;AAC1D,wCAAoD;AAG7C,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAErB;IACA;IACA;IACA;IACA;IALV,YACU,UAAsB,EACtB,aAA4B,EAC5B,aAA4B,EAC5B,SAAoB,EACpB,YAA0B;QAJ1B,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;QACpB,iBAAY,GAAZ,YAAY,CAAc;IAChC,CAAC;IAEL,KAAK,CAAC,MAAM;QACV,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC;QACxD,MAAM,+BAAa,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAC9F,MAAM,+BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAE7F,MAAM,OAAO,GAAG,eAAe,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,UAAU,IAAA,eAAQ,EAAC,OAAO,CAAC,EAAE,CAAC;QAC7F,MAAM,sBAAsB,GAAG,IAAI,gCAAsB,CAAC,OAAO,CAAC,CAAC;QACnE,MAAM,sBAAsB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEjD,MAAM,uBAAuB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,sCAAuB,CAAC,CAAC;QAErF,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,KAAuB,EAAE,EAAE;YACjE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YAEpG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBAG5C,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAG1B,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAG5D,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;oBACjB,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,GAAG,CAAC,GAAG,gCAAgC,CAAC,CAAC;oBACtE,SAAS;iBACV;gBAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;oBACxB,MAAM,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;iBAC5C;gBACD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC/C;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,sBAAsB,CAAC,QAAQ,EAAE,CAAC;QAExC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IACxD,CAAC;CACF,CAAA;AAhDY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;qCAGW,qBAAU;QACP,wBAAa;QACb,wBAAa;QACjB,gBAAS;QACN,uBAAY;GANzB,oBAAoB,CAgDhC"}
+{"version":3,"file":"facebook-shop.exporter.js","sourceRoot":"","sources":["../../src/exporters/facebook-shop.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,uCAAyC;AAEzC,gEAA2D;AAG3D,0CAAqF;AAErF,kDAA0D;AAC1D,wCAAoD;AAG7C,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAErB;IACA;IACA;IACA;IACA;IALV,YACU,UAAsB,EACtB,aAA4B,EAC5B,aAA4B,EAC5B,SAAoB,EACpB,YAA0B;QAJ1B,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;QACpB,iBAAY,GAAZ,YAAY,CAAc;IAChC,CAAC;IAEL,KAAK,CAAC,MAAM;QACV,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC;QACxD,MAAM,+BAAa,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAC9F,MAAM,+BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAE7F,MAAM,sBAAsB,GAAG,IAAI,gCAAsB,CAAC,OAAO,CAAC,CAAC;QACnE,MAAM,sBAAsB,CAAC,UAAU,EAAE,CAAC;QAE1C,MAAM,uBAAuB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,sCAAuB,CAAC,CAAC;QAErF,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,KAAuB,EAAE,EAAE;YACjE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YAEpG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBAG5C,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAG1B,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAG5D,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;oBACjB,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,GAAG,CAAC,GAAG,gCAAgC,CAAC,CAAC;oBACtE,SAAS;iBACV;gBAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;oBACxB,MAAM,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;iBAC5C;gBACD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC/C;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,sBAAsB,CAAC,QAAQ,EAAE,CAAC;QAExC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IACxD,CAAC;CACF,CAAA;AA/CY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;qCAGW,qBAAU;QACP,wBAAa;QACb,wBAAa;QACjB,gBAAS;QACN,uBAAY;GANzB,oBAAoB,CA+ChC"}

package/dist/exporters/google.exporter.js

@@ -15,6 +15,9 @@ const core_1 = require("@nestjs/core");
 const cronicle_helper_1 = require("@bytebrand/cronicle-helper");
 const services_1 = require("../services");
 const google_transformer_1 = require("../transformers/google.transformer");
+const google_feed_item_row_1 = require("../transformers/google-feed-item-row");
+const feed_items_bigquery_writer_1 = require("../services/feed-items-bigquery.writer");
+const publication_gate_1 = require("../services/publication-gate");
 const google_xml_builder_1 = require("../formats/google-xml.builder");
 let GoogleExporter = class GoogleExporter {
     carService;
@@ -30,22 +33,37 @@ let GoogleExporter = class GoogleExporter {
         this.moduleRef = moduleRef;
     }
     async export() {
+        const gate = await (0, publication_gate_1.loadPublicationGate)(this.configService.config.publicationGate);
         const [fileName] = this.configService.config.outputFiles;
         await cronicle_helper_1.CronicleUtils.ensureDir(this.configService.config.pathesConfig.localConvertedDirectory);
         await cronicle_helper_1.CronicleUtils.emptyDir(this.configService.config.pathesConfig.localConvertedDirectory);
         const googleXmlBuilder = new google_xml_builder_1.GoogleXmlBuilder(fileName);
         await googleXmlBuilder.buildStart(this.configService.config.domain);
         const googleTransformer = await this.moduleRef.create(google_transformer_1.GoogleTransformer);
+        const { feedItemsBigQuery, runId } = this.configService.config;
+        const feedItemsWriter = feedItemsBigQuery ? new feed_items_bigquery_writer_1.FeedItemsBigQueryWriter(feedItemsBigQuery) : null;
+        const exportedAt = new Date();
+        let gatedItems = 0;
         await this.loaderService.process(async (chunk) => {
             chunk.data = chunk.data.filter(car => this.carService.filterCar(car, this.rulesService.rules));
             for (const data of chunk.data) {
                 const car = await googleTransformer.transform(data);
-                if (car)
-                    await googleXmlBuilder.addItem(car);
+                if (car) {
+                    const estimatedAttributes = gate.estimatedAttributes(data.car);
+                    if (estimatedAttributes.length)
+                        gatedItems += 1;
+                    await googleXmlBuilder.addItem(gate.apply(car, estimatedAttributes));
+                    const gateInfo = gate.mode === 'off' ? null : { mode: gate.mode, estimatedAttributes };
+                    feedItemsWriter?.add((0, google_feed_item_row_1.buildGoogleFeedItemRow)(data.car, car, runId, exportedAt, gateInfo));
+                }
                 this.carService.counter.countCar(data.images);
             }
         });
         await googleXmlBuilder.buildEnd();
+        if (gate.mode !== 'off') {
+            console.log(`Publication gate ${gate.mode}: ${gatedItems} items with estimated EnVKV values${gate.mode === 'enforce' ? ' (attributes left out)' : ''}`);
+        }
+        await feedItemsWriter?.close();
         console.log(this.carService.counter.getCountedCars());
     }
 };

package/dist/exporters/google.exporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"google.exporter.js","sourceRoot":"","sources":["../../src/exporters/google.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,uCAAyC;AAEzC,gEAA2D;AAG3D,0CAAqF;AACrF,2EAAuE;AACvE,sEAAiE;AAI1D,IAAM,cAAc,GAApB,MAAM,cAAc;IAEf;IACA;IACA;IACA;IACA;IALV,YACU,UAAsB,EACtB,aAA4B,EAC5B,YAA0B,EAC1B,aAA4B,EAC5B,SAAoB;QAJpB,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IAC1B,CAAC;IAEL,KAAK,CAAC,MAAM;QACV,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC;QACzD,MAAM,+BAAa,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAC9F,MAAM,+BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAE7F,MAAM,gBAAgB,GAAG,IAAI,qCAAgB,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEpE,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,sCAAiB,CAAC,CAAC;QAEzE,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,KAAuB,EAAE,EAAE;YACjE,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YAE/F,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE;gBAC7B,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACpD,IAAI,GAAG;oBACL,MAAM,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBACtC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC/C;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,gBAAgB,CAAC,QAAQ,EAAE,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IACxD,CAAC;CACF,CAAA;AAjCY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAGW,qBAAU;QACP,wBAAa;QACd,uBAAY;QACX,wBAAa;QACjB,gBAAS;GANnB,cAAc,CAiC1B"}
+{"version":3,"file":"google.exporter.js","sourceRoot":"","sources":["../../src/exporters/google.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,uCAAyC;AAEzC,gEAA2D;AAG3D,0CAAqF;AACrF,2EAAuE;AACvE,+EAA8E;AAC9E,uFAAiF;AACjF,mEAAmE;AACnE,sEAAiE;AAI1D,IAAM,cAAc,GAApB,MAAM,cAAc;IAEf;IACA;IACA;IACA;IACA;IALV,YACU,UAAsB,EACtB,aAA4B,EAC5B,YAA0B,EAC1B,aAA4B,EAC5B,SAAoB;QAJpB,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IAC1B,CAAC;IAEL,KAAK,CAAC,MAAM;QAGV,MAAM,IAAI,GAAG,MAAM,IAAA,sCAAmB,EAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAClF,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC;QACzD,MAAM,+BAAa,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAC9F,MAAM,+BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAE7F,MAAM,gBAAgB,GAAG,IAAI,qCAAgB,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEpE,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,sCAAiB,CAAC,CAAC;QAGzE,MAAM,EAAE,iBAAiB,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;QAC/D,MAAM,eAAe,GAAG,iBAAiB,CAAC,CAAC,CAAC,IAAI,oDAAuB,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAClG,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,KAAuB,EAAE,EAAE;YACjE,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YAE/F,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE;gBAC7B,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACpD,IAAI,GAAG,EAAE;oBACP,MAAM,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAC/D,IAAI,mBAAmB,CAAC,MAAM;wBAAE,UAAU,IAAI,CAAC,CAAC;oBAChD,MAAM,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAC,CAAC;oBACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,mBAAmB,EAAE,CAAC;oBACvF,eAAe,EAAE,GAAG,CAAC,IAAA,6CAAsB,EAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;iBAC1F;gBACD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC/C;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,gBAAgB,CAAC,QAAQ,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,EAAE;YACvB,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,IAAI,KAAK,UAAU,qCAAqC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;SACzJ;QACD,MAAM,eAAe,EAAE,KAAK,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IACxD,CAAC;CACF,CAAA;AAnDY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAGW,qBAAU;QACP,wBAAa;QACd,uBAAY;QACX,wBAAa;QACjB,gBAAS;GANnB,cAAc,CAmD1B"}

package/dist/formats/facebook-shop.builder.d.ts

@@ -1,7 +1,7 @@
 import { XMLBuilderBase } from '@bytebrand/cronicle-helper';
 import { FacebookShopItem } from '../interfaces';
 export declare class FacebookShopXmlBuilder extends XMLBuilderBase {
-    buildStart(selfUrl?: string): Promise<void>;
+    buildStart(): Promise<void>;
     addItem(car: FacebookShopItem): Promise<void>;
     private buildTagElement;
     buildEnd(): Promise<void>;

package/dist/formats/facebook-shop.builder.js

@@ -5,15 +5,12 @@ const lodash_1 = require("lodash");
 const cronicle_helper_1 = require("@bytebrand/cronicle-helper");
 const MAX_IMAGES = 2;
 class FacebookShopXmlBuilder extends cronicle_helper_1.XMLBuilderBase {
-    async buildStart(selfUrl) {
-        await this.write('<?xml version="1.0" encoding="utf-8"?>\n<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">' +
-            '\n<channel>\n<title>auto.de Vehicle Offers Feed</title>' +
-            '\n<description>Automotive Model Ads Vehicle Offers Feed für auto.de</description>' +
-            '\n<link>https://www.auto.de/</link>' +
-            `\n<atom:link href="${(0, lodash_1.escape)(selfUrl)}" rel="self" type="application/rss+xml" />\n`);
+    async buildStart() {
+        await this.write('<?xml version="1.0" encoding="utf-8"?>\n<listings>' +
+            '\n<title>auto.de Vehicle Offers Feed</title>\n');
     }
     async addItem(car) {
-        let item = '\n<item>\n';
+        let item = '\n<listing>\n';
         const { image, ...tags } = car;
         for (const [tag, value] of Object.entries(tags)) {
             item += this.buildTagElement(tag, value);
@@ -22,7 +19,7 @@ class FacebookShopXmlBuilder extends cronicle_helper_1.XMLBuilderBase {
             .slice(0, MAX_IMAGES)
             .map((url) => `<image><url>${(0, lodash_1.escape)(url)}</url></image>\n`)
             .join('');
-        item += '</item>';
+        item += '</listing>';
         await this.write(item);
     }
     buildTagElement(tag, value) {
@@ -38,7 +35,7 @@ class FacebookShopXmlBuilder extends cronicle_helper_1.XMLBuilderBase {
         return this.getElement(tag, value);
     }
     async buildEnd() {
-        await this.write('\n</channel>\n</rss>\n');
+        await this.write('\n</listings>\n');
         await this.end();
     }
 }

package/dist/formats/facebook-shop.builder.js.map

@@ -1 +1 @@
-{"version":3,"file":"facebook-shop.builder.js","sourceRoot":"","sources":["../../src/formats/facebook-shop.builder.ts"],"names":[],"mappings":";;;AAAA,mCAA2D;AAC3D,gEAA4D;AAG5D,MAAM,UAAU,GAAG,CAAC,CAAC;AAErB,MAAa,sBAAuB,SAAQ,gCAAc;IAIxD,KAAK,CAAC,UAAU,CAAC,OAAgB;QAC/B,MAAM,IAAI,CAAC,KAAK,CACd,sGAAsG;YACpG,yDAAyD;YACzD,mFAAmF;YACnF,qCAAqC;YACrC,sBAAsB,IAAA,eAAM,EAAC,OAAO,CAAC,8CAA8C,CACtF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAqB;QACjC,IAAI,IAAI,GAAG,YAAY,CAAC;QAExB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAC;QAE/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAC/C,IAAI,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;SAC1C;QAED,IAAI,IAAI,KAAK;aACV,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;aACpB,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,eAAe,IAAA,eAAM,EAAC,GAAG,CAAC,kBAAkB,CAAC;aAClE,IAAI,CAAC,EAAE,CAAC,CAAC;QAEZ,IAAI,IAAI,SAAS,CAAC;QAElB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAEO,eAAe,CAAC,GAAW,EAAE,KAAc;QACjD,IAAI,IAAA,cAAK,EAAC,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,EAAE;YAChC,OAAO,EAAE,CAAC;SACX;QAGD,IAAI,IAAA,iBAAQ,EAAC,KAAK,CAAC,EAAE;YACnB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,CAAC;SAC5C;QACD,IAAI,IAAA,iBAAQ,EAAC,KAAK,CAAC,EAAE;YACnB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;SAC5C;QACD,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC3C,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC;CACF;AApDD,wDAoDC"}
+{"version":3,"file":"facebook-shop.builder.js","sourceRoot":"","sources":["../../src/formats/facebook-shop.builder.ts"],"names":[],"mappings":";;;AAAA,mCAA2D;AAC3D,gEAA4D;AAG5D,MAAM,UAAU,GAAG,CAAC,CAAC;AAErB,MAAa,sBAAuB,SAAQ,gCAAc;IAMxD,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,KAAK,CACd,oDAAoD;YAClD,gDAAgD,CACnD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAqB;QACjC,IAAI,IAAI,GAAG,eAAe,CAAC;QAE3B,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAC;QAE/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAC/C,IAAI,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;SAC1C;QAED,IAAI,IAAI,KAAK;aACV,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;aACpB,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,eAAe,IAAA,eAAM,EAAC,GAAG,CAAC,kBAAkB,CAAC;aAClE,IAAI,CAAC,EAAE,CAAC,CAAC;QAEZ,IAAI,IAAI,YAAY,CAAC;QAErB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAEO,eAAe,CAAC,GAAW,EAAE,KAAc;QACjD,IAAI,IAAA,cAAK,EAAC,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,EAAE;YAChC,OAAO,EAAE,CAAC;SACX;QAGD,IAAI,IAAA,iBAAQ,EAAC,KAAK,CAAC,EAAE;YACnB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,CAAC;SAC5C;QACD,IAAI,IAAA,iBAAQ,EAAC,KAAK,CAAC,EAAE;YACnB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;SAC5C;QACD,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACpC,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC;CACF;AAnDD,wDAmDC"}

package/dist/interfaces/export-item.interface.d.ts

@@ -198,11 +198,11 @@ export interface GoogleXmlItem {
     doors?: number;
     capacity?: number;
     date_first_registered: string;
-    fuel_consumption: string;
+    fuel_consumption?: string;
     energy_consumption?: string;
     electric_range?: string;
     fuel_consumption_discharged_battery?: string;
-    co2_emissions: string;
+    co2_emissions?: string;
     identifier_exists: string;
     ads_redirect?: string;
     "certified_pre-owned"?: boolean;

package/dist/interfaces/params.interface.d.ts

@@ -10,4 +10,23 @@ export interface Params {
     cpc?: string;
     ownerId?: string;
     metaPushPriorityCsvUrl?: string;
+    maxCurrentSalesPrice?: string;
+    feedItemsBqProject?: string;
+    feedItemsBqDataset?: string;
+    feedItemsBqTable?: string;
+    publicationGate?: string;
+    publicationGateBqProject?: string;
+    publicationGateBqDataset?: string;
+    publicationGateBqTable?: string;
+}
+export interface FeedItemsBigQueryTarget {
+    project: string;
+    dataset: string;
+    table: string;
+}
+export interface PublicationGateConfig {
+    mode: 'off' | 'audit' | 'enforce';
+    project: string;
+    dataset: string;
+    table: string;
 }

package/dist/services/feed-items-bigquery.writer.d.ts

@@ -0,0 +1,17 @@
+import { FeedItemsBigQueryTarget } from '../interfaces/params.interface';
+import { FeedItemRow } from '../transformers/google-feed-item-row';
+export declare class FeedItemsBigQueryWriter {
+    private target;
+    private logger;
+    private buffer;
+    private queue;
+    private failedBatches;
+    private insertedRows;
+    constructor(target: FeedItemsBigQueryTarget);
+    add(row: FeedItemRow): void;
+    close(): Promise<void>;
+    private get enabled();
+    private get tableName();
+    private flush;
+    private insert;
+}

package/dist/services/feed-items-bigquery.writer.js

@@ -0,0 +1,96 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FeedItemsBigQueryWriter = void 0;
+const path_1 = require("path");
+const bigquery_logger_1 = require("@bytebrand/bigquery-logger");
+const BATCH_SIZE = 500;
+const MAX_FAILED_BATCHES = 3;
+const CLOSE_TIMEOUT_MS = 60000;
+class FeedItemsBigQueryLogger extends bigquery_logger_1.BigQueryLogger {
+    async insertRows(rows) {
+        await this.client
+            .dataset(this.options.BigQueryDataset)
+            .table(this.options.BigQueryLogTable)
+            .insert(rows, { skipInvalidRows: true, ignoreUnknownValues: true });
+    }
+}
+class FeedItemsBigQueryWriter {
+    target;
+    logger;
+    buffer = [];
+    queue = Promise.resolve();
+    failedBatches = 0;
+    insertedRows = 0;
+    constructor(target) {
+        this.target = target;
+        try {
+            const credentials = require((0, path_1.join)(process.cwd(), 'credentials/google-cloud-project-id.json'));
+            this.logger = new FeedItemsBigQueryLogger(credentials, {
+                BigQueryProject: target.project,
+                BigQueryDataset: target.dataset,
+                BigQueryLogTable: target.table,
+            });
+        }
+        catch (e) {
+            console.log(`Feed items BigQuery disabled: ${String(e?.message || e).split('\n')[0]}`);
+        }
+    }
+    add(row) {
+        if (!this.enabled)
+            return;
+        this.buffer.push(row);
+        if (this.buffer.length >= BATCH_SIZE)
+            this.flush();
+    }
+    async close() {
+        this.flush();
+        let timer;
+        const timeout = new Promise((resolve) => {
+            timer = setTimeout(() => resolve('timeout'), CLOSE_TIMEOUT_MS);
+        });
+        const outcome = await Promise.race([this.queue.then(() => 'done'), timeout]);
+        if (timer)
+            clearTimeout(timer);
+        if (outcome === 'timeout')
+            console.error(`Feed items BigQuery: gave up waiting after ${CLOSE_TIMEOUT_MS} ms`);
+        if (this.logger) {
+            console.log(`Feed items BigQuery: ${this.insertedRows} rows to ${this.tableName}, ${this.failedBatches} failed batches`);
+        }
+    }
+    get enabled() {
+        return !!this.logger && this.failedBatches < MAX_FAILED_BATCHES;
+    }
+    get tableName() {
+        return `${this.target.project}.${this.target.dataset}.${this.target.table}`;
+    }
+    flush() {
+        if (!this.buffer.length)
+            return;
+        const rows = this.buffer;
+        this.buffer = [];
+        this.queue = this.queue.then(() => this.insert(rows));
+    }
+    async insert(rows) {
+        if (!this.enabled)
+            return;
+        try {
+            await this.logger.insertRows(rows);
+            this.insertedRows += rows.length;
+        }
+        catch (e) {
+            const rejected = e?.name === 'PartialFailureError' && Array.isArray(e.errors) ? e.errors : null;
+            const firstRowError = rejected?.[0]?.errors?.[0];
+            const detail = firstRowError ? ` (${firstRowError.reason}: ${firstRowError.message})` : '';
+            if (rejected) {
+                this.insertedRows += rows.length - rejected.length;
+                console.log(`Feed items BigQuery rejected ${rejected.length} of ${rows.length} rows${detail}`);
+            }
+            else {
+                this.failedBatches++;
+                console.log(`Feed items BigQuery insert of ${rows.length} rows failed: ${e?.message || e}`);
+            }
+        }
+    }
+}
+exports.FeedItemsBigQueryWriter = FeedItemsBigQueryWriter;
+//# sourceMappingURL=feed-items-bigquery.writer.js.map

package/dist/services/feed-items-bigquery.writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"feed-items-bigquery.writer.js","sourceRoot":"","sources":["../../src/services/feed-items-bigquery.writer.ts"],"names":[],"mappings":";;;AAAA,+BAA4B;AAC5B,gEAA4D;AAI5D,MAAM,UAAU,GAAG,GAAG,CAAC;AAEvB,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAE/B,MAAM,uBAAwB,SAAQ,gCAAc;IAClD,KAAK,CAAC,UAAU,CAAC,IAAmB;QAClC,MAAM,IAAI,CAAC,MAAM;aACd,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC;aACrC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;aACpC,MAAM,CAAC,IAAI,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;CACF;AAKD,MAAa,uBAAuB;IAOd;IANZ,MAAM,CAA0B;IAChC,MAAM,GAAkB,EAAE,CAAC;IAC3B,KAAK,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IACzC,aAAa,GAAG,CAAC,CAAC;IAClB,YAAY,GAAG,CAAC,CAAC;IAEzB,YAAoB,MAA+B;QAA/B,WAAM,GAAN,MAAM,CAAyB;QACjD,IAAI;YACF,MAAM,WAAW,GAAG,OAAO,CAAC,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,0CAA0C,CAAC,CAAC,CAAC;YAC7F,IAAI,CAAC,MAAM,GAAG,IAAI,uBAAuB,CAAC,WAAW,EAAE;gBACrD,eAAe,EAAE,MAAM,CAAC,OAAO;gBAC/B,eAAe,EAAE,MAAM,CAAC,OAAO;gBAC/B,gBAAgB,EAAE,MAAM,CAAC,KAAK;aAC/B,CAAC,CAAC;SACJ;QAAC,OAAO,CAAC,EAAE;YAEV,OAAO,CAAC,GAAG,CAAC,iCAAiC,MAAM,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SACxF;IACH,CAAC;IAED,GAAG,CAAC,GAAgB;QAClB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,UAAU;YAAE,IAAI,CAAC,KAAK,EAAE,CAAC;IACrD,CAAC;IAID,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,KAAiC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;YACjD,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAe,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACtF,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,CAAC,KAAK,CAAC,8CAA8C,gBAAgB,KAAK,CAAC,CAAC;QAC9G,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,YAAY,YAAY,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,aAAa,iBAAiB,CAAC,CAAC;SAC1H;IACH,CAAC;IAED,IAAY,OAAO;QACjB,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,GAAG,kBAAkB,CAAC;IAClE,CAAC;IAED,IAAY,SAAS;QACnB,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC9E,CAAC;IAEO,KAAK;QACX,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACxD,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAAmB;QACtC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI;YACF,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC;SAClC;QAAC,OAAO,CAAC,EAAE;YAGV,MAAM,QAAQ,GAAU,CAAC,EAAE,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACvG,MAAM,aAAa,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,MAAM,KAAK,aAAa,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3F,IAAI,QAAQ,EAAE;gBACZ,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACnD,OAAO,CAAC,GAAG,CAAC,gCAAgC,QAAQ,CAAC,MAAM,OAAO,IAAI,CAAC,MAAM,QAAQ,MAAM,EAAE,CAAC,CAAC;aAChG;iBAAM;gBACL,IAAI,CAAC,aAAa,EAAE,CAAC;gBACrB,OAAO,CAAC,GAAG,CAAC,iCAAiC,IAAI,CAAC,MAAM,iBAAiB,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;aAC7F;SACF;IACH,CAAC;CACF;AA9ED,0DA8EC"}

package/dist/services/publication-gate.d.ts

@@ -0,0 +1,15 @@
+import { DataSchemes } from '@bytebrand/car-schema';
+import { PublicationGateConfig } from '../interfaces/params.interface';
+import { GoogleEnvkvAttribute } from '../transformers/google-feed-envkv';
+export declare const ESTIMATE_SOURCES: string[];
+export declare const GATED_FIELDS: string[];
+export declare class PublicationGate {
+    readonly mode: 'off' | 'audit' | 'enforce';
+    private estimates;
+    constructor(mode: 'off' | 'audit' | 'enforce', estimates: Map<string, string>);
+    static off(): PublicationGate;
+    get size(): number;
+    estimatedAttributes(car: DataSchemes.Car): GoogleEnvkvAttribute[];
+    apply<T extends Partial<Record<GoogleEnvkvAttribute, string>>>(item: T, attributes: GoogleEnvkvAttribute[]): T;
+}
+export declare function loadPublicationGate(config: PublicationGateConfig | undefined): Promise<PublicationGate>;