@bytebrand/export-cars 1.26.27 → 1.26.29
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +128 -0
- package/dist/configs/config.d.ts +2 -1
- package/dist/configs/config.js +1 -0
- package/dist/configs/config.js.map +1 -1
- package/dist/configs/google.config.js +16 -0
- package/dist/configs/google.config.js.map +1 -1
- package/dist/configs/index.d.ts +1 -0
- package/dist/configs/index.js +1 -0
- package/dist/configs/index.js.map +1 -1
- package/dist/configs/openai-ads.config.d.ts +22 -0
- package/dist/configs/openai-ads.config.js +56 -0
- package/dist/configs/openai-ads.config.js.map +1 -0
- package/dist/enums/export-type.enum.d.ts +2 -1
- package/dist/enums/export-type.enum.js +1 -0
- package/dist/enums/export-type.enum.js.map +1 -1
- package/dist/enums/image-type.enum.d.ts +2 -1
- package/dist/enums/image-type.enum.js +1 -0
- package/dist/enums/image-type.enum.js.map +1 -1
- package/dist/export.schema.d.ts +6 -2
- package/dist/export.schema.js +4 -0
- package/dist/export.schema.js.map +1 -1
- package/dist/exporters/google.exporter.js +12 -2
- package/dist/exporters/google.exporter.js.map +1 -1
- package/dist/exporters/index.d.ts +1 -0
- package/dist/exporters/index.js +1 -0
- package/dist/exporters/index.js.map +1 -1
- package/dist/exporters/openai-ads.exporter.d.ts +13 -0
- package/dist/exporters/openai-ads.exporter.js +91 -0
- package/dist/exporters/openai-ads.exporter.js.map +1 -0
- package/dist/formats/openai-ads-csv.builder.d.ts +15 -0
- package/dist/formats/openai-ads-csv.builder.js +48 -0
- package/dist/formats/openai-ads-csv.builder.js.map +1 -0
- package/dist/interfaces/openai-ads.interface.d.ts +35 -0
- package/dist/interfaces/openai-ads.interface.js +37 -0
- package/dist/interfaces/openai-ads.interface.js.map +1 -0
- package/dist/interfaces/params.interface.d.ts +20 -0
- package/dist/services/feed-guard.d.ts +44 -0
- package/dist/services/feed-guard.js +156 -0
- package/dist/services/feed-guard.js.map +1 -0
- package/dist/services/image-url-validator.service.d.ts +45 -0
- package/dist/services/image-url-validator.service.js +141 -0
- package/dist/services/image-url-validator.service.js.map +1 -0
- package/dist/services/images.service.d.ts +12 -0
- package/dist/services/images.service.js +46 -1
- package/dist/services/images.service.js.map +1 -1
- package/dist/services/index.d.ts +1 -0
- package/dist/services/index.js +1 -0
- package/dist/services/index.js.map +1 -1
- package/dist/services/openai-ads-feed-run.d.ts +74 -0
- package/dist/services/openai-ads-feed-run.js +151 -0
- package/dist/services/openai-ads-feed-run.js.map +1 -0
- package/dist/services/openai-ads-ledger.d.ts +19 -0
- package/dist/services/openai-ads-ledger.js +72 -0
- package/dist/services/openai-ads-ledger.js.map +1 -0
- package/dist/services/publication-gate.d.ts +15 -0
- package/dist/services/publication-gate.js +107 -0
- package/dist/services/publication-gate.js.map +1 -0
- package/dist/transformers/google-feed-envkv.d.ts +2 -0
- package/dist/transformers/google-feed-envkv.js +62 -31
- package/dist/transformers/google-feed-envkv.js.map +1 -1
- package/dist/transformers/google-feed-item-row.d.ts +6 -1
- package/dist/transformers/google-feed-item-row.js +3 -1
- package/dist/transformers/google-feed-item-row.js.map +1 -1
- package/dist/transformers/openai-ads.transformer.d.ts +28 -0
- package/dist/transformers/openai-ads.transformer.js +144 -0
- package/dist/transformers/openai-ads.transformer.js.map +1 -0
- package/dist/transformers/openai-image-fields.d.ts +16 -0
- package/dist/transformers/openai-image-fields.js +34 -0
- package/dist/transformers/openai-image-fields.js.map +1 -0
- package/dist/tsconfig.build.tsbuildinfo +1 -1
- package/docs/openai-ads/AUDIT.md +235 -0
- package/docs/openai-ads/RUNBOOK.md +94 -0
- package/package.json +64 -64
- package/schema/feed-items.json +134 -122
- package/src/configs/config.ts +99 -97
- package/src/configs/google.config.ts +41 -26
- package/src/configs/index.ts +1 -0
- package/src/configs/openai-ads.config.ts +70 -0
- package/src/enums/export-type.enum.ts +2 -0
- package/src/enums/image-type.enum.ts +5 -0
- package/src/export.command.ts +38 -38
- package/src/export.schema.ts +6 -0
- package/src/exporters/google.exporter.ts +67 -56
- package/src/exporters/index.ts +1 -0
- package/src/exporters/openai-ads.exporter.ts +93 -0
- package/src/formats/openai-ads-csv.builder.ts +55 -0
- package/src/interfaces/openai-ads.interface.ts +64 -0
- package/src/interfaces/params.interface.ts +56 -29
- package/src/services/feed-guard.ts +219 -0
- package/src/services/feed-items-bigquery.writer.ts +101 -101
- package/src/services/image-url-validator.service.ts +181 -0
- package/src/services/images.service.ts +72 -0
- package/src/services/index.ts +1 -0
- package/src/services/openai-ads-feed-run.ts +226 -0
- package/src/services/openai-ads-ledger.ts +116 -0
- package/src/services/publication-gate.ts +119 -0
- package/src/transformers/google-feed-envkv.ts +81 -33
- package/src/transformers/google-feed-item-row.ts +78 -71
- package/src/transformers/openai-ads.transformer.ts +211 -0
- package/src/transformers/openai-image-fields.ts +60 -0
- package/test/clean-images.test.ts +86 -0
- package/test/fixtures/images-service.harness.ts +32 -0
- package/test/fixtures/images.golden.json +218 -0
- package/test/fixtures/imbo-images.fixture.ts +77 -0
- package/test/fixtures/openai-ads.fixture.ts +89 -0
- package/test/google-feed-item-row.test.ts +135 -121
- package/test/image-url-validator.test.ts +110 -0
- package/test/images-regression.test.ts +23 -0
- package/test/openai-ads-feed-run.test.ts +278 -0
- package/test/openai-ads-mapping.test.ts +136 -0
- package/test/openai-image-fields.test.ts +99 -0
- package/test/publication-gate.test.ts +86 -0
|
@@ -9,7 +9,7 @@ var __metadata = (this && this.__metadata) || function (k, v) {
|
|
|
9
9
|
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
10
|
};
|
|
11
11
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.ImagesService = void 0;
|
|
12
|
+
exports.ImagesService = exports.CLEAN_IMAGE_VARIANT = exports.CLEAN_HERO_IMAGE_CODES = void 0;
|
|
13
13
|
const fs_1 = require("fs");
|
|
14
14
|
const axios_1 = require("axios");
|
|
15
15
|
const common_1 = require("@nestjs/common");
|
|
@@ -18,6 +18,8 @@ const config_service_1 = require("./config.service");
|
|
|
18
18
|
const user_service_1 = require("./user.service");
|
|
19
19
|
const utils_1 = require("../utils");
|
|
20
20
|
const enums_1 = require("../enums");
|
|
21
|
+
exports.CLEAN_HERO_IMAGE_CODES = ['ext_f_right', 'ext_f_left'];
|
|
22
|
+
exports.CLEAN_IMAGE_VARIANT = 'large-cached.jpeg';
|
|
21
23
|
let ImagesService = class ImagesService {
|
|
22
24
|
configService;
|
|
23
25
|
userService;
|
|
@@ -95,6 +97,9 @@ let ImagesService = class ImagesService {
|
|
|
95
97
|
if (imageType === enums_1.ImageType.default) {
|
|
96
98
|
return this.getDefaultImages(car._id, images, ignoreDefImages);
|
|
97
99
|
}
|
|
100
|
+
else if (imageType === enums_1.ImageType.clean) {
|
|
101
|
+
return this.getCleanImageUrls(car._id, images);
|
|
102
|
+
}
|
|
98
103
|
else {
|
|
99
104
|
return await this.getMarketingImages(car._id, images, ignoreDefImages);
|
|
100
105
|
}
|
|
@@ -158,6 +163,46 @@ let ImagesService = class ImagesService {
|
|
|
158
163
|
return `${this.configService.config.baseImageUrl}/carimage/${carId}/${image.imageIdentifier}/${size}`;
|
|
159
164
|
});
|
|
160
165
|
}
|
|
166
|
+
getCleanImages(carId, images) {
|
|
167
|
+
if (!(0, utils_1.isNotEmptyArray)(images)) {
|
|
168
|
+
return [];
|
|
169
|
+
}
|
|
170
|
+
const seen = new Set();
|
|
171
|
+
const eligible = images.filter((image) => {
|
|
172
|
+
const imageCode = this.getImageCode(image);
|
|
173
|
+
if (!image?.imageIdentifier || !imageCode || seen.has(image.imageIdentifier) || !this.isCleanImageCode(imageCode)) {
|
|
174
|
+
return false;
|
|
175
|
+
}
|
|
176
|
+
seen.add(image.imageIdentifier);
|
|
177
|
+
return true;
|
|
178
|
+
});
|
|
179
|
+
const sorted = this.sortImages(eligible);
|
|
180
|
+
const heroIndex = exports.CLEAN_HERO_IMAGE_CODES
|
|
181
|
+
.map(code => sorted.findIndex(image => this.getImageCode(image) === code))
|
|
182
|
+
.find(index => index >= 0);
|
|
183
|
+
if (heroIndex === undefined) {
|
|
184
|
+
return [];
|
|
185
|
+
}
|
|
186
|
+
const ordered = [sorted[heroIndex], ...sorted.filter((_, index) => index !== heroIndex)];
|
|
187
|
+
return ordered.map((image) => {
|
|
188
|
+
const imageCode = this.getImageCode(image);
|
|
189
|
+
return {
|
|
190
|
+
url: `${this.configService.config.baseImageUrl}/carimage/${carId}/${image.imageIdentifier}/${exports.CLEAN_IMAGE_VARIANT}`,
|
|
191
|
+
imageIdentifier: image.imageIdentifier,
|
|
192
|
+
imageCode,
|
|
193
|
+
heroCandidate: exports.CLEAN_HERO_IMAGE_CODES.includes(imageCode),
|
|
194
|
+
};
|
|
195
|
+
});
|
|
196
|
+
}
|
|
197
|
+
getCleanImageUrls(carId, images) {
|
|
198
|
+
return this.getCleanImages(carId, images).map(image => image.url);
|
|
199
|
+
}
|
|
200
|
+
isCleanImageCode(imageCode) {
|
|
201
|
+
return /^(ext|int)_/.test(imageCode) && !imageCode.includes('_feat_') && imageCode in this.IMAGES_SORT_ORDER;
|
|
202
|
+
}
|
|
203
|
+
getImageCode(image) {
|
|
204
|
+
return image?.imageCodePredicted?.split('-')[0];
|
|
205
|
+
}
|
|
161
206
|
async getMarketingImages(carId, images, ignoreDefImages) {
|
|
162
207
|
const imageUrl = this.configService.config.marketingImageUrl;
|
|
163
208
|
const transformedImages = this.transformImagesArrayIntoObject(images);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"images.service.js","sourceRoot":"","sources":["../../src/services/images.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2BAAuC;AAEvC,iCAA0B;AAE1B,2CAA4C;AAM5C,4DAAkG;AAClG,qDAAiD;AACjD,iDAA6C;AAC7C,oCAA2C;AAE3C,oCAAgD;AAGzC,IAAM,aAAa,GAAnB,MAAM,aAAa;IAqEK;IAA+C;IApE3D,iBAAiB,GAAoC;QACpE,WAAW,EAAE,CAAC;QACd,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,WAAW,EAAE,CAAC;QACd,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,EAAE;QACd,iBAAiB,EAAE,EAAE;QACrB,iBAAiB,EAAE,EAAE;QACrB,iBAAiB,EAAE,EAAE;QACrB,iBAAiB,EAAE,EAAE;QACrB,iBAAiB,EAAE,EAAE;QACrB,kBAAkB,EAAE,EAAE;QACtB,iBAAiB,EAAE,EAAE;QACrB,kBAAkB,EAAE,EAAE;QACtB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,cAAc,EAAE,EAAE;QAClB,aAAa,EAAE,EAAE;QACjB,cAAc,EAAE,EAAE;QAClB,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,iBAAiB,EAAE,EAAE;QACrB,oBAAoB,EAAE,EAAE;QACxB,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,qBAAqB,EAAE,EAAE;QACzB,oBAAoB,EAAE,EAAE;QACxB,gBAAgB,EAAE,EAAE;QACpB,WAAW,EAAE,EAAE;QACf,aAAa,EAAE,EAAE;QACjB,sBAAsB,EAAE,EAAE;QAC1B,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,oBAAoB,EAAE,EAAE;QACxB,kBAAkB,EAAE,EAAE;QACtB,sBAAsB,EAAE,EAAE;QAC1B,sBAAsB,EAAE,EAAE;QAC1B,kBAAkB,EAAE,EAAE;QACtB,mBAAmB,EAAE,EAAE;QACvB,aAAa,EAAE,EAAE;QACjB,sBAAsB,EAAE,EAAE;QAC1B,oBAAoB,EAAE,EAAE;QACxB,kBAAkB,EAAE,EAAE;QACtB,sBAAsB,EAAE,EAAE;QAC1B,uBAAuB,EAAE,EAAE;QAC3B,yBAAyB,EAAE,EAAE;QAC7B,sBAAsB,EAAE,EAAE;QAC1B,kBAAkB,EAAE,EAAE;QACtB,uBAAuB,EAAE,EAAE;QAC3B,uBAAuB,EAAE,EAAE;KAC5B,CAAC;IAEe,cAAc,GAAG;QAChC,wEAAwE;QACxE,wEAAwE;QACxE,wEAAwE;KACzE,CAAC;IAEF,YAA6B,aAA4B,EAAmB,WAAwB;QAAvE,kBAAa,GAAb,aAAa,CAAe;QAAmB,gBAAW,GAAX,WAAW,CAAa;IAAI,CAAC;IAEzG,KAAK,CAAC,SAAS,CAAC,GAAoB,EAAE,MAAoC,EAAE,SAAoB,EAAE,eAAwB;QACxH,IAAI,SAAS,KAAK,iBAAS,CAAC,OAAO,EAAE;YACnC,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;SAChE;aAAM;YACL,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;SACxE;IACH,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,GAAoB,EAAE,MAAoC,EAAE,SAAoB,EAAE,eAAwB;QAMrI,IAAI,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,EAAE;YAC5B,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;SACpD;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAExD,MAAM,YAAY,GAAG;YACnB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAAO,CAAC;YACnD,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,GAAG,CAAC;YAC3C,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,GAAG,CAAC;YAC3C,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC;SAC9C,CAAC;QAEF,MAAM,iBAAiB,GAAG;YACxB,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,EAAE,iBAAS,CAAC,KAAK,CAAC;YAChF,GAAG,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,iBAAS,CAAC,KAAK,CAAC;YACxE,GAAG,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,iBAAS,CAAC,KAAK,CAAC;YACxE,IAAI,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,iBAAS,CAAC,KAAK,CAAC;SAC3E,CAAC;QAEF,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAEO,gBAAgB,CAAC,MAAoC;QAM3D,MAAM,iBAAiB,GAAG;YACxB,OAAO,EAAE,EAAkC;YAC3C,GAAG,EAAE,EAAkC;YACvC,GAAG,EAAE,EAAkC;YACvC,IAAI,EAAE,EAAkC;SACzC,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACvB,MAAM,EAAE,kBAAkB,EAAE,GAAG,KAAK,CAAC;YAErC,IAAI,kBAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE;gBAC/C,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACpC;iBAAM,IAAI,0BAA0B,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE;gBAC9D,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACvC;iBAAM,IAAI,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE;gBACjD,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACnC;iBAAM,IAAI,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE;gBACjD,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACnC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,gBAAgB,CAAC,KAAa,EAAE,MAAoC,EAAE,eAAwB;QAC5F,IAAI,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,EAAE;YAC5B,OAAO,IAAI,CAAC,cAAc,CAAC;SAC5B;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,iBAAiB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEvE,IAAI,CAAC,eAAe,IAAI,iBAAiB,CAAC,MAAM,GAAG,EAAE,EAAE;YACrD,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;SAChD;QAED,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,kBAAkB,CAAC,MAAoC,EAAE,KAAa,EAAE,OAAkB,iBAAS,CAAC,KAAK;QACvG,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAiC,EAAE,EAAE;YACtD,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,aAAa,KAAK,IAAI,KAAK,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;QACxG,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,KAAa,EAAE,MAAoC,EAAE,eAAwB;QACpG,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAE7D,MAAM,iBAAiB,GAAG,IAAI,CAAC,8BAA8B,CAAC,MAAM,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,uBAAuB,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAChH,MAAM,qBAAqB,GAAG,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,mBAAmB,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAEvG,MAAM,aAAa,GAA4D,EAAE,CAAC;QAClF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,qBAAqB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACrD,MAAM,cAAc,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClE,MAAM,SAAS,GAAG,cAAc,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;gBACxD,MAAM,OAAO,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;gBAC7C,IAAI,OAAO,EAAE;oBACX,aAAa,CAAC,IAAI,CAAC;wBACjB,kBAAkB,EAAE,SAAS;wBAC7B,GAAG,EAAE,IAAI,CAAC,yBAAyB,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC;qBACtE,CAAC,CAAC;oBACH,MAAM;iBACP;aACF;SACF;QAED,IAAI,CAAC,UAAU,CAAC,aAA6C,CAAC,CAAC;QAG/D,IAAI,CAAC,eAAe,IAAI,aAAa,CAAC,MAAM,GAAG,6CAA8B,EAAE;YAC7E,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;SACjE;QAED,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAWD,KAAK,CAAC,eAAe,CAAC,KAAa,EAAE,MAAoC,EAAE,IAAY;QACrF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,wBAAwB,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,oCAAqB,CAAC,CAAC;QACzE,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,IAAI,CAAC;SACb;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,uBAAuB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxE,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE;YACvB,OAAO,IAAI,CAAC;SACb;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,8BAA8B,CAAC,MAAM,CAAC,CAAC;QACtE,MAAM,iBAAiB,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClG,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QAO1F,KAAK,MAAM,OAAO,IAAI,iBAAiB,EAAE;YACvC,MAAM,GAAG,GAAG,GAAG,WAAW,aAAa,IAAI,IAAI,OAAO,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAClF,IAAI,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;gBAClC,OAAO,GAAG,CAAC;aACZ;SACF;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAAW;QACtC,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC;YACpG,OAAO,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC;SAChC;QAAC,MAAM;YACN,OAAO,KAAK,CAAC;SACd;IACH,CAAC;IAEO,8BAA8B,CAAC,MAAoC;QACzE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,SAAS,GAAG,KAAK,EAAE,kBAAkB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,IAAI,SAAS,EAAE;gBACb,MAAM,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,eAAe,CAAC;aAC3C;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,EAAE,EAAE,CAAC,CAAC;IACT,CAAC;IAES,cAAc,CAAC,QAAgB,EAAE,KAAa;QACtD,OAAO,GAAG,QAAQ,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAC1E,CAAC;IAES,yBAAyB,CAAC,QAAgB,EAAE,KAAa,EAAE,OAAe,EAAE,MAAsC;QAC1H,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,MAAM,CAAC;QAC/C,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,OAAO,IAAI,cAAc,EAAE,CAAC;IAClH,CAAC;IAED,UAAU,CAAC,MAAoC;QAC7C,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1B,MAAM,mBAAmB,GAAG,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC;YAC3H,MAAM,mBAAmB,GAAG,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC;YAC3H,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,IAAI,GAAG,CAAC;YAClE,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,IAAI,GAAG,CAAC;YAElE,OAAO,MAAM,GAAG,MAAM,CAAC;QACzB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,SAAiB,EAAE,IAAc,EAAE,MAAc;QACxE,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAC/B,KAAK,EAAE,GAAW,EAAE,CAAS,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,QAAQ,CACnD,GAAG,EACH,GAAG,MAAM,CAAC,YAAY,CAAC,uBAAuB,IAAI,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,oBAAoB,EAAE,CAAC,EAAE,CAAC,MAAM,CAClI,CACF,CAAC;QACF,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,SAAiB;QACnD,OAAO,IAAI,OAAO,CAAS,KAAK,EAAC,OAAO,EAAC,EAAE;YACzC,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAClE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAChB,IAAA,sBAAiB,EAAC,SAAS,CAAC;qBACzB,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;qBAC1C,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,uBAAuB,GAAG,YAAY,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAChH,CAAC;aACH;YAAC,OAAO,KAAK,EAAE;gBACd,OAAO,CAAC,KAAK,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,CAAC;aACf;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAAA,CAAC;CACH,CAAA;AAzSY,sCAAa;wBAAb,aAAa;IADzB,IAAA,mBAAU,GAAE;qCAsEiC,8BAAa,EAAgC,0BAAW;GArEzF,aAAa,CAySzB"}
|
|
1
|
+
{"version":3,"file":"images.service.js","sourceRoot":"","sources":["../../src/services/images.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2BAAuC;AAEvC,iCAA0B;AAE1B,2CAA4C;AAM5C,4DAAkG;AAClG,qDAAiD;AACjD,iDAA6C;AAC7C,oCAA2C;AAE3C,oCAAgD;AAWnC,QAAA,sBAAsB,GAAG,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;AAGvD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC;AAGhD,IAAM,aAAa,GAAnB,MAAM,aAAa;IAqEK;IAA+C;IApE3D,iBAAiB,GAAoC;QACpE,WAAW,EAAE,CAAC;QACd,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,WAAW,EAAE,CAAC;QACd,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,EAAE;QACd,iBAAiB,EAAE,EAAE;QACrB,iBAAiB,EAAE,EAAE;QACrB,iBAAiB,EAAE,EAAE;QACrB,iBAAiB,EAAE,EAAE;QACrB,iBAAiB,EAAE,EAAE;QACrB,kBAAkB,EAAE,EAAE;QACtB,iBAAiB,EAAE,EAAE;QACrB,kBAAkB,EAAE,EAAE;QACtB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,cAAc,EAAE,EAAE;QAClB,aAAa,EAAE,EAAE;QACjB,cAAc,EAAE,EAAE;QAClB,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,iBAAiB,EAAE,EAAE;QACrB,oBAAoB,EAAE,EAAE;QACxB,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,qBAAqB,EAAE,EAAE;QACzB,oBAAoB,EAAE,EAAE;QACxB,gBAAgB,EAAE,EAAE;QACpB,WAAW,EAAE,EAAE;QACf,aAAa,EAAE,EAAE;QACjB,sBAAsB,EAAE,EAAE;QAC1B,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,oBAAoB,EAAE,EAAE;QACxB,kBAAkB,EAAE,EAAE;QACtB,sBAAsB,EAAE,EAAE;QAC1B,sBAAsB,EAAE,EAAE;QAC1B,kBAAkB,EAAE,EAAE;QACtB,mBAAmB,EAAE,EAAE;QACvB,aAAa,EAAE,EAAE;QACjB,sBAAsB,EAAE,EAAE;QAC1B,oBAAoB,EAAE,EAAE;QACxB,kBAAkB,EAAE,EAAE;QACtB,sBAAsB,EAAE,EAAE;QAC1B,uBAAuB,EAAE,EAAE;QAC3B,yBAAyB,EAAE,EAAE;QAC7B,sBAAsB,EAAE,EAAE;QAC1B,kBAAkB,EAAE,EAAE;QACtB,uBAAuB,EAAE,EAAE;QAC3B,uBAAuB,EAAE,EAAE;KAC5B,CAAC;IAEe,cAAc,GAAG;QAChC,wEAAwE;QACxE,wEAAwE;QACxE,wEAAwE;KACzE,CAAC;IAEF,YAA6B,aAA4B,EAAmB,WAAwB;QAAvE,kBAAa,GAAb,aAAa,CAAe;QAAmB,gBAAW,GAAX,WAAW,CAAa;IAAI,CAAC;IAEzG,KAAK,CAAC,SAAS,CAAC,GAAoB,EAAE,MAAoC,EAAE,SAAoB,EAAE,eAAwB;QACxH,IAAI,SAAS,KAAK,iBAAS,CAAC,OAAO,EAAE;YACnC,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;SAChE;aAAM,IAAI,SAAS,KAAK,iBAAS,CAAC,KAAK,EAAE;YAExC,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;SAChD;aAAM;YACL,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;SACxE;IACH,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,GAAoB,EAAE,MAAoC,EAAE,SAAoB,EAAE,eAAwB;QAMrI,IAAI,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,EAAE;YAC5B,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;SACpD;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAExD,MAAM,YAAY,GAAG;YACnB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAAO,CAAC;YACnD,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,GAAG,CAAC;YAC3C,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,GAAG,CAAC;YAC3C,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC;SAC9C,CAAC;QAEF,MAAM,iBAAiB,GAAG;YACxB,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,EAAE,iBAAS,CAAC,KAAK,CAAC;YAChF,GAAG,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,iBAAS,CAAC,KAAK,CAAC;YACxE,GAAG,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,iBAAS,CAAC,KAAK,CAAC;YACxE,IAAI,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,iBAAS,CAAC,KAAK,CAAC;SAC3E,CAAC;QAEF,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAEO,gBAAgB,CAAC,MAAoC;QAM3D,MAAM,iBAAiB,GAAG;YACxB,OAAO,EAAE,EAAkC;YAC3C,GAAG,EAAE,EAAkC;YACvC,GAAG,EAAE,EAAkC;YACvC,IAAI,EAAE,EAAkC;SACzC,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACvB,MAAM,EAAE,kBAAkB,EAAE,GAAG,KAAK,CAAC;YAErC,IAAI,kBAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE;gBAC/C,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACpC;iBAAM,IAAI,0BAA0B,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE;gBAC9D,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACvC;iBAAM,IAAI,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE;gBACjD,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACnC;iBAAM,IAAI,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE;gBACjD,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACnC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,gBAAgB,CAAC,KAAa,EAAE,MAAoC,EAAE,eAAwB;QAC5F,IAAI,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,EAAE;YAC5B,OAAO,IAAI,CAAC,cAAc,CAAC;SAC5B;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,iBAAiB,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEvE,IAAI,CAAC,eAAe,IAAI,iBAAiB,CAAC,MAAM,GAAG,EAAE,EAAE;YACrD,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;SAChD;QAED,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,kBAAkB,CAAC,MAAoC,EAAE,KAAa,EAAE,OAAkB,iBAAS,CAAC,KAAK;QACvG,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAiC,EAAE,EAAE;YACtD,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,aAAa,KAAK,IAAI,KAAK,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;QACxG,CAAC,CAAC,CAAC;IACL,CAAC;IAUD,cAAc,CAAC,KAAa,EAAE,MAAoC;QAChE,IAAI,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,EAAE;YAC5B,OAAO,EAAE,CAAC;SACX;QAED,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;YACvC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,CAAC,KAAK,EAAE,eAAe,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE;gBACjH,OAAO,KAAK,CAAC;aACd;YACD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEzC,MAAM,SAAS,GAAG,8BAAsB;aACrC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;aACzE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;QAC7B,IAAI,SAAS,KAAK,SAAS,EAAE;YAC3B,OAAO,EAAE,CAAC;SACX;QAED,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC;QACzF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC3C,OAAO;gBACL,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,aAAa,KAAK,IAAI,KAAK,CAAC,eAAe,IAAI,2BAAmB,EAAE;gBAClH,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,SAAS;gBACT,aAAa,EAAE,8BAAsB,CAAC,QAAQ,CAAC,SAAS,CAAC;aAC1D,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,iBAAiB,CAAC,KAAa,EAAE,MAAoC;QACnE,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpE,CAAC;IAEO,gBAAgB,CAAC,SAAiB;QACxC,OAAO,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,IAAI,IAAI,CAAC,iBAAiB,CAAC;IAC/G,CAAC;IAEO,YAAY,CAAC,KAAiC;QACpD,OAAO,KAAK,EAAE,kBAAkB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,KAAa,EAAE,MAAoC,EAAE,eAAwB;QACpG,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAE7D,MAAM,iBAAiB,GAAG,IAAI,CAAC,8BAA8B,CAAC,MAAM,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,uBAAuB,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAChH,MAAM,qBAAqB,GAAG,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,mBAAmB,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAEvG,MAAM,aAAa,GAA4D,EAAE,CAAC;QAClF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,qBAAqB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACrD,MAAM,cAAc,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClE,MAAM,SAAS,GAAG,cAAc,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;gBACxD,MAAM,OAAO,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;gBAC7C,IAAI,OAAO,EAAE;oBACX,aAAa,CAAC,IAAI,CAAC;wBACjB,kBAAkB,EAAE,SAAS;wBAC7B,GAAG,EAAE,IAAI,CAAC,yBAAyB,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC;qBACtE,CAAC,CAAC;oBACH,MAAM;iBACP;aACF;SACF;QAED,IAAI,CAAC,UAAU,CAAC,aAA6C,CAAC,CAAC;QAG/D,IAAI,CAAC,eAAe,IAAI,aAAa,CAAC,MAAM,GAAG,6CAA8B,EAAE;YAC7E,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;SACjE;QAED,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAWD,KAAK,CAAC,eAAe,CAAC,KAAa,EAAE,MAAoC,EAAE,IAAY;QACrF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,wBAAwB,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,oCAAqB,CAAC,CAAC;QACzE,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,IAAI,CAAC;SACb;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,uBAAuB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxE,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE;YACvB,OAAO,IAAI,CAAC;SACb;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,8BAA8B,CAAC,MAAM,CAAC,CAAC;QACtE,MAAM,iBAAiB,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClG,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QAO1F,KAAK,MAAM,OAAO,IAAI,iBAAiB,EAAE;YACvC,MAAM,GAAG,GAAG,GAAG,WAAW,aAAa,IAAI,IAAI,OAAO,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAClF,IAAI,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;gBAClC,OAAO,GAAG,CAAC;aACZ;SACF;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAAW;QACtC,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC;YACpG,OAAO,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC;SAChC;QAAC,MAAM;YACN,OAAO,KAAK,CAAC;SACd;IACH,CAAC;IAEO,8BAA8B,CAAC,MAAoC;QACzE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,SAAS,GAAG,KAAK,EAAE,kBAAkB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,IAAI,SAAS,EAAE;gBACb,MAAM,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,eAAe,CAAC;aAC3C;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,EAAE,EAAE,CAAC,CAAC;IACT,CAAC;IAES,cAAc,CAAC,QAAgB,EAAE,KAAa;QACtD,OAAO,GAAG,QAAQ,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAC1E,CAAC;IAES,yBAAyB,CAAC,QAAgB,EAAE,KAAa,EAAE,OAAe,EAAE,MAAsC;QAC1H,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,MAAM,CAAC;QAC/C,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,OAAO,IAAI,cAAc,EAAE,CAAC;IAClH,CAAC;IAED,UAAU,CAAC,MAAoC;QAC7C,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1B,MAAM,mBAAmB,GAAG,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC;YAC3H,MAAM,mBAAmB,GAAG,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC;YAC3H,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,IAAI,GAAG,CAAC;YAClE,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,IAAI,GAAG,CAAC;YAElE,OAAO,MAAM,GAAG,MAAM,CAAC;QACzB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,SAAiB,EAAE,IAAc,EAAE,MAAc;QACxE,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAC/B,KAAK,EAAE,GAAW,EAAE,CAAS,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,QAAQ,CACnD,GAAG,EACH,GAAG,MAAM,CAAC,YAAY,CAAC,uBAAuB,IAAI,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,oBAAoB,EAAE,CAAC,EAAE,CAAC,MAAM,CAClI,CACF,CAAC;QACF,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,SAAiB;QACnD,OAAO,IAAI,OAAO,CAAS,KAAK,EAAC,OAAO,EAAC,EAAE;YACzC,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAClE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAChB,IAAA,sBAAiB,EAAC,SAAS,CAAC;qBACzB,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;qBAC1C,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,uBAAuB,GAAG,YAAY,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAChH,CAAC;aACH;YAAC,OAAO,KAAK,EAAE;gBACd,OAAO,CAAC,KAAK,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,CAAC;aACf;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAAA,CAAC;CACH,CAAA;AAnWY,sCAAa;wBAAb,aAAa;IADzB,IAAA,mBAAU,GAAE;qCAsEiC,8BAAa,EAAgC,0BAAW;GArEzF,aAAa,CAmWzB"}
|
package/dist/services/index.d.ts
CHANGED
package/dist/services/index.js
CHANGED
|
@@ -23,4 +23,5 @@ __exportStar(require("./images.service"), exports);
|
|
|
23
23
|
__exportStar(require("./rules.service"), exports);
|
|
24
24
|
__exportStar(require("./user.service"), exports);
|
|
25
25
|
__exportStar(require("./car.service"), exports);
|
|
26
|
+
__exportStar(require("./image-url-validator.service"), exports);
|
|
26
27
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wDAAsC;AACtC,oDAAkC;AAClC,oDAAkC;AAClC,mDAAiC;AACjC,mDAAiC;AACjC,mDAAiC;AACjC,kDAAgC;AAChC,iDAA+B;AAC/B,gDAA8B"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wDAAsC;AACtC,oDAAkC;AAClC,oDAAkC;AAClC,mDAAiC;AACjC,mDAAiC;AACjC,mDAAiC;AACjC,kDAAgC;AAChC,iDAA+B;AAC/B,gDAA8B;AAC9B,gEAA8C"}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { ImboImageResponseInterface } from '@bytebrand/chunkable';
|
|
2
|
+
import { DataSchemes } from '@bytebrand/car-schema';
|
|
3
|
+
import { OpenAiAdsMappingContext } from '../transformers/openai-ads.transformer';
|
|
4
|
+
import { OpenAiImageSelection } from '../transformers/openai-image-fields';
|
|
5
|
+
import { FeedGuard, LastGood } from './feed-guard';
|
|
6
|
+
export interface SourceCar {
|
|
7
|
+
car: DataSchemes.Car;
|
|
8
|
+
images: ImboImageResponseInterface[];
|
|
9
|
+
}
|
|
10
|
+
export type DealerStatus = 'active' | 'inactive' | 'unknown';
|
|
11
|
+
export interface OpenAiAdsRunDeps {
|
|
12
|
+
forEachChunk: (fn: (cars: SourceCar[]) => Promise<void>) => Promise<unknown>;
|
|
13
|
+
filterCar: (source: SourceCar) => boolean;
|
|
14
|
+
dealerStatus: (ownerId: string) => Promise<DealerStatus>;
|
|
15
|
+
resolveImages: (source: SourceCar) => Promise<OpenAiImageSelection>;
|
|
16
|
+
imageStats: () => Record<string, number>;
|
|
17
|
+
guard: FeedGuard;
|
|
18
|
+
}
|
|
19
|
+
export interface OpenAiAdsRunOptions {
|
|
20
|
+
runId?: string;
|
|
21
|
+
dryRun: boolean;
|
|
22
|
+
sourceDirectory: string;
|
|
23
|
+
sourceBaseFileName: string;
|
|
24
|
+
outputFile: string;
|
|
25
|
+
stateDir: string;
|
|
26
|
+
retentionDays: number;
|
|
27
|
+
mapping: Omit<OpenAiAdsMappingContext, 'now'>;
|
|
28
|
+
now?: () => Date;
|
|
29
|
+
}
|
|
30
|
+
export interface OpenAiAdsRunReport {
|
|
31
|
+
runId?: string;
|
|
32
|
+
mode: 'dry-run' | 'live';
|
|
33
|
+
startedAt: string;
|
|
34
|
+
finishedAt?: string;
|
|
35
|
+
status: 'published' | 'blocked' | 'failed';
|
|
36
|
+
guard?: {
|
|
37
|
+
code: string;
|
|
38
|
+
message: string;
|
|
39
|
+
};
|
|
40
|
+
outputFile: string;
|
|
41
|
+
source: {
|
|
42
|
+
files: number;
|
|
43
|
+
newestChunkAt: string | null;
|
|
44
|
+
cars: number;
|
|
45
|
+
};
|
|
46
|
+
rows: {
|
|
47
|
+
inStock: number;
|
|
48
|
+
outOfStock: number;
|
|
49
|
+
total: number;
|
|
50
|
+
};
|
|
51
|
+
outOfStock: Record<string, number>;
|
|
52
|
+
excluded: Record<string, number>;
|
|
53
|
+
reservedNeverSent: number;
|
|
54
|
+
ledger: {
|
|
55
|
+
before: number;
|
|
56
|
+
after: number;
|
|
57
|
+
expired: number;
|
|
58
|
+
};
|
|
59
|
+
price: {
|
|
60
|
+
min: number | null;
|
|
61
|
+
max: number | null;
|
|
62
|
+
};
|
|
63
|
+
images: Record<string, number>;
|
|
64
|
+
lastGood: LastGood | null;
|
|
65
|
+
lastGoodAgeHours: number | null;
|
|
66
|
+
stale: boolean;
|
|
67
|
+
}
|
|
68
|
+
export declare class OpenAiAdsFeedRun {
|
|
69
|
+
private readonly deps;
|
|
70
|
+
private readonly options;
|
|
71
|
+
constructor(deps: OpenAiAdsRunDeps, options: OpenAiAdsRunOptions);
|
|
72
|
+
private now;
|
|
73
|
+
run(): Promise<OpenAiAdsRunReport>;
|
|
74
|
+
}
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OpenAiAdsFeedRun = void 0;
|
|
4
|
+
const fs_1 = require("fs");
|
|
5
|
+
const path_1 = require("path");
|
|
6
|
+
const openai_ads_csv_builder_1 = require("../formats/openai-ads-csv.builder");
|
|
7
|
+
const openai_ads_interface_1 = require("../interfaces/openai-ads.interface");
|
|
8
|
+
const openai_ads_transformer_1 = require("../transformers/openai-ads.transformer");
|
|
9
|
+
const feed_guard_1 = require("./feed-guard");
|
|
10
|
+
const openai_ads_ledger_1 = require("./openai-ads-ledger");
|
|
11
|
+
const increment = (counter, key) => {
|
|
12
|
+
counter[key] = (counter[key] ?? 0) + 1;
|
|
13
|
+
};
|
|
14
|
+
class OpenAiAdsFeedRun {
|
|
15
|
+
deps;
|
|
16
|
+
options;
|
|
17
|
+
constructor(deps, options) {
|
|
18
|
+
this.deps = deps;
|
|
19
|
+
this.options = options;
|
|
20
|
+
}
|
|
21
|
+
now() {
|
|
22
|
+
return this.options.now ? this.options.now() : new Date();
|
|
23
|
+
}
|
|
24
|
+
async run() {
|
|
25
|
+
const { guard } = this.deps;
|
|
26
|
+
const { outputFile, stateDir, runId } = this.options;
|
|
27
|
+
const startedAt = this.now();
|
|
28
|
+
const lastGood = await guard.readLastGood();
|
|
29
|
+
const report = {
|
|
30
|
+
runId,
|
|
31
|
+
mode: this.options.dryRun ? 'dry-run' : 'live',
|
|
32
|
+
startedAt: startedAt.toISOString(),
|
|
33
|
+
status: 'failed',
|
|
34
|
+
outputFile,
|
|
35
|
+
source: { files: 0, newestChunkAt: null, cars: 0 },
|
|
36
|
+
rows: { inStock: 0, outOfStock: 0, total: 0 },
|
|
37
|
+
outOfStock: {},
|
|
38
|
+
excluded: {},
|
|
39
|
+
reservedNeverSent: 0,
|
|
40
|
+
ledger: { before: 0, after: 0, expired: 0 },
|
|
41
|
+
price: { min: null, max: null },
|
|
42
|
+
images: {},
|
|
43
|
+
lastGood,
|
|
44
|
+
lastGoodAgeHours: guard.staleHours(lastGood, startedAt),
|
|
45
|
+
stale: guard.isStale(lastGood, startedAt),
|
|
46
|
+
};
|
|
47
|
+
await guard.acquireLock(runId ?? 'local', startedAt);
|
|
48
|
+
const tmpFile = `${outputFile}.tmp`;
|
|
49
|
+
try {
|
|
50
|
+
const snapshot = await (0, feed_guard_1.inspectSourceSnapshot)(this.options.sourceDirectory, this.options.sourceBaseFileName);
|
|
51
|
+
report.source.files = snapshot.files;
|
|
52
|
+
report.source.newestChunkAt = snapshot.newestMtime?.toISOString() ?? null;
|
|
53
|
+
guard.checkSource(snapshot, startedAt);
|
|
54
|
+
const ledgerFile = (0, path_1.join)(stateDir, 'ledger.json');
|
|
55
|
+
const ledger = await openai_ads_ledger_1.OpenAiAdsLedger.load(ledgerFile);
|
|
56
|
+
report.ledger.before = ledger.size;
|
|
57
|
+
await fs_1.promises.mkdir((0, path_1.dirname)(outputFile), { recursive: true });
|
|
58
|
+
const builder = new openai_ads_csv_builder_1.OpenAiAdsCsvBuilder(tmpFile);
|
|
59
|
+
await builder.buildStart();
|
|
60
|
+
const seen = new Set();
|
|
61
|
+
const inStockIds = new Set();
|
|
62
|
+
const freshOutOfStock = new Map();
|
|
63
|
+
const freshReasons = new Map();
|
|
64
|
+
const mapping = { ...this.options.mapping, now: startedAt };
|
|
65
|
+
await this.deps.forEachChunk(async (cars) => {
|
|
66
|
+
for (const source of cars) {
|
|
67
|
+
report.source.cars += 1;
|
|
68
|
+
const id = String(source?.car?._id ?? '');
|
|
69
|
+
if (id && seen.has(id)) {
|
|
70
|
+
increment(report.excluded, openai_ads_interface_1.OpenAiAdsExclusion.duplicateId);
|
|
71
|
+
continue;
|
|
72
|
+
}
|
|
73
|
+
seen.add(id);
|
|
74
|
+
if (!this.deps.filterCar(source)) {
|
|
75
|
+
increment(report.excluded, openai_ads_interface_1.OpenAiAdsExclusion.filtered);
|
|
76
|
+
continue;
|
|
77
|
+
}
|
|
78
|
+
const mapped = (0, openai_ads_transformer_1.mapOpenAiAdsVehicle)(source.car, mapping);
|
|
79
|
+
if (mapped.ok === false) {
|
|
80
|
+
increment(report.excluded, mapped.reason);
|
|
81
|
+
continue;
|
|
82
|
+
}
|
|
83
|
+
if (mapped.outOfStockReason && !ledger.has(mapped.row.item_id)) {
|
|
84
|
+
report.reservedNeverSent += 1;
|
|
85
|
+
continue;
|
|
86
|
+
}
|
|
87
|
+
const dealer = await this.deps.dealerStatus(String(source.car?.metaData?.ownerId ?? ''));
|
|
88
|
+
if (dealer !== 'active' && !mapped.outOfStockReason) {
|
|
89
|
+
increment(report.excluded, dealer === 'inactive' ? openai_ads_interface_1.OpenAiAdsExclusion.dealerInactive : openai_ads_interface_1.OpenAiAdsExclusion.dealerUnknown);
|
|
90
|
+
continue;
|
|
91
|
+
}
|
|
92
|
+
const images = await this.deps.resolveImages(source);
|
|
93
|
+
if (!images.fields) {
|
|
94
|
+
if (!mapped.outOfStockReason) {
|
|
95
|
+
increment(report.excluded, openai_ads_interface_1.OpenAiAdsExclusion.noImage);
|
|
96
|
+
}
|
|
97
|
+
continue;
|
|
98
|
+
}
|
|
99
|
+
const row = (0, openai_ads_transformer_1.withOpenAiImages)(mapped.row, images.fields);
|
|
100
|
+
if (mapped.outOfStockReason) {
|
|
101
|
+
freshOutOfStock.set(row.item_id, row);
|
|
102
|
+
freshReasons.set(row.item_id, mapped.outOfStockReason);
|
|
103
|
+
continue;
|
|
104
|
+
}
|
|
105
|
+
await builder.addItem(row);
|
|
106
|
+
inStockIds.add(row.item_id);
|
|
107
|
+
ledger.markInStock(row, startedAt);
|
|
108
|
+
report.rows.inStock += 1;
|
|
109
|
+
const amount = Number(row.price.split(' ')[0]);
|
|
110
|
+
report.price.min = report.price.min === null ? amount : Math.min(report.price.min, amount);
|
|
111
|
+
report.price.max = report.price.max === null ? amount : Math.max(report.price.max, amount);
|
|
112
|
+
}
|
|
113
|
+
});
|
|
114
|
+
const { rows: outOfStockRows, expired } = ledger.collectOutOfStock(inStockIds, freshOutOfStock, startedAt, this.options.retentionDays);
|
|
115
|
+
for (const { row, fresh } of outOfStockRows) {
|
|
116
|
+
await builder.addItem(row);
|
|
117
|
+
increment(report.outOfStock, fresh ? freshReasons.get(row.item_id) : openai_ads_interface_1.OpenAiAdsOutOfStockReason.notInSnapshot);
|
|
118
|
+
}
|
|
119
|
+
report.rows.outOfStock = outOfStockRows.length;
|
|
120
|
+
report.rows.total = await builder.buildEnd();
|
|
121
|
+
report.ledger.expired = expired;
|
|
122
|
+
report.images = this.deps.imageStats();
|
|
123
|
+
const counts = { sourceItems: report.source.cars, publishedItems: report.rows.inStock };
|
|
124
|
+
guard.checkCounts(counts, lastGood);
|
|
125
|
+
report.lastGood = await guard.publish(tmpFile, outputFile, counts, this.now(), runId);
|
|
126
|
+
await ledger.save(ledgerFile, this.now());
|
|
127
|
+
report.ledger.after = ledger.size;
|
|
128
|
+
report.status = 'published';
|
|
129
|
+
report.lastGoodAgeHours = 0;
|
|
130
|
+
report.stale = false;
|
|
131
|
+
return report;
|
|
132
|
+
}
|
|
133
|
+
catch (error) {
|
|
134
|
+
if (error instanceof feed_guard_1.FeedGuardError) {
|
|
135
|
+
report.status = 'blocked';
|
|
136
|
+
report.guard = { code: error.code, message: error.message };
|
|
137
|
+
}
|
|
138
|
+
await fs_1.promises.rename(tmpFile, `${outputFile}.rejected`).catch(() => undefined);
|
|
139
|
+
throw error;
|
|
140
|
+
}
|
|
141
|
+
finally {
|
|
142
|
+
report.finishedAt = this.now().toISOString();
|
|
143
|
+
await fs_1.promises.mkdir(stateDir, { recursive: true });
|
|
144
|
+
await fs_1.promises.writeFile((0, path_1.join)(stateDir, 'last-run-report.json'), JSON.stringify(report, null, 2), 'utf8');
|
|
145
|
+
console.log(`OpenAI ads feed report: ${JSON.stringify(report)}`);
|
|
146
|
+
await guard.releaseLock();
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
exports.OpenAiAdsFeedRun = OpenAiAdsFeedRun;
|
|
151
|
+
//# sourceMappingURL=openai-ads-feed-run.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-ads-feed-run.js","sourceRoot":"","sources":["../../src/services/openai-ads-feed-run.ts"],"names":[],"mappings":";;;AAAA,2BAAoC;AACpC,+BAAqC;AAIrC,8EAAwE;AACxE,6EAI4C;AAC5C,mFAIgD;AAEhD,6CAA0F;AAC1F,2DAAsD;AAwDtD,MAAM,SAAS,GAAG,CAAC,OAA+B,EAAE,GAAW,EAAE,EAAE;IACjE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;AACzC,CAAC,CAAC;AAOF,MAAa,gBAAgB;IACE;IAAyC;IAAtE,YAA6B,IAAsB,EAAmB,OAA4B;QAArE,SAAI,GAAJ,IAAI,CAAkB;QAAmB,YAAO,GAAP,OAAO,CAAqB;IAAI,CAAC;IAE/F,GAAG;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAC5B,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAuB;YACjC,KAAK;YACL,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YAC9C,SAAS,EAAE,SAAS,CAAC,WAAW,EAAE;YAClC,MAAM,EAAE,QAAQ;YAChB,UAAU;YACV,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;YAClD,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;YAC7C,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,EAAE;YACZ,iBAAiB,EAAE,CAAC;YACpB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;YAC3C,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;YAC/B,MAAM,EAAE,EAAE;YACV,QAAQ;YACR,gBAAgB,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,EAAE,SAAS,CAAC;YACvD,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC;SAC1C,CAAC;QAEF,MAAM,KAAK,CAAC,WAAW,CAAC,KAAK,IAAI,OAAO,EAAE,SAAS,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,GAAG,UAAU,MAAM,CAAC;QACpC,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,IAAA,kCAAqB,EAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;YAC5G,MAAM,CAAC,MAAM,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC;YAC1E,KAAK,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAEvC,MAAM,UAAU,GAAG,IAAA,WAAI,EAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,MAAM,mCAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACtD,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC;YAEnC,MAAM,aAAE,CAAC,KAAK,CAAC,IAAA,cAAO,EAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,MAAM,OAAO,GAAG,IAAI,4CAAmB,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAE3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;YACrC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAwB,CAAC;YACxD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAqC,CAAC;YAClE,MAAM,OAAO,GAA4B,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;YAErF,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC1C,KAAK,MAAM,MAAM,IAAI,IAAI,EAAE;oBACzB,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;oBACxB,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;oBAC1C,IAAI,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;wBACtB,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,yCAAkB,CAAC,WAAW,CAAC,CAAC;wBAC3D,SAAS;qBACV;oBACD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACb,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;wBAChC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,yCAAkB,CAAC,QAAQ,CAAC,CAAC;wBACxD,SAAS;qBACV;oBACD,MAAM,MAAM,GAAG,IAAA,4CAAmB,EAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;oBACxD,IAAI,MAAM,CAAC,EAAE,KAAK,KAAK,EAAE;wBACvB,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;wBAC1C,SAAS;qBACV;oBAED,IAAI,MAAM,CAAC,gBAAgB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;wBAC9D,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC;wBAC9B,SAAS;qBACV;oBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;oBACzF,IAAI,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE;wBACnD,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,yCAAkB,CAAC,cAAc,CAAC,CAAC,CAAC,yCAAkB,CAAC,aAAa,CAAC,CAAC;wBACzH,SAAS;qBACV;oBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;oBACrD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;wBAClB,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE;4BAC5B,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,yCAAkB,CAAC,OAAO,CAAC,CAAC;yBACxD;wBACD,SAAS;qBACV;oBACD,MAAM,GAAG,GAAG,IAAA,yCAAgB,EAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;oBACxD,IAAI,MAAM,CAAC,gBAAgB,EAAE;wBAC3B,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;wBACtC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;wBACvD,SAAS;qBACV;oBACD,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBAC3B,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBAC5B,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;oBACnC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;oBACzB,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC/C,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBAC3F,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;iBAC5F;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,iBAAiB,CAChE,UAAU,EAAE,eAAe,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CACnE,CAAC;YACF,KAAK,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,cAAc,EAAE;gBAC3C,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC3B,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gDAAyB,CAAC,aAAa,CAAC,CAAC;aAC/G;YACD,MAAM,CAAC,IAAI,CAAC,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC;YAC/C,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;YAChC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAEvC,MAAM,MAAM,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACxF,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAEpC,MAAM,CAAC,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;YACtF,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC;YAClC,MAAM,CAAC,MAAM,GAAG,WAAW,CAAC;YAC5B,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC;YAC5B,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;YACrB,OAAO,MAAM,CAAC;SACf;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,KAAK,YAAY,2BAAc,EAAE;gBACnC,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;gBAC1B,MAAM,CAAC,KAAK,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;aAC7D;YAED,MAAM,aAAE,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,UAAU,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC1E,MAAM,KAAK,CAAC;SACb;gBAAS;YACR,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,aAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9C,MAAM,aAAE,CAAC,SAAS,CAAC,IAAA,WAAI,EAAC,QAAQ,EAAE,sBAAsB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YACpG,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACjE,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC;SAC3B;IACH,CAAC;CACF;AA9ID,4CA8IC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { OpenAiAdsRow } from '../interfaces/openai-ads.interface';
|
|
2
|
+
export interface OutOfStockRow {
|
|
3
|
+
row: OpenAiAdsRow;
|
|
4
|
+
fresh: boolean;
|
|
5
|
+
}
|
|
6
|
+
export declare class OpenAiAdsLedger {
|
|
7
|
+
private readonly items;
|
|
8
|
+
private constructor();
|
|
9
|
+
static empty(): OpenAiAdsLedger;
|
|
10
|
+
static load(file: string): Promise<OpenAiAdsLedger>;
|
|
11
|
+
get size(): number;
|
|
12
|
+
has(itemId: string): boolean;
|
|
13
|
+
markInStock(row: OpenAiAdsRow, now: Date): void;
|
|
14
|
+
collectOutOfStock(inStockIds: Set<string>, freshRows: Map<string, OpenAiAdsRow>, now: Date, retentionDays: number): {
|
|
15
|
+
rows: OutOfStockRow[];
|
|
16
|
+
expired: number;
|
|
17
|
+
};
|
|
18
|
+
save(file: string, now: Date): Promise<void>;
|
|
19
|
+
}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OpenAiAdsLedger = void 0;
|
|
4
|
+
const fs_1 = require("fs");
|
|
5
|
+
const path_1 = require("path");
|
|
6
|
+
const openai_ads_transformer_1 = require("../transformers/openai-ads.transformer");
|
|
7
|
+
const LEDGER_VERSION = 1;
|
|
8
|
+
const DAY_MS = 24 * 60 * 60 * 1000;
|
|
9
|
+
class OpenAiAdsLedger {
|
|
10
|
+
items;
|
|
11
|
+
constructor(items) {
|
|
12
|
+
this.items = items;
|
|
13
|
+
}
|
|
14
|
+
static empty() {
|
|
15
|
+
return new OpenAiAdsLedger({});
|
|
16
|
+
}
|
|
17
|
+
static async load(file) {
|
|
18
|
+
let raw;
|
|
19
|
+
try {
|
|
20
|
+
raw = await fs_1.promises.readFile(file, 'utf8');
|
|
21
|
+
}
|
|
22
|
+
catch (error) {
|
|
23
|
+
if (error?.code === 'ENOENT') {
|
|
24
|
+
return OpenAiAdsLedger.empty();
|
|
25
|
+
}
|
|
26
|
+
throw error;
|
|
27
|
+
}
|
|
28
|
+
const parsed = JSON.parse(raw);
|
|
29
|
+
if (parsed?.version !== LEDGER_VERSION || typeof parsed.items !== 'object') {
|
|
30
|
+
throw new Error(`OpenAI ads ledger ${file} has an unknown format (version ${parsed?.version})`);
|
|
31
|
+
}
|
|
32
|
+
return new OpenAiAdsLedger(parsed.items);
|
|
33
|
+
}
|
|
34
|
+
get size() {
|
|
35
|
+
return Object.keys(this.items).length;
|
|
36
|
+
}
|
|
37
|
+
has(itemId) {
|
|
38
|
+
return itemId in this.items;
|
|
39
|
+
}
|
|
40
|
+
markInStock(row, now) {
|
|
41
|
+
this.items[row.item_id] = {
|
|
42
|
+
lastInStockAt: now.toISOString(),
|
|
43
|
+
row: { ...row, additional_image_urls: '' },
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
collectOutOfStock(inStockIds, freshRows, now, retentionDays) {
|
|
47
|
+
const rows = [];
|
|
48
|
+
let expired = 0;
|
|
49
|
+
for (const [itemId, entry] of Object.entries(this.items)) {
|
|
50
|
+
if (inStockIds.has(itemId)) {
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
if (now.getTime() - Date.parse(entry.lastInStockAt) > retentionDays * DAY_MS) {
|
|
54
|
+
delete this.items[itemId];
|
|
55
|
+
expired += 1;
|
|
56
|
+
continue;
|
|
57
|
+
}
|
|
58
|
+
const fresh = freshRows.get(itemId);
|
|
59
|
+
rows.push({ row: (0, openai_ads_transformer_1.asOutOfStock)(fresh ?? entry.row), fresh: !!fresh });
|
|
60
|
+
}
|
|
61
|
+
return { rows, expired };
|
|
62
|
+
}
|
|
63
|
+
async save(file, now) {
|
|
64
|
+
const content = { version: LEDGER_VERSION, updatedAt: now.toISOString(), items: this.items };
|
|
65
|
+
await fs_1.promises.mkdir((0, path_1.dirname)(file), { recursive: true });
|
|
66
|
+
const tmp = `${file}.tmp`;
|
|
67
|
+
await fs_1.promises.writeFile(tmp, JSON.stringify(content), 'utf8');
|
|
68
|
+
await fs_1.promises.rename(tmp, file);
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
exports.OpenAiAdsLedger = OpenAiAdsLedger;
|
|
72
|
+
//# sourceMappingURL=openai-ads-ledger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-ads-ledger.js","sourceRoot":"","sources":["../../src/services/openai-ads-ledger.ts"],"names":[],"mappings":";;;AAAA,2BAAoC;AACpC,+BAA+B;AAG/B,mFAAsE;AAEtE,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAgCnC,MAAa,eAAe;IACW;IAArC,YAAqC,KAAkC;QAAlC,UAAK,GAAL,KAAK,CAA6B;IAAI,CAAC;IAE5E,MAAM,CAAC,KAAK;QACV,OAAO,IAAI,eAAe,CAAC,EAAE,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAY;QAC5B,IAAI,GAAW,CAAC;QAChB,IAAI;YACF,GAAG,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;SACvC;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,KAAK,EAAE,IAAI,KAAK,QAAQ,EAAE;gBAC5B,OAAO,eAAe,CAAC,KAAK,EAAE,CAAC;aAChC;YACD,MAAM,KAAK,CAAC;SACb;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAe,CAAC;QAC7C,IAAI,MAAM,EAAE,OAAO,KAAK,cAAc,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,EAAE;YAC1E,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,mCAAmC,MAAM,EAAE,OAAO,GAAG,CAAC,CAAC;SACjG;QACD,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,IAAI;QACN,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACxC,CAAC;IAED,GAAG,CAAC,MAAc;QAChB,OAAO,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC;IAC9B,CAAC;IAED,WAAW,CAAC,GAAiB,EAAE,GAAS;QACtC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG;YACxB,aAAa,EAAE,GAAG,CAAC,WAAW,EAAE;YAChC,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE,qBAAqB,EAAE,EAAE,EAAE;SAC3C,CAAC;IACJ,CAAC;IAOD,iBAAiB,CACf,UAAuB,EACvB,SAAoC,EACpC,GAAS,EACT,aAAqB;QAErB,MAAM,IAAI,GAAoB,EAAE,CAAC;QACjC,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACxD,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBAC1B,SAAS;aACV;YACD,IAAI,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,aAAa,GAAG,MAAM,EAAE;gBAC5E,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC1B,OAAO,IAAI,CAAC,CAAC;gBACb,SAAS;aACV;YACD,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAA,qCAAY,EAAC,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;SACtE;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3B,CAAC;IAGD,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,GAAS;QAChC,MAAM,OAAO,GAAe,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QACzG,MAAM,aAAE,CAAC,KAAK,CAAC,IAAA,cAAO,EAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,GAAG,IAAI,MAAM,CAAC;QAC1B,MAAM,aAAE,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,aAAE,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC7B,CAAC;CACF;AA5ED,0CA4EC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { DataSchemes } from '@bytebrand/car-schema';
|
|
2
|
+
import { PublicationGateConfig } from '../interfaces/params.interface';
|
|
3
|
+
import { GoogleEnvkvAttribute } from '../transformers/google-feed-envkv';
|
|
4
|
+
export declare const ESTIMATE_SOURCES: string[];
|
|
5
|
+
export declare const GATED_FIELDS: string[];
|
|
6
|
+
export declare class PublicationGate {
|
|
7
|
+
readonly mode: 'off' | 'audit' | 'enforce';
|
|
8
|
+
private estimates;
|
|
9
|
+
constructor(mode: 'off' | 'audit' | 'enforce', estimates: Map<string, string>);
|
|
10
|
+
static off(): PublicationGate;
|
|
11
|
+
get size(): number;
|
|
12
|
+
estimatedAttributes(car: DataSchemes.Car): GoogleEnvkvAttribute[];
|
|
13
|
+
apply<T extends Partial<Record<GoogleEnvkvAttribute, string>>>(item: T, attributes: GoogleEnvkvAttribute[]): T;
|
|
14
|
+
}
|
|
15
|
+
export declare function loadPublicationGate(config: PublicationGateConfig | undefined): Promise<PublicationGate>;
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.loadPublicationGate = exports.PublicationGate = exports.GATED_FIELDS = exports.ESTIMATE_SOURCES = void 0;
|
|
4
|
+
const path_1 = require("path");
|
|
5
|
+
const lodash_1 = require("lodash");
|
|
6
|
+
const bigquery_logger_1 = require("@bytebrand/bigquery-logger");
|
|
7
|
+
const google_feed_envkv_1 = require("../transformers/google-feed-envkv");
|
|
8
|
+
exports.ESTIMATE_SOURCES = ['co2-estimate', 'mmm', 'globalDefault'];
|
|
9
|
+
exports.GATED_FIELDS = [
|
|
10
|
+
'consumption.wltpWeightedCombined',
|
|
11
|
+
'consumption.wltpCombined',
|
|
12
|
+
'consumption.consumptionCombined',
|
|
13
|
+
'consumption.wltpWeightedPowerCombined',
|
|
14
|
+
'consumption.wltpPowerCombined',
|
|
15
|
+
'consumption.consumptionPowerCombined',
|
|
16
|
+
'environmentEmissions.wltpCo2',
|
|
17
|
+
'environmentEmissions.co2',
|
|
18
|
+
'battery.wltpTotalRange',
|
|
19
|
+
'battery.wltpRange',
|
|
20
|
+
'battery.batteryRangeElectric',
|
|
21
|
+
];
|
|
22
|
+
const sameValue = (logged, stored) => {
|
|
23
|
+
if (stored === undefined || stored === null)
|
|
24
|
+
return false;
|
|
25
|
+
const a = Number(logged);
|
|
26
|
+
const b = Number(stored);
|
|
27
|
+
if (Number.isFinite(a) && Number.isFinite(b))
|
|
28
|
+
return Math.abs(a - b) < 1e-9;
|
|
29
|
+
return logged === String(stored);
|
|
30
|
+
};
|
|
31
|
+
class PublicationGate {
|
|
32
|
+
mode;
|
|
33
|
+
estimates;
|
|
34
|
+
constructor(mode, estimates) {
|
|
35
|
+
this.mode = mode;
|
|
36
|
+
this.estimates = estimates;
|
|
37
|
+
}
|
|
38
|
+
static off() {
|
|
39
|
+
return new PublicationGate('off', new Map());
|
|
40
|
+
}
|
|
41
|
+
get size() {
|
|
42
|
+
return this.estimates.size;
|
|
43
|
+
}
|
|
44
|
+
estimatedAttributes(car) {
|
|
45
|
+
if (this.mode === 'off')
|
|
46
|
+
return [];
|
|
47
|
+
const carId = String((0, lodash_1.get)(car, '_id', ''));
|
|
48
|
+
const attributes = [];
|
|
49
|
+
for (const [attribute, field] of Object.entries((0, google_feed_envkv_1.googleEnvkvSourceFields)(car))) {
|
|
50
|
+
const logged = this.estimates.get(`${carId}|${field}`);
|
|
51
|
+
if (logged !== undefined && sameValue(logged, (0, lodash_1.get)(car, field)))
|
|
52
|
+
attributes.push(attribute);
|
|
53
|
+
}
|
|
54
|
+
return attributes;
|
|
55
|
+
}
|
|
56
|
+
apply(item, attributes) {
|
|
57
|
+
if (this.mode !== 'enforce')
|
|
58
|
+
return item;
|
|
59
|
+
for (const attribute of attributes)
|
|
60
|
+
delete item[attribute];
|
|
61
|
+
return item;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
exports.PublicationGate = PublicationGate;
|
|
65
|
+
class EnrichmentLogReader extends bigquery_logger_1.BigQueryLogger {
|
|
66
|
+
async latestEstimates(table) {
|
|
67
|
+
const query = `
|
|
68
|
+
SELECT carId, fieldName, finalValue
|
|
69
|
+
FROM (
|
|
70
|
+
SELECT carId, fieldName, finalValue, finalValueSource,
|
|
71
|
+
ROW_NUMBER() OVER (PARTITION BY carId, fieldName ORDER BY timestamp DESC) AS rn
|
|
72
|
+
FROM \`${table}\`
|
|
73
|
+
WHERE fieldName IN UNNEST(@fields)
|
|
74
|
+
)
|
|
75
|
+
WHERE rn = 1 AND finalValueSource IN UNNEST(@sources) AND finalValue IS NOT NULL`;
|
|
76
|
+
const [rows] = await this.client.query({ query, params: { fields: exports.GATED_FIELDS, sources: exports.ESTIMATE_SOURCES } });
|
|
77
|
+
const estimates = new Map();
|
|
78
|
+
for (const row of rows)
|
|
79
|
+
estimates.set(`${row.carId}|${row.fieldName}`, String(row.finalValue));
|
|
80
|
+
return estimates;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
async function loadPublicationGate(config) {
|
|
84
|
+
if (!config || config.mode === 'off')
|
|
85
|
+
return PublicationGate.off();
|
|
86
|
+
const table = `${config.project}.${config.dataset}.${config.table}`;
|
|
87
|
+
try {
|
|
88
|
+
const credentials = require((0, path_1.join)(process.cwd(), 'credentials/google-cloud-project-id.json'));
|
|
89
|
+
const reader = new EnrichmentLogReader(credentials, {
|
|
90
|
+
BigQueryProject: config.project,
|
|
91
|
+
BigQueryDataset: config.dataset,
|
|
92
|
+
BigQueryLogTable: config.table,
|
|
93
|
+
});
|
|
94
|
+
const estimates = await reader.latestEstimates(table);
|
|
95
|
+
console.log(`Publication gate ${config.mode}: ${estimates.size} estimated car fields from ${table}`);
|
|
96
|
+
return new PublicationGate(config.mode, estimates);
|
|
97
|
+
}
|
|
98
|
+
catch (e) {
|
|
99
|
+
const message = String(e?.message || e).split('\n')[0];
|
|
100
|
+
if (config.mode === 'enforce')
|
|
101
|
+
throw new Error(`Publication gate: cannot read ${table}: ${message}`);
|
|
102
|
+
console.error(`Publication gate disabled for this run: cannot read ${table}: ${message}`);
|
|
103
|
+
return PublicationGate.off();
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
exports.loadPublicationGate = loadPublicationGate;
|
|
107
|
+
//# sourceMappingURL=publication-gate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"publication-gate.js","sourceRoot":"","sources":["../../src/services/publication-gate.ts"],"names":[],"mappings":";;;AAAA,+BAA4B;AAC5B,mCAA6B;AAC7B,gEAA4D;AAG5D,yEAAkG;AAgBrF,QAAA,gBAAgB,GAAG,CAAC,cAAc,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;AAG5D,QAAA,YAAY,GAAG;IAC1B,kCAAkC;IAClC,0BAA0B;IAC1B,iCAAiC;IACjC,uCAAuC;IACvC,+BAA+B;IAC/B,sCAAsC;IACtC,8BAA8B;IAC9B,0BAA0B;IAC1B,wBAAwB;IACxB,mBAAmB;IACnB,8BAA8B;CAC/B,CAAC;AAGF,MAAM,SAAS,GAAG,CAAC,MAAc,EAAE,MAAe,EAAW,EAAE;IAC7D,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC1D,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACzB,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACzB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;IAC5E,OAAO,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAa,eAAe;IAEL;IAA2C;IAAhE,YAAqB,IAAiC,EAAU,SAA8B;QAAzE,SAAI,GAAJ,IAAI,CAA6B;QAAU,cAAS,GAAT,SAAS,CAAqB;IAAG,CAAC;IAElG,MAAM,CAAC,GAAG;QACR,OAAO,IAAI,eAAe,CAAC,KAAK,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;IAC7B,CAAC;IAGD,mBAAmB,CAAC,GAAoB;QACtC,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAA,YAAG,EAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,UAAU,GAA2B,EAAE,CAAC;QAC9C,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAA,2CAAuB,EAAC,GAAG,CAAC,CAAC,EAAE;YAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC;YACvD,IAAI,MAAM,KAAK,SAAS,IAAI,SAAS,CAAC,MAAM,EAAE,IAAA,YAAG,EAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAAE,UAAU,CAAC,IAAI,CAAC,SAAiC,CAAC,CAAC;SACpH;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAGD,KAAK,CAA0D,IAAO,EAAE,UAAkC;QACxG,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,KAAK,MAAM,SAAS,IAAI,UAAU;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AA9BD,0CA8BC;AAED,MAAM,mBAAoB,SAAQ,gCAAc;IAC9C,KAAK,CAAC,eAAe,CAAC,KAAa;QACjC,MAAM,KAAK,GAAG;;;;;iBAKD,KAAK;;;uFAGiE,CAAC;QACpF,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,oBAAY,EAAE,OAAO,EAAE,wBAAgB,EAAE,EAAE,CAAC,CAAC;QAC/G,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC5C,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,SAAS,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;QAC/F,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AAIM,KAAK,UAAU,mBAAmB,CAAC,MAAyC;IACjF,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,eAAe,CAAC,GAAG,EAAE,CAAC;IACnE,MAAM,KAAK,GAAG,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;IACpE,IAAI;QACF,MAAM,WAAW,GAAG,OAAO,CAAC,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,0CAA0C,CAAC,CAAC,CAAC;QAC7F,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,WAAW,EAAE;YAClD,eAAe,EAAE,MAAM,CAAC,OAAO;YAC/B,eAAe,EAAE,MAAM,CAAC,OAAO;YAC/B,gBAAgB,EAAE,MAAM,CAAC,KAAK;SAC/B,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,8BAA8B,KAAK,EAAE,CAAC,CAAC;QACrG,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;KACpD;IAAC,OAAO,CAAC,EAAE;QACV,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,KAAK,OAAO,EAAE,CAAC,CAAC;QACrG,OAAO,CAAC,KAAK,CAAC,uDAAuD,KAAK,KAAK,OAAO,EAAE,CAAC,CAAC;QAC1F,OAAO,eAAe,CAAC,GAAG,EAAE,CAAC;KAC9B;AACH,CAAC;AAnBD,kDAmBC"}
|
|
@@ -6,3 +6,5 @@ export declare function googleFuelConsumption(car: DataSchemes.Car): string | un
|
|
|
6
6
|
export declare function googleFuelConsumptionDischarged(car: DataSchemes.Car): string | undefined;
|
|
7
7
|
export declare function googleEnergyConsumption(car: DataSchemes.Car): string | undefined;
|
|
8
8
|
export declare function googleCo2(car: DataSchemes.Car): string | undefined;
|
|
9
|
+
export type GoogleEnvkvAttribute = 'fuel_consumption' | 'fuel_consumption_discharged_battery' | 'energy_consumption' | 'electric_range' | 'co2_emissions';
|
|
10
|
+
export declare function googleEnvkvSourceFields(car: DataSchemes.Car): Partial<Record<GoogleEnvkvAttribute, string>>;
|