@bytebrand/export-cars 1.21.14 → 1.21.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/export.command.js +1 -1
- package/dist/export.command.js.map +1 -1
- package/dist/exporters/santander.exporter.js +2 -9
- package/dist/exporters/santander.exporter.js.map +1 -1
- package/dist/formats/santander-csv.builder.js +1 -1
- package/dist/formats/santander-csv.builder.js.map +1 -1
- package/dist/transformers/santander.transformer.d.ts +1 -3
- package/dist/transformers/santander.transformer.js +9 -14
- package/dist/transformers/santander.transformer.js.map +1 -1
- package/dist/tsconfig.build.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/src/export.command.ts +1 -1
- package/src/exporters/santander.exporter.ts +2 -13
- package/src/formats/santander-csv.builder.ts +1 -1
- package/src/transformers/santander.transformer.ts +9 -15
package/dist/export.command.js
CHANGED
|
@@ -29,7 +29,7 @@ let ExportRunner = class ExportRunner extends nest_commander_1.CommandRunner {
|
|
|
29
29
|
await new Promise((resolve, reject) => {
|
|
30
30
|
rl.on('line', async (data) => {
|
|
31
31
|
const input = JSON.parse(data);
|
|
32
|
-
cronicle_helper_1.LoggerService.log(`Running job: ${input.id} - ${JSON.stringify(input)}
|
|
32
|
+
cronicle_helper_1.LoggerService.log(`Running job: ${input.id} - ${JSON.stringify(input)} \n`);
|
|
33
33
|
this.configService.config = new export_schema_1.exportSchema[input.params.exportType].config(input.params);
|
|
34
34
|
const exporter = await this.moduleRef.create(export_schema_1.exportSchema[input.params.exportType].exporter);
|
|
35
35
|
await exporter.export().catch(reject);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"export.command.js","sourceRoot":"","sources":["../src/export.command.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,uCAA2C;AAC3C,mDAAwD;AACxD,yCAA2C;AAE3C,mDAA+C;AAC/C,uCAAyC;AAEzC,gEAA2D;AAMpD,IAAM,YAAY,GAAlB,MAAM,YAAa,SAAQ,8BAAa;IAEnC;IACA;IAFV,YACU,aAA4B,EAC5B,SAAoB;QAE5B,KAAK,EAAE,CAAC;QAHA,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IAG9B,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,GAAG,IAAA,0BAAe,EAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACrD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;gBACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAU,CAAC;gBACxC,+BAAa,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,
|
|
1
|
+
{"version":3,"file":"export.command.js","sourceRoot":"","sources":["../src/export.command.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,uCAA2C;AAC3C,mDAAwD;AACxD,yCAA2C;AAE3C,mDAA+C;AAC/C,uCAAyC;AAEzC,gEAA2D;AAMpD,IAAM,YAAY,GAAlB,MAAM,YAAa,SAAQ,8BAAa;IAEnC;IACA;IAFV,YACU,aAA4B,EAC5B,SAAoB;QAE5B,KAAK,EAAE,CAAC;QAHA,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IAG9B,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,GAAG,IAAA,0BAAe,EAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACrD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;gBACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAU,CAAC;gBACxC,+BAAa,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAE5E,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,IAAI,4BAAY,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC3F,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAW,4BAAY,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACvG,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAEtC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAvBY,oCAAY;uBAAZ,YAAY;IAJxB,IAAA,wBAAO,EAAC;QACP,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;KAC7B,CAAC;qCAGyB,wBAAa;QACjB,gBAAS;GAHnB,YAAY,CAuBxB"}
|
|
@@ -36,25 +36,18 @@ let SantanderExporter = class SantanderExporter {
|
|
|
36
36
|
await cronicle_helper_1.CronicleUtils.emptyDir(localConvertedDirectory);
|
|
37
37
|
const santanderCSVBuilder = new santander_csv_builder_1.SantanderCSVBuilder(fileCSV);
|
|
38
38
|
const santanderTransformer = await this.moduleRef.create(santander_transformer_1.SantanderTransformer);
|
|
39
|
-
const transformedCars = [];
|
|
40
39
|
await this.loaderService.process(async (chunk) => {
|
|
41
40
|
chunk.data = chunk.data.filter(e => this.carService.filterCar(e, this.rulesService.rules));
|
|
42
41
|
if (chunk && chunk.data) {
|
|
43
42
|
for (const data of chunk.data) {
|
|
44
43
|
const { car, images } = data;
|
|
45
44
|
const transformedData = await santanderTransformer.transform(car, images);
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
}
|
|
49
|
-
transformedCars.push(transformedData);
|
|
45
|
+
const transformedNormalizedData = await santanderTransformer.normalizeCarData(transformedData);
|
|
46
|
+
await santanderCSVBuilder.addItem(transformedNormalizedData);
|
|
50
47
|
this.carService.counter.countCar(images);
|
|
51
48
|
}
|
|
52
49
|
}
|
|
53
50
|
});
|
|
54
|
-
const transformedNormalizedData = await santanderTransformer.normalizeCarData(transformedCars);
|
|
55
|
-
for (const data of transformedNormalizedData) {
|
|
56
|
-
await santanderCSVBuilder.addItem(data);
|
|
57
|
-
}
|
|
58
51
|
console.log(this.carService.counter.getCountedCars());
|
|
59
52
|
await santanderCSVBuilder.buildEnd();
|
|
60
53
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"santander.exporter.js","sourceRoot":"","sources":["../../src/exporters/santander.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,uCAAyC;AAEzC,gEAA2D;AAG3D,0CAAqF;AAGrF,4EAAwE;AACxE,iFAA8E;AAGvE,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAEpB;IACA;IACA;IACA;IACA;IALT,YACS,UAAsB,EACtB,aAA4B,EAC5B,YAA0B,EAC1B,aAA4B,EAC5B,SAAoB;QAJpB,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IACzB,CAAC;IAEL,KAAK,CAAC,MAAM;QACX,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC;QACxD,MAAM,EAAE,uBAAuB,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC;QAE3E,MAAM,+BAAa,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QACvD,MAAM,+BAAa,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;QAEtD,MAAM,mBAAmB,GAAG,IAAI,2CAAmB,CAAC,OAAO,CAAC,CAAC;QAE7D,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,4CAAoB,CAAC,CAAC;QAE/E,MAAM,
|
|
1
|
+
{"version":3,"file":"santander.exporter.js","sourceRoot":"","sources":["../../src/exporters/santander.exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,uCAAyC;AAEzC,gEAA2D;AAG3D,0CAAqF;AAGrF,4EAAwE;AACxE,iFAA8E;AAGvE,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAEpB;IACA;IACA;IACA;IACA;IALT,YACS,UAAsB,EACtB,aAA4B,EAC5B,YAA0B,EAC1B,aAA4B,EAC5B,SAAoB;QAJpB,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;IACzB,CAAC;IAEL,KAAK,CAAC,MAAM;QACX,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC;QACxD,MAAM,EAAE,uBAAuB,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC;QAE3E,MAAM,+BAAa,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QACvD,MAAM,+BAAa,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;QAEtD,MAAM,mBAAmB,GAAG,IAAI,2CAAmB,CAAC,OAAO,CAAC,CAAC;QAE7D,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,4CAAoB,CAAC,CAAC;QAE/E,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,KAAuB,EAAE,EAAE;YAClE,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YAE3F,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE;gBACxB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE;oBAC9B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;oBAC7B,MAAM,eAAe,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBAC1E,MAAM,yBAAyB,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;oBAC/F,MAAM,mBAAmB,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;oBAE7D,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;iBACzC;aACD;QACF,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;QACtD,MAAM,mBAAmB,CAAC,QAAQ,EAAE,CAAC;IACtC,CAAC;CACD,CAAA;AAtCY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;qCAGS,qBAAU;QACP,wBAAa;QACd,uBAAY;QACX,wBAAa;QACjB,gBAAS;GANjB,iBAAiB,CAsC7B"}
|
|
@@ -8,7 +8,7 @@ class SantanderCSVBuilder extends cronicle_helper_1.XMLBuilderBase {
|
|
|
8
8
|
async addItem(car) {
|
|
9
9
|
let values = Object.values(car).map(value => {
|
|
10
10
|
if (typeof value === 'string' && value.includes(',')) {
|
|
11
|
-
return `"${value}"`;
|
|
11
|
+
return `"${value.replace(/"/g, '""')}"`;
|
|
12
12
|
}
|
|
13
13
|
return value;
|
|
14
14
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"santander-csv.builder.js","sourceRoot":"","sources":["../../src/formats/santander-csv.builder.ts"],"names":[],"mappings":";;;AAAA,gEAA4D;AAE5D,MAAa,mBAAoB,SAAQ,gCAAc;IACtD,KAAK,CAAC,UAAU;IAChB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAY;QACzB,IAAI,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBACrD,OAAO,IAAI,KAAK,GAAG,CAAC;
|
|
1
|
+
{"version":3,"file":"santander-csv.builder.js","sourceRoot":"","sources":["../../src/formats/santander-csv.builder.ts"],"names":[],"mappings":";;;AAAA,gEAA4D;AAE5D,MAAa,mBAAoB,SAAQ,gCAAc;IACtD,KAAK,CAAC,UAAU;IAChB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAY;QACzB,IAAI,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBACrD,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;aACxC;YACD,OAAO,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,QAAQ;QACb,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IAClB,CAAC;CACD;AAjBD,kDAiBC"}
|
|
@@ -3,7 +3,5 @@ import { ConfigService } from '../services';
|
|
|
3
3
|
import { MobileTransformer } from './mobile.transformer';
|
|
4
4
|
export declare class SantanderTransformer extends MobileTransformer {
|
|
5
5
|
constructor(mappingService: MappingService, userService: UserService, configService: ConfigService, imagesService: ImagesService);
|
|
6
|
-
normalizeCarData(transformedCarData: unknown): Promise<
|
|
7
|
-
[key: string]: any;
|
|
8
|
-
}[]>;
|
|
6
|
+
normalizeCarData(transformedCarData: unknown): Promise<any[]>;
|
|
9
7
|
}
|
|
@@ -21,22 +21,17 @@ let SantanderTransformer = class SantanderTransformer extends mobile_transformer
|
|
|
21
21
|
}
|
|
22
22
|
async normalizeCarData(transformedCarData) {
|
|
23
23
|
const data = transformedCarData;
|
|
24
|
-
const
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
24
|
+
const maxKey = Math.max(...Object.keys(data).map(key => parseInt(key, 10)));
|
|
25
|
+
const outputArray = [];
|
|
26
|
+
for (let i = 0; i <= maxKey; i++) {
|
|
27
|
+
if (data.hasOwnProperty(i.toString())) {
|
|
28
|
+
outputArray.push(data[i.toString()]);
|
|
28
29
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
const normalizedCar = { ...car };
|
|
32
|
-
for (const key of allKeys) {
|
|
33
|
-
if (!(key in normalizedCar)) {
|
|
34
|
-
normalizedCar[key] = "";
|
|
35
|
-
}
|
|
30
|
+
else {
|
|
31
|
+
outputArray.push('');
|
|
36
32
|
}
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
return normalizedData;
|
|
33
|
+
}
|
|
34
|
+
return outputArray;
|
|
40
35
|
}
|
|
41
36
|
};
|
|
42
37
|
exports.SantanderTransformer = SantanderTransformer;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"santander.transformer.js","sourceRoot":"","sources":["../../src/transformers/santander.transformer.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,2CAA4C;AAO5C,0CAAyE;AAGzE,0CAA4C;AAE5C,6DAAyD;AAEzD,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAGvC,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,sCAAiB;IAC1D,YACC,cAA8B,EAC9B,WAAwB,EACxB,aAA4B,EAC5B,aAA4B;QAE5B,KAAK,CAAC,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,kBAA2B;QACjD,MAAM,IAAI,GAAG,kBAAmD,CAAC;QAEjE,MAAM,
|
|
1
|
+
{"version":3,"file":"santander.transformer.js","sourceRoot":"","sources":["../../src/transformers/santander.transformer.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,2CAA4C;AAO5C,0CAAyE;AAGzE,0CAA4C;AAE5C,6DAAyD;AAEzD,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAGvC,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,sCAAiB;IAC1D,YACC,cAA8B,EAC9B,WAAwB,EACxB,aAA4B,EAC5B,aAA4B;QAE5B,KAAK,CAAC,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,kBAA2B;QACjD,MAAM,IAAI,GAAG,kBAAmD,CAAC;QAEjE,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAE5E,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE;YACjC,IAAI,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE;gBACtC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;aACrC;iBAAM;gBACN,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aACrB;SACD;QAED,OAAO,WAAW,CAAC;IACpB,CAAC;CAED,CAAA;AA3BY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;qCAGK,yBAAc;QACjB,sBAAW;QACT,wBAAa;QACb,wBAAa;GALjB,oBAAoB,CA2BhC"}
|