@bytebrand/export-cars 0.0.2

package/.prettierrc

@@ -0,0 +1,14 @@
+{
+  "useTabs": false,
+  "eslintIntegration": true,
+  "parser": "typescript",
+  "typescriptEnable": [
+    "typescript",
+    "typescriptreact"
+  ],
+  "trailingComma": "all",
+  "tabWidth": 2,
+  "singleQuote": true,
+  "bracketSpacing": true,
+  "arrowParens": "always"
+}

package/dist/config/ConfigBuilder.d.ts

@@ -0,0 +1,5 @@
+import { ConfigInterface, CronicleJobInterface } from '@bytebrand/chunkable';
+export declare class ConfigBuilder {
+    static defaultConfig: ConfigInterface;
+    static mkConfig(job: CronicleJobInterface): ConfigInterface;
+}

package/dist/config/ConfigBuilder.js

@@ -0,0 +1,90 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class ConfigBuilder {
+    static mkConfig(job) {
+        const developRoot = 'autode-dev.de';
+        const stageRoot = 'autode-stage.de';
+        const productionRoot = 'auto.de';
+        const developConfig = {
+            chunk_limit: job.params.limit,
+            root: developRoot,
+            environment: job.params.environment,
+            id: job.id,
+            projectRelatedParameters: {
+                apikey: job.params.apikey,
+                cbdUrl: `https://www.${developRoot}/service/car-basic-data`,
+            },
+            pathes: {
+                localDirectory: 'resources/json_dev',
+                localConvertedDirectory: 'resources/csv_dev',
+                remoteDirectory: 'import_dev',
+                baseFileName: 'cars',
+            },
+            ftpConfig: {
+                DEFAULT_FTP_HOST: '185.15.211.90',
+                DEFAULT_FTP_PORT: '21',
+                DEFAULT_FTP_USER: 'jelastic-ftp',
+                DEFAULT_FTP_PASS: '7D413EB6L6',
+            },
+        };
+        const stageConfig = {
+            chunk_limit: job.params.limit,
+            root: developRoot,
+            environment: job.params.environment,
+            id: job.id,
+            projectRelatedParameters: {
+                apikey: job.params.apikey,
+                cbdUrl: `https://www.${stageRoot}/service/car-basic-data`,
+            },
+            pathes: {
+                localDirectory: 'resources/json_stage',
+                localConvertedDirectory: 'resources/csv_stage',
+                remoteDirectory: 'import_stage',
+                baseFileName: 'cars',
+            },
+            ftpConfig: {
+                DEFAULT_FTP_HOST: '185.15.211.90',
+                DEFAULT_FTP_PORT: '21',
+                DEFAULT_FTP_USER: 'jelastic-ftp',
+                DEFAULT_FTP_PASS: '7D413EB6L6',
+            },
+        };
+        const productionConfig = {
+            chunk_limit: job.params.limit,
+            root: developRoot,
+            environment: job.params.environment,
+            id: job.id,
+            projectRelatedParameters: {
+                apikey: job.params.apikey,
+                cbdUrl: `https://www.${productionRoot}/service/car-basic-data`,
+            },
+            pathes: {
+                localDirectory: 'resources/json_prod',
+                localConvertedDirectory: 'resources/csv_prod',
+                remoteDirectory: 'import',
+                baseFileName: 'cars',
+            },
+            ftpConfig: {
+                DEFAULT_FTP_HOST: '185.15.211.90',
+                DEFAULT_FTP_PORT: '21',
+                DEFAULT_FTP_USER: 'jelastic-ftp',
+                DEFAULT_FTP_PASS: '7D413EB6L6',
+            },
+        };
+        switch (job.params.environment) {
+            case 'develop':
+                ConfigBuilder.defaultConfig = developConfig;
+                return developConfig;
+            case 'stage':
+                ConfigBuilder.defaultConfig = stageConfig;
+                return stageConfig;
+            case 'production':
+                ConfigBuilder.defaultConfig = productionConfig;
+                return productionConfig;
+            default:
+                return null;
+        }
+    }
+}
+exports.ConfigBuilder = ConfigBuilder;
+//# sourceMappingURL=ConfigBuilder.js.map

package/dist/config/ConfigBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConfigBuilder.js","sourceRoot":"","sources":["../../src/config/ConfigBuilder.ts"],"names":[],"mappings":";;AAEA,MAAa,aAAa;IAExB,MAAM,CAAC,QAAQ,CAAC,GAAyB;QACvC,MAAM,WAAW,GAAG,eAAe,CAAC;QACpC,MAAM,SAAS,GAAG,iBAAiB,CAAC;QACpC,MAAM,cAAc,GAAG,SAAS,CAAC;QAEjC,MAAM,aAAa,GAAoB;YACrC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK;YAC7B,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW;YACnC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,wBAAwB,EAAE;gBACxB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;gBACzB,MAAM,EAAE,eAAe,WAAW,yBAAyB;aAC5D;YACD,MAAM,EAAE;gBACN,cAAc,EAAE,oBAAoB;gBACpC,uBAAuB,EAAE,mBAAmB;gBAC5C,eAAe,EAAE,YAAY;gBAC7B,YAAY,EAAE,MAAM;aACrB;YACD,SAAS,EAAE;gBACT,gBAAgB,EAAE,eAAe;gBACjC,gBAAgB,EAAE,IAAI;gBACtB,gBAAgB,EAAE,cAAc;gBAChC,gBAAgB,EAAE,YAAY;aAC/B;SACF,CAAC;QACF,MAAM,WAAW,GAAoB;YACnC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK;YAC7B,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW;YACnC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,wBAAwB,EAAE;gBACxB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;gBACzB,MAAM,EAAE,eAAe,SAAS,yBAAyB;aAC1D;YACD,MAAM,EAAE;gBACN,cAAc,EAAE,sBAAsB;gBACtC,uBAAuB,EAAE,qBAAqB;gBAC9C,eAAe,EAAE,cAAc;gBAC/B,YAAY,EAAE,MAAM;aACrB;YACD,SAAS,EAAE;gBACT,gBAAgB,EAAE,eAAe;gBACjC,gBAAgB,EAAE,IAAI;gBACtB,gBAAgB,EAAE,cAAc;gBAChC,gBAAgB,EAAE,YAAY;aAC/B;SACF,CAAC;QACF,MAAM,gBAAgB,GAAoB;YACxC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK;YAC7B,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW;YACnC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,wBAAwB,EAAE;gBACxB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;gBACzB,MAAM,EAAE,eAAe,cAAc,yBAAyB;aAC/D;YACD,MAAM,EAAE;gBACN,cAAc,EAAE,qBAAqB;gBACrC,uBAAuB,EAAE,oBAAoB;gBAC7C,eAAe,EAAE,QAAQ;gBACzB,YAAY,EAAE,MAAM;aACrB;YACD,SAAS,EAAE;gBACT,gBAAgB,EAAE,eAAe;gBACjC,gBAAgB,EAAE,IAAI;gBACtB,gBAAgB,EAAE,cAAc;gBAChC,gBAAgB,EAAE,YAAY;aAC/B;SACF,CAAC;QAEF,QAAQ,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE;YAC9B,KAAK,SAAS;gBACZ,aAAa,CAAC,aAAa,GAAG,aAAa,CAAC;gBAC5C,OAAO,aAAa,CAAC;YACvB,KAAK,OAAO;gBACV,aAAa,CAAC,aAAa,GAAG,WAAW,CAAC;gBAC1C,OAAO,WAAW,CAAC;YACrB,KAAK,YAAY;gBACf,aAAa,CAAC,aAAa,GAAG,gBAAgB,CAAC;gBAC/C,OAAO,gBAAgB,CAAC;YAC1B;gBACE,OAAO,IAAI,CAAC;SACf;IACH,CAAC;CACF;AAxFD,sCAwFC"}

package/dist/config/index.d.ts

@@ -0,0 +1 @@
+export * from './ConfigBuilder';

package/dist/config/index.js

@@ -0,0 +1,7 @@
+"use strict";
+function __export(m) {
+    for (var p in m) if (!exports.hasOwnProperty(p)) exports[p] = m[p];
+}
+Object.defineProperty(exports, "__esModule", { value: true });
+__export(require("./ConfigBuilder"));
+//# sourceMappingURL=index.js.map

package/dist/config/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":";;;;;AAAA,qCAAgC"}

package/dist/index.d.ts

@@ -0,0 +1 @@
+import 'reflect-metadata';

package/dist/index.js

@@ -0,0 +1,64 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : new P(function (resolve) { resolve(result.value); }).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+require("reflect-metadata");
+const chunkable_1 = require("@bytebrand/chunkable");
+const config_1 = require("./config");
+const index_1 = require("./modules/car-loader/index");
+const acrhiver_1 = require("./modules/acrhiver");
+const car_exporter_1 = require("./modules/car-exporter");
+const ftp_1 = require("@bytebrand/chunkable/dist/ftp");
+const rl = require('readline').createInterface({ input: process.stdin });
+rl.on('line', (line) => __awaiter(this, void 0, void 0, function* () {
+    try {
+        const job = {
+            id: 'sdsdsd',
+            params: {
+                apikey: 'AIzaSyD57yo222EMQjyHQKCDsLILrHh3AzOGtmU',
+                environment: 'production',
+                // apikey: 'AIzaSyC-jmLAkt2pVO0t-beLIuZJwR4jiGpzYyU',
+                // environment: 'develop',
+                limit: 1000,
+            },
+        };
+        // const job: ChunkableInterfaces.CronicleJobInterface = JSON.parse(line);
+        process.stdout.write(`Running job: ${job.id}: ${JSON.stringify(job)}\n`);
+        const config = config_1.ConfigBuilder.mkConfig(job);
+        chunkable_1.FTP.initFTPConnections(config.ftpConfig, 'general').then(() => __awaiter(this, void 0, void 0, function* () {
+            const loader = index_1.getLoader(config);
+            const archiver = acrhiver_1.getArhiver(config);
+            const exporter = car_exporter_1.getExporter(Object.assign(config, { eventEmitter: ftp_1.getEventEmitter('general') }));
+            loader.onFinish((chunks) => {
+                process.stdout.write(`${JSON.stringify({ progress: 0.33 })}\n`);
+                return archiver.start(chunks);
+            });
+            archiver.onFinish((chunks) => {
+                loader.clear();
+                process.stdout.write(`${JSON.stringify({ progress: 0.66 })}\n`);
+                return exporter.start(chunks);
+            });
+            loader.start();
+            exporter.onChunk((chunk) => {
+                archiver.clear();
+                process.stdout.write(`${JSON.stringify({ progress: 1 })}\n`);
+                process.stdout.write(`${JSON.stringify({ complete: 1, code: 0 })}\n`);
+                process.exit();
+                // rl.close();
+                return Promise.resolve(true);
+            });
+        }));
+        // rl.close();
+    }
+    catch (e) {
+        // rl.close();
+        process.stderr.write(`${JSON.stringify({ complete: 1, code: 1, description: e.message })}\n`);
+    }
+}));
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,4BAA0B;AAC1B,oDAAiH;AACjH,qCAAyC;AACzC,sDAAuD;AACvD,iDAAgD;AAChD,yDAAqD;AACrD,uDAAgE;AAEhE,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;AAEzE,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAO,IAAY,EAAE,EAAE;IACnC,IAAI;QACF,MAAM,GAAG,GAA6C;YACpD,EAAE,EAAE,QAAQ;YACZ,MAAM,EAAE;gBACN,MAAM,EAAE,yCAAyC;gBACjD,WAAW,EAAE,YAAY;gBACzB,qDAAqD;gBACrD,0BAA0B;gBAC1B,KAAK,EAAE,IAAI;aACZ;SACF,CAAC;QACF,0EAA0E;QAE1E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEzE,MAAM,MAAM,GAAwC,sBAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEhF,eAAY,CAAC,kBAAkB,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,GAAS,EAAE;YAC3E,MAAM,MAAM,GAAsB,iBAAS,CAAC,MAAM,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAsB,qBAAU,CAAC,MAAM,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAsB,0BAAW,CAC7C,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,qBAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CACpE,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,CAAC,MAA4C,EAAE,EAAE;gBAC/D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;gBAChE,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,QAAQ,CAAC,CAAC,MAA4C,EAAE,EAAE;gBACjE,MAAM,CAAC,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;gBAChE,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,KAAK,EAAE,CAAC;YAEf,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACzB,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBAE7D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBACtE,OAAO,CAAC,IAAI,EAAE,CAAC;gBACf,cAAc;gBACd,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACL,CAAC,CAAA,CAAC,CAAC;QACH,cAAc;KACf;IAAC,OAAO,CAAC,EAAE;QACV,cAAc;QACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;KAC/F;AACH,CAAC,CAAA,CAAC,CAAC"}

package/dist/interfaces/index.js

@@ -0,0 +1 @@
+//# sourceMappingURL=index.js.map

package/dist/interfaces/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/interfaces/index.ts"],"names":[],"mappings":""}

package/dist/modules/acrhiver/TarArchiver.d.ts

@@ -0,0 +1,6 @@
+import { AbstractChunkable, Interfaces } from '@bytebrand/chunkable';
+export declare class TarArchiver extends AbstractChunkable {
+    doChunk(chunk?: Interfaces.ChunkInterface): Promise<boolean>;
+    clear(): Promise<void>;
+    doStart(chunks?: Interfaces.ChunkInterface[]): any;
+}

package/dist/modules/acrhiver/TarArchiver.js

@@ -0,0 +1,52 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : new P(function (resolve) { resolve(result.value); }).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k];
+    result["default"] = mod;
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const chunkable_1 = require("@bytebrand/chunkable");
+const tar = __importStar(require("tar"));
+const moment_1 = __importDefault(require("moment"));
+const fs_1 = __importDefault(require("fs"));
+class TarArchiver extends chunkable_1.AbstractChunkable {
+    doChunk(chunk) {
+        throw new Error('This converter works with full data use doStart');
+    }
+    clear() {
+        return __awaiter(this, void 0, void 0, function* () {
+            for (const chunk of this.chunks) {
+                fs_1.default.unlinkSync(this.getChunkPath(chunk));
+            }
+        });
+    }
+    doStart(chunks) {
+        const archiveChunk = this.createChunk(moment_1.default().format('DD_MM_YY'), 'tgz');
+        archiveChunk.currentLocation = this.pathesConfig.localDirectory;
+        const options = {
+            gzip: true,
+            file: this.getChunkPath(archiveChunk),
+            cwd: this.pathesConfig.localDirectory,
+        };
+        const files = chunks.map((chunk) => this.getChunkFileName(chunk));
+        return tar.create(options, files).then(() => {
+            this.chunks.push(archiveChunk);
+            return this.onFinishCallback([archiveChunk]);
+        });
+    }
+}
+exports.TarArchiver = TarArchiver;
+//# sourceMappingURL=TarArchiver.js.map

package/dist/modules/acrhiver/TarArchiver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TarArchiver.js","sourceRoot":"","sources":["../../../src/modules/acrhiver/TarArchiver.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA,oDAAqE;AACrE,yCAA2B;AAC3B,oDAA4B;AAC5B,4CAAoB;AAEpB,MAAa,WAAY,SAAQ,6BAAiB;IAChD,OAAO,CAAC,KAAiC;QACvC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IAEK,KAAK;;YACT,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE;gBAC/B,YAAE,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;aACzC;QACH,CAAC;KAAA;IAED,OAAO,CAAC,MAAoC;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,gBAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1E,YAAY,CAAC,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC;QAChE,MAAM,OAAO,GAAwC;YACnD,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;YACrC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc;SACtC,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;QAElE,OAAQ,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAS,CAAC,IAAI,CAAC,GAAG,EAAE;YACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC/B,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAE,YAAY,CAAE,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AA1BD,kCA0BC"}

package/dist/modules/acrhiver/index.d.ts

@@ -0,0 +1,2 @@
+import { ChunkableFactoryInterface } from '@bytebrand/chunkable';
+export declare const getArhiver: ChunkableFactoryInterface;

package/dist/modules/acrhiver/index.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const TarArchiver_1 = require("./TarArchiver");
+exports.getArhiver = (config) => {
+    return new TarArchiver_1.TarArchiver({ pathesConfig: config.pathes, limit: config.chunk_limit });
+};
+//# sourceMappingURL=index.js.map

package/dist/modules/acrhiver/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/modules/acrhiver/index.ts"],"names":[],"mappings":";;AAAA,+CAA4C;AAG/B,QAAA,UAAU,GAA8B,CAAC,MAAuB,EAAE,EAAE;IAC/E,OAAQ,IAAI,yBAAW,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,EAAE,CAAuB,CAAC;AAC5G,CAAC,CAAC"}

package/dist/modules/car-exporter/index.d.ts

@@ -0,0 +1,2 @@
+import { ChunkableFactoryInterface } from '@bytebrand/chunkable';
+export declare const getExporter: ChunkableFactoryInterface;

package/dist/modules/car-exporter/index.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const chunkable_1 = require("@bytebrand/chunkable");
+exports.getExporter = (config) => {
+    return new chunkable_1.Exporters.FtpCarsJsonExporter(config.eventEmitter, {
+        pathesConfig: config.pathes,
+        limit: config.chunk_limit,
+    });
+};
+//# sourceMappingURL=index.js.map

package/dist/modules/car-exporter/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/modules/car-exporter/index.ts"],"names":[],"mappings":";;AAAA,oDAAkG;AAGrF,QAAA,WAAW,GAA8B,CACpD,MAA6D,EAC7D,EAAE;IACF,OAAO,IAAI,qBAAS,CAAC,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE;QAC5D,YAAY,EAAE,MAAM,CAAC,MAAM;QAC3B,KAAK,EAAE,MAAM,CAAC,WAAW;KAC1B,CAAC,CAAC;AACL,CAAC,CAAC"}

package/dist/modules/car-loader/index.d.ts

@@ -0,0 +1,2 @@
+import { ChunkableFactoryInterface } from '@bytebrand/chunkable';
+export declare const getLoader: ChunkableFactoryInterface;

package/dist/modules/car-loader/index.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const chunkable_1 = require("@bytebrand/chunkable");
+exports.getLoader = (config) => {
+    return new chunkable_1.Loaders.CarBasicDataCarsLoader({
+        pathesConfig: config.pathes,
+        limit: config.chunk_limit,
+        cbdUrl: config.projectRelatedParameters.cbdUrl,
+        apikey: config.projectRelatedParameters.apikey,
+    });
+};
+//# sourceMappingURL=index.js.map

package/dist/modules/car-loader/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/modules/car-loader/index.ts"],"names":[],"mappings":";;AAAA,oDAAgG;AAEnF,QAAA,SAAS,GAA8B,CAAC,MAAuB,EAAE,EAAE;IAC9E,OAAO,IAAI,mBAAO,CAAC,sBAAsB,CAAC;QACxC,YAAY,EAAE,MAAM,CAAC,MAAM;QAC3B,KAAK,EAAE,MAAM,CAAC,WAAW;QACzB,MAAM,EAAE,MAAM,CAAC,wBAAwB,CAAC,MAAM;QAC9C,MAAM,EAAE,MAAM,CAAC,wBAAwB,CAAC,MAAM;KAC/C,CAAC,CAAC;AACL,CAAC,CAAC"}

package/index.js

@@ -0,0 +1,2 @@
+require('ts-node').register('./tsconfig.json');
+require('./src/index');

package/package.json

@@ -0,0 +1,42 @@
+{
+  "name": "@bytebrand/export-cars",
+  "version": "0.0.2",
+  "description": "Run python ML script for find good and bad prices on car list",
+  "author": "Bytebrand <info@bytebrand.net>",
+  "license": "UNLICENSED",
+  "main": "index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1",
+    "lint": "./node_modules/.bin/tslint -c tslint.json -p tsconfig.json",
+    "build": "tsc -d -p tsconfig.json",
+    "prepublishOnly": "npm run build",
+    "cleardist": "rm -rf dist/*"
+  },
+  "dependencies": {
+    "@bytebrand/car-basic-data-scope": "~2.0.11",
+    "@bytebrand/car-schema": "~0.14.12",
+    "@bytebrand/chunkable": "^2.1.2",
+    "@bytebrand/event-emitter": "^1.0.8",
+    "@bytebrand/ftp-queue-subscriber": "^1.0.16",
+    "basic-ftp": "^3.1.1",
+    "lodash": "^4.17.11",
+    "moment": "^2.24.0",
+    "python-shell": "^1.0.7",
+    "request": "^2.88.0",
+    "tar": "^4.4.8"
+  },
+  "devDependencies": {
+    "@types/lodash": "^4.14.120",
+    "@types/mongodb": "^3.1.19",
+    "@types/mysql": "^2.15.5",
+    "@types/node": "^10.12.7",
+    "@types/tar": "^4.0.0",
+    "reflect-metadata": "^0.1.13",
+    "ts-node": "^6.0.0",
+    "tslint": "^5.9.1",
+    "tslint-config-airbnb": "^5.8.0",
+    "tslint-eslint-rules": "^5.1.0",
+    "typescript": "^3.2.4"
+  },
+  "gitHead": "3c136f2e0a3de5c31e62651b8d3de1b02d7e4723"
+}

package/readme.md

@@ -0,0 +1,7 @@
+start script
+
+``node index.js``
+
+after it type next line
+
+``{"id": 1, "params": {"apikey": "", "environment": "develop", "limit": "200", "ftpHost": "", "ftpUser": "", "ftpPassword": ""}}``

package/src/config/ConfigBuilder.ts

@@ -0,0 +1,91 @@
+import { ConfigInterface, CronicleJobInterface } from '@bytebrand/chunkable';
+
+export class ConfigBuilder {
+  static defaultConfig: ConfigInterface;
+  static mkConfig(job: CronicleJobInterface): ConfigInterface {
+    const developRoot = 'autode-dev.de';
+    const stageRoot = 'autode-stage.de';
+    const productionRoot = 'auto.de';
+
+    const developConfig: ConfigInterface = {
+      chunk_limit: job.params.limit,
+      root: developRoot,
+      environment: job.params.environment,
+      id: job.id,
+      projectRelatedParameters: {
+        apikey: job.params.apikey,
+        cbdUrl: `https://www.${developRoot}/service/car-basic-data`,
+      },
+      pathes: {
+        localDirectory: 'resources/json_dev',
+        localConvertedDirectory: 'resources/csv_dev',
+        remoteDirectory: 'import_dev',
+        baseFileName: 'cars',
+      },
+      ftpConfig: {
+        DEFAULT_FTP_HOST: '185.15.211.90',
+        DEFAULT_FTP_PORT: '21',
+        DEFAULT_FTP_USER: 'jelastic-ftp',
+        DEFAULT_FTP_PASS: '7D413EB6L6',
+      },
+    };
+    const stageConfig: ConfigInterface = {
+      chunk_limit: job.params.limit,
+      root: developRoot,
+      environment: job.params.environment,
+      id: job.id,
+      projectRelatedParameters: {
+        apikey: job.params.apikey,
+        cbdUrl: `https://www.${stageRoot}/service/car-basic-data`,
+      },
+      pathes: {
+        localDirectory: 'resources/json_stage',
+        localConvertedDirectory: 'resources/csv_stage',
+        remoteDirectory: 'import_stage',
+        baseFileName: 'cars',
+      },
+      ftpConfig: {
+        DEFAULT_FTP_HOST: '185.15.211.90',
+        DEFAULT_FTP_PORT: '21',
+        DEFAULT_FTP_USER: 'jelastic-ftp',
+        DEFAULT_FTP_PASS: '7D413EB6L6',
+      },
+    };
+    const productionConfig: ConfigInterface = {
+      chunk_limit: job.params.limit,
+      root: developRoot,
+      environment: job.params.environment,
+      id: job.id,
+      projectRelatedParameters: {
+        apikey: job.params.apikey,
+        cbdUrl: `https://www.${productionRoot}/service/car-basic-data`,
+      },
+      pathes: {
+        localDirectory: 'resources/json_prod',
+        localConvertedDirectory: 'resources/csv_prod',
+        remoteDirectory: 'import',
+        baseFileName: 'cars',
+      },
+      ftpConfig: {
+        DEFAULT_FTP_HOST: '185.15.211.90',
+        DEFAULT_FTP_PORT: '21',
+        DEFAULT_FTP_USER: 'jelastic-ftp',
+        DEFAULT_FTP_PASS: '7D413EB6L6',
+      },
+    };
+
+    switch (job.params.environment) {
+      case 'develop':
+        ConfigBuilder.defaultConfig = developConfig;
+        return developConfig;
+      case 'stage':
+        ConfigBuilder.defaultConfig = stageConfig;
+        return stageConfig;
+      case 'production':
+        ConfigBuilder.defaultConfig = productionConfig;
+        return productionConfig;
+      default:
+        return null;
+    }
+  }
+}

package/src/config/index.ts

@@ -0,0 +1 @@
+export * from './ConfigBuilder';

package/src/index.ts

@@ -0,0 +1,62 @@
+import 'reflect-metadata';
+import { Interfaces as ChunkableInterfaces, FTP as ChunkableFtp, AbstractChunkable } from '@bytebrand/chunkable';
+import { ConfigBuilder } from './config';
+import { getLoader } from './modules/car-loader/index';
+import { getArhiver } from './modules/acrhiver';
+import { getExporter } from './modules/car-exporter';
+import { getEventEmitter } from '@bytebrand/chunkable/dist/ftp';
+
+const rl = require('readline').createInterface({ input: process.stdin });
+
+rl.on('line', async (line: string) => {
+  try {
+    const job: ChunkableInterfaces.CronicleJobInterface = {
+      id: 'sdsdsd',
+      params: {
+        apikey: 'AIzaSyD57yo222EMQjyHQKCDsLILrHh3AzOGtmU',
+        environment: 'production',
+        // apikey: 'AIzaSyC-jmLAkt2pVO0t-beLIuZJwR4jiGpzYyU',
+        // environment: 'develop',
+        limit: 1000,
+      },
+    };
+    // const job: ChunkableInterfaces.CronicleJobInterface = JSON.parse(line);
+
+    process.stdout.write(`Running job: ${job.id}: ${JSON.stringify(job)}\n`);
+
+    const config: ChunkableInterfaces.ConfigInterface = ConfigBuilder.mkConfig(job);
+
+    ChunkableFtp.initFTPConnections(config.ftpConfig, 'general').then(async () => {
+      const loader: AbstractChunkable = getLoader(config);
+      const archiver: AbstractChunkable = getArhiver(config);
+      const exporter: AbstractChunkable = getExporter(
+        Object.assign(config, { eventEmitter: getEventEmitter('general') }),
+      );
+
+      loader.onFinish((chunks: ChunkableInterfaces.ChunkInterface[]) => {
+        process.stdout.write(`${JSON.stringify({ progress: 0.33 })}\n`);
+        return archiver.start(chunks);
+      });
+      archiver.onFinish((chunks: ChunkableInterfaces.ChunkInterface[]) => {
+        loader.clear();
+        process.stdout.write(`${JSON.stringify({ progress: 0.66 })}\n`);
+        return exporter.start(chunks);
+      });
+      loader.start();
+
+      exporter.onChunk((chunk) => {
+        archiver.clear();
+        process.stdout.write(`${JSON.stringify({ progress: 1 })}\n`);
+
+        process.stdout.write(`${JSON.stringify({ complete: 1, code: 0 })}\n`);
+        process.exit();
+        // rl.close();
+        return Promise.resolve(true);
+      });
+    });
+    // rl.close();
+  } catch (e) {
+    // rl.close();
+    process.stderr.write(`${JSON.stringify({ complete: 1, code: 1, description: e.message })}\n`);
+  }
+});

package/src/modules/acrhiver/TarArchiver.ts

@@ -0,0 +1,32 @@
+import { AbstractChunkable, Interfaces } from '@bytebrand/chunkable';
+import * as tar from 'tar';
+import moment from 'moment';
+import fs from 'fs';
+
+export class TarArchiver extends AbstractChunkable {
+  doChunk(chunk?: Interfaces.ChunkInterface): Promise<boolean> {
+    throw new Error('This converter works with full data use doStart');
+  }
+
+  async clear() {
+    for (const chunk of this.chunks) {
+      fs.unlinkSync(this.getChunkPath(chunk));
+    }
+  }
+
+  doStart(chunks?: Interfaces.ChunkInterface[]) {
+    const archiveChunk = this.createChunk(moment().format('DD_MM_YY'), 'tgz');
+    archiveChunk.currentLocation = this.pathesConfig.localDirectory;
+    const options: tar.FileOptions & tar.CreateOptions = {
+      gzip: true,
+      file: this.getChunkPath(archiveChunk),
+      cwd: this.pathesConfig.localDirectory,
+    };
+    const files = chunks.map((chunk) => this.getChunkFileName(chunk));
+
+    return (tar.create(options, files) as any).then(() => {
+      this.chunks.push(archiveChunk);
+      return this.onFinishCallback([ archiveChunk ]);
+    });
+  }
+}

package/src/modules/acrhiver/index.ts

@@ -0,0 +1,6 @@
+import { TarArchiver } from './TarArchiver';
+import { AbstractChunkable, ConfigInterface, ChunkableFactoryInterface } from '@bytebrand/chunkable';
+
+export const getArhiver: ChunkableFactoryInterface = (config: ConfigInterface) => {
+  return (new TarArchiver({ pathesConfig: config.pathes, limit: config.chunk_limit }) as AbstractChunkable);
+};

package/src/modules/car-exporter/index.ts

@@ -0,0 +1,11 @@
+import { Exporters, ConfigInterface, ChunkableFactoryInterface, FTP } from '@bytebrand/chunkable';
+import { EventEmitter } from '@bytebrand/event-emitter';
+
+export const getExporter: ChunkableFactoryInterface = (
+  config: ConfigInterface & { eventEmitter: EventEmitter<any> },
+) => {
+  return new Exporters.FtpCarsJsonExporter(config.eventEmitter, {
+    pathesConfig: config.pathes,
+    limit: config.chunk_limit,
+  });
+};

package/src/modules/car-loader/index.ts

@@ -0,0 +1,10 @@
+import { Loaders, ConfigInterface, ChunkableFactoryInterface, FTP } from '@bytebrand/chunkable';
+
+export const getLoader: ChunkableFactoryInterface = (config: ConfigInterface) => {
+  return new Loaders.CarBasicDataCarsLoader({
+    pathesConfig: config.pathes,
+    limit: config.chunk_limit,
+    cbdUrl: config.projectRelatedParameters.cbdUrl,
+    apikey: config.projectRelatedParameters.apikey,
+  });
+};

package/tsconfig.json

@@ -0,0 +1,34 @@
+{
+  "compilerOptions": {
+    "paths": { "*": ["types/*"] },
+    "types": [
+      "node"
+    ],
+    "typeRoots": [
+      "./node_modules/@types",
+      "./types"
+    ],
+    "module": "commonjs",
+    "esModuleInterop": true,
+    "target": "ES2016",
+    "noImplicitAny": true,
+    "moduleResolution": "node",
+    "allowSyntheticDefaultImports": true,
+    "experimentalDecorators": true,
+    "emitDecoratorMetadata": true,
+    "sourceMap": true,
+    "outDir": "dist",
+    "rootDir": "src",
+    "baseUrl": ".",
+    "allowJs": false
+  },
+  "include": [
+    "src/**/*", "types/basic-ftp.d.ts"
+  ],
+  "exclude": [
+    "dist",
+    "doc",
+    "node_modules",
+    "index.js"
+  ]
+}

package/tslint.json

@@ -0,0 +1,51 @@
+{
+    "extends": [
+        "tslint-config-airbnb",
+        "tslint-eslint-rules"
+    ],
+    "rules": {
+        "class-name": true,
+        "comment-format": [true, "check-space"],
+        "indent": [true, "spaces"],
+        "one-line": [true, "check-open-brace", "check-whitespace"],
+        "no-var-keyword": true,
+        "semicolon": [true, "always"],
+        "variable-name": false,
+        "whitespace": [
+            true,
+            "check-branch",
+            "check-decl",
+            "check-operator",
+            "check-module",
+            "check-separator",
+            "check-type"
+        ],
+        "max-line-length": [true, 185],
+        "ter-indent": [true, 2, { "SwitchCase": 1 }],
+        "import-name": false,
+        "typedef-whitespace": [
+            true,
+            {
+                "call-signature": "nospace",
+                "index-signature": "nospace",
+                "parameter": "nospace",
+                "property-declaration": "nospace",
+                "variable-declaration": "nospace"
+            },
+            {
+                "call-signature": "onespace",
+                "index-signature": "onespace",
+                "parameter": "onespace",
+                "property-declaration": "onespace",
+                "variable-declaration": "onespace"
+            }
+        ],
+        "ter-arrow-parens": true,
+        "array-bracket-spacing": true,
+        "no-internal-module": true,
+        "no-trailing-whitespace": false,
+        "no-null-keyword": false,
+        "prefer-const": true,
+        "jsdoc-format": true
+    }
+}

package/types/basic-ftp.d.ts

@@ -0,0 +1,72 @@
+export class Client {
+  constructor(timeout?: number);
+  ftp: any;
+  prepareTransfer: any;
+  parseList: any;
+  busy: boolean;
+  access(options: any): any;
+  cd(path: any): any;
+  clearWorkingDir(): void;
+  close(): void;
+  connect(host: any, port: any): any;
+  download(writableStream: any, remoteFilename: any, startAt?: any): Promise<any>;
+  downloadDir(localDirPath: any): Promise<any>;
+  ensureDir(remoteDirPath: any): Promise<any>;
+  features(): any;
+  lastMod(filename: any): any;
+  list(): Promise<any>;
+  login(user: any, password: any): Promise<any>;
+  pwd(): Promise<any>;
+  remove(filename: any, ignoreErrorCodes: any): Promise<any>;
+  removeDir(remoteDirPath: any): Promise<any>;
+  rename(path: any, newPath: any): Promise<any>;
+  send(command: any, ignoreErrorCodes: any): any;
+  size(filename: any): any;
+  trackProgress(handler: any): void;
+  upload(readableStream: any, remoteFilename: any): any;
+  uploadDir(localDirPath: any, remoteDirName: any): void;
+  useDefaultSettings(): void;
+  useTLS(options: any, command: any): any;
+  get(...args: any[]): Promise<any>;
+}
+export class FTPContext {
+  constructor(timeout: any, encoding: any);
+  encoding: any;
+  tlsOptions: any;
+  ipFamily: any;
+  verbose: any;
+  socket: any;
+  dataSocket: any;
+  close(): void;
+  enableControlTimeout(enabled: any): void;
+  handle(command: any, handler: any): any;
+  log(message: any): void;
+  send(command: any): void;
+}
+export class FileInfo {
+  static Permission: any;
+  static Type: any;
+  constructor(name: any);
+  name: any;
+  type: any;
+  size: any;
+  hardLinkCount: any;
+  permissions: any;
+  link: any;
+  group: any;
+  user: any;
+  date: any;
+}
+export namespace utils {
+  class TransferResolver {
+    constructor(ftp: any);
+    ftp: any;
+    result: any;
+    confirmed: any;
+    confirm(task: any): void;
+    reject(task: any, reason: any): void;
+    resolve(task: any, result: any): void;
+  }
+  function parseIPv4PasvResponse(message: any): any;
+  function upgradeSocket(socket: any, options: any): any;
+}