@bytebrand/export-cars 0.0.2 → 1.0.6

package/tsconfig.json

@@ -1,34 +1,28 @@
-{
-  "compilerOptions": {
-    "paths": { "*": ["types/*"] },
-    "types": [
-      "node"
-    ],
-    "typeRoots": [
-      "./node_modules/@types",
-      "./types"
-    ],
-    "module": "commonjs",
-    "esModuleInterop": true,
-    "target": "ES2016",
-    "noImplicitAny": true,
-    "moduleResolution": "node",
-    "allowSyntheticDefaultImports": true,
-    "experimentalDecorators": true,
-    "emitDecoratorMetadata": true,
-    "sourceMap": true,
-    "outDir": "dist",
-    "rootDir": "src",
-    "baseUrl": ".",
-    "allowJs": false
-  },
-  "include": [
-    "src/**/*", "types/basic-ftp.d.ts"
-  ],
-  "exclude": [
-    "dist",
-    "doc",
-    "node_modules",
-    "index.js"
-  ]
-}
+{
+  "extends": "./node_modules/gts/tsconfig-google.json",
+  "compilerOptions": {
+    "module": "commonjs",
+    "declaration": true,
+    "removeComments": true,
+    "emitDecoratorMetadata": true,
+    "experimentalDecorators": true,
+    "allowSyntheticDefaultImports": true,
+    "target": "es2022",
+    "sourceMap": true,
+    "outDir": "./dist",
+    "baseUrl": "./",
+    "incremental": true,
+    "skipLibCheck": true,
+    "strictNullChecks": false,
+    "noImplicitAny": false,
+    "strictBindCallApply": false,
+    "forceConsistentCasingInFileNames": false,
+    "noFallthroughCasesInSwitch": false,
+    "useUnknownInCatchVariables": false,
+    "lib": ["es2022"],
+  },
+  "include": [
+    "src/**/*.ts",
+    "test/**/*.ts"
+  ]
+}

package/.prettierrc

@@ -1,14 +0,0 @@
-{
-  "useTabs": false,
-  "eslintIntegration": true,
-  "parser": "typescript",
-  "typescriptEnable": [
-    "typescript",
-    "typescriptreact"
-  ],
-  "trailingComma": "all",
-  "tabWidth": 2,
-  "singleQuote": true,
-  "bracketSpacing": true,
-  "arrowParens": "always"
-}

package/dist/config/ConfigBuilder.d.ts

@@ -1,5 +0,0 @@
-import { ConfigInterface, CronicleJobInterface } from '@bytebrand/chunkable';
-export declare class ConfigBuilder {
-    static defaultConfig: ConfigInterface;
-    static mkConfig(job: CronicleJobInterface): ConfigInterface;
-}

package/dist/config/ConfigBuilder.js

@@ -1,90 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-class ConfigBuilder {
-    static mkConfig(job) {
-        const developRoot = 'autode-dev.de';
-        const stageRoot = 'autode-stage.de';
-        const productionRoot = 'auto.de';
-        const developConfig = {
-            chunk_limit: job.params.limit,
-            root: developRoot,
-            environment: job.params.environment,
-            id: job.id,
-            projectRelatedParameters: {
-                apikey: job.params.apikey,
-                cbdUrl: `https://www.${developRoot}/service/car-basic-data`,
-            },
-            pathes: {
-                localDirectory: 'resources/json_dev',
-                localConvertedDirectory: 'resources/csv_dev',
-                remoteDirectory: 'import_dev',
-                baseFileName: 'cars',
-            },
-            ftpConfig: {
-                DEFAULT_FTP_HOST: '185.15.211.90',
-                DEFAULT_FTP_PORT: '21',
-                DEFAULT_FTP_USER: 'jelastic-ftp',
-                DEFAULT_FTP_PASS: '7D413EB6L6',
-            },
-        };
-        const stageConfig = {
-            chunk_limit: job.params.limit,
-            root: developRoot,
-            environment: job.params.environment,
-            id: job.id,
-            projectRelatedParameters: {
-                apikey: job.params.apikey,
-                cbdUrl: `https://www.${stageRoot}/service/car-basic-data`,
-            },
-            pathes: {
-                localDirectory: 'resources/json_stage',
-                localConvertedDirectory: 'resources/csv_stage',
-                remoteDirectory: 'import_stage',
-                baseFileName: 'cars',
-            },
-            ftpConfig: {
-                DEFAULT_FTP_HOST: '185.15.211.90',
-                DEFAULT_FTP_PORT: '21',
-                DEFAULT_FTP_USER: 'jelastic-ftp',
-                DEFAULT_FTP_PASS: '7D413EB6L6',
-            },
-        };
-        const productionConfig = {
-            chunk_limit: job.params.limit,
-            root: developRoot,
-            environment: job.params.environment,
-            id: job.id,
-            projectRelatedParameters: {
-                apikey: job.params.apikey,
-                cbdUrl: `https://www.${productionRoot}/service/car-basic-data`,
-            },
-            pathes: {
-                localDirectory: 'resources/json_prod',
-                localConvertedDirectory: 'resources/csv_prod',
-                remoteDirectory: 'import',
-                baseFileName: 'cars',
-            },
-            ftpConfig: {
-                DEFAULT_FTP_HOST: '185.15.211.90',
-                DEFAULT_FTP_PORT: '21',
-                DEFAULT_FTP_USER: 'jelastic-ftp',
-                DEFAULT_FTP_PASS: '7D413EB6L6',
-            },
-        };
-        switch (job.params.environment) {
-            case 'develop':
-                ConfigBuilder.defaultConfig = developConfig;
-                return developConfig;
-            case 'stage':
-                ConfigBuilder.defaultConfig = stageConfig;
-                return stageConfig;
-            case 'production':
-                ConfigBuilder.defaultConfig = productionConfig;
-                return productionConfig;
-            default:
-                return null;
-        }
-    }
-}
-exports.ConfigBuilder = ConfigBuilder;
-//# sourceMappingURL=ConfigBuilder.js.map

package/dist/config/ConfigBuilder.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ConfigBuilder.js","sourceRoot":"","sources":["../../src/config/ConfigBuilder.ts"],"names":[],"mappings":";;AAEA,MAAa,aAAa;IAExB,MAAM,CAAC,QAAQ,CAAC,GAAyB;QACvC,MAAM,WAAW,GAAG,eAAe,CAAC;QACpC,MAAM,SAAS,GAAG,iBAAiB,CAAC;QACpC,MAAM,cAAc,GAAG,SAAS,CAAC;QAEjC,MAAM,aAAa,GAAoB;YACrC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK;YAC7B,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW;YACnC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,wBAAwB,EAAE;gBACxB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;gBACzB,MAAM,EAAE,eAAe,WAAW,yBAAyB;aAC5D;YACD,MAAM,EAAE;gBACN,cAAc,EAAE,oBAAoB;gBACpC,uBAAuB,EAAE,mBAAmB;gBAC5C,eAAe,EAAE,YAAY;gBAC7B,YAAY,EAAE,MAAM;aACrB;YACD,SAAS,EAAE;gBACT,gBAAgB,EAAE,eAAe;gBACjC,gBAAgB,EAAE,IAAI;gBACtB,gBAAgB,EAAE,cAAc;gBAChC,gBAAgB,EAAE,YAAY;aAC/B;SACF,CAAC;QACF,MAAM,WAAW,GAAoB;YACnC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK;YAC7B,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW;YACnC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,wBAAwB,EAAE;gBACxB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;gBACzB,MAAM,EAAE,eAAe,SAAS,yBAAyB;aAC1D;YACD,MAAM,EAAE;gBACN,cAAc,EAAE,sBAAsB;gBACtC,uBAAuB,EAAE,qBAAqB;gBAC9C,eAAe,EAAE,cAAc;gBAC/B,YAAY,EAAE,MAAM;aACrB;YACD,SAAS,EAAE;gBACT,gBAAgB,EAAE,eAAe;gBACjC,gBAAgB,EAAE,IAAI;gBACtB,gBAAgB,EAAE,cAAc;gBAChC,gBAAgB,EAAE,YAAY;aAC/B;SACF,CAAC;QACF,MAAM,gBAAgB,GAAoB;YACxC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK;YAC7B,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW;YACnC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,wBAAwB,EAAE;gBACxB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;gBACzB,MAAM,EAAE,eAAe,cAAc,yBAAyB;aAC/D;YACD,MAAM,EAAE;gBACN,cAAc,EAAE,qBAAqB;gBACrC,uBAAuB,EAAE,oBAAoB;gBAC7C,eAAe,EAAE,QAAQ;gBACzB,YAAY,EAAE,MAAM;aACrB;YACD,SAAS,EAAE;gBACT,gBAAgB,EAAE,eAAe;gBACjC,gBAAgB,EAAE,IAAI;gBACtB,gBAAgB,EAAE,cAAc;gBAChC,gBAAgB,EAAE,YAAY;aAC/B;SACF,CAAC;QAEF,QAAQ,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE;YAC9B,KAAK,SAAS;gBACZ,aAAa,CAAC,aAAa,GAAG,aAAa,CAAC;gBAC5C,OAAO,aAAa,CAAC;YACvB,KAAK,OAAO;gBACV,aAAa,CAAC,aAAa,GAAG,WAAW,CAAC;gBAC1C,OAAO,WAAW,CAAC;YACrB,KAAK,YAAY;gBACf,aAAa,CAAC,aAAa,GAAG,gBAAgB,CAAC;gBAC/C,OAAO,gBAAgB,CAAC;YAC1B;gBACE,OAAO,IAAI,CAAC;SACf;IACH,CAAC;CACF;AAxFD,sCAwFC"}

package/dist/config/index.d.ts

@@ -1 +0,0 @@
-export * from './ConfigBuilder';

package/dist/config/index.js

@@ -1,7 +0,0 @@
-"use strict";
-function __export(m) {
-    for (var p in m) if (!exports.hasOwnProperty(p)) exports[p] = m[p];
-}
-Object.defineProperty(exports, "__esModule", { value: true });
-__export(require("./ConfigBuilder"));
-//# sourceMappingURL=index.js.map

package/dist/config/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":";;;;;AAAA,qCAAgC"}

package/dist/index.d.ts

@@ -1 +0,0 @@
-import 'reflect-metadata';

package/dist/index.js

@@ -1,64 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : new P(function (resolve) { resolve(result.value); }).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-require("reflect-metadata");
-const chunkable_1 = require("@bytebrand/chunkable");
-const config_1 = require("./config");
-const index_1 = require("./modules/car-loader/index");
-const acrhiver_1 = require("./modules/acrhiver");
-const car_exporter_1 = require("./modules/car-exporter");
-const ftp_1 = require("@bytebrand/chunkable/dist/ftp");
-const rl = require('readline').createInterface({ input: process.stdin });
-rl.on('line', (line) => __awaiter(this, void 0, void 0, function* () {
-    try {
-        const job = {
-            id: 'sdsdsd',
-            params: {
-                apikey: 'AIzaSyD57yo222EMQjyHQKCDsLILrHh3AzOGtmU',
-                environment: 'production',
-                // apikey: 'AIzaSyC-jmLAkt2pVO0t-beLIuZJwR4jiGpzYyU',
-                // environment: 'develop',
-                limit: 1000,
-            },
-        };
-        // const job: ChunkableInterfaces.CronicleJobInterface = JSON.parse(line);
-        process.stdout.write(`Running job: ${job.id}: ${JSON.stringify(job)}\n`);
-        const config = config_1.ConfigBuilder.mkConfig(job);
-        chunkable_1.FTP.initFTPConnections(config.ftpConfig, 'general').then(() => __awaiter(this, void 0, void 0, function* () {
-            const loader = index_1.getLoader(config);
-            const archiver = acrhiver_1.getArhiver(config);
-            const exporter = car_exporter_1.getExporter(Object.assign(config, { eventEmitter: ftp_1.getEventEmitter('general') }));
-            loader.onFinish((chunks) => {
-                process.stdout.write(`${JSON.stringify({ progress: 0.33 })}\n`);
-                return archiver.start(chunks);
-            });
-            archiver.onFinish((chunks) => {
-                loader.clear();
-                process.stdout.write(`${JSON.stringify({ progress: 0.66 })}\n`);
-                return exporter.start(chunks);
-            });
-            loader.start();
-            exporter.onChunk((chunk) => {
-                archiver.clear();
-                process.stdout.write(`${JSON.stringify({ progress: 1 })}\n`);
-                process.stdout.write(`${JSON.stringify({ complete: 1, code: 0 })}\n`);
-                process.exit();
-                // rl.close();
-                return Promise.resolve(true);
-            });
-        }));
-        // rl.close();
-    }
-    catch (e) {
-        // rl.close();
-        process.stderr.write(`${JSON.stringify({ complete: 1, code: 1, description: e.message })}\n`);
-    }
-}));
-//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,4BAA0B;AAC1B,oDAAiH;AACjH,qCAAyC;AACzC,sDAAuD;AACvD,iDAAgD;AAChD,yDAAqD;AACrD,uDAAgE;AAEhE,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;AAEzE,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAO,IAAY,EAAE,EAAE;IACnC,IAAI;QACF,MAAM,GAAG,GAA6C;YACpD,EAAE,EAAE,QAAQ;YACZ,MAAM,EAAE;gBACN,MAAM,EAAE,yCAAyC;gBACjD,WAAW,EAAE,YAAY;gBACzB,qDAAqD;gBACrD,0BAA0B;gBAC1B,KAAK,EAAE,IAAI;aACZ;SACF,CAAC;QACF,0EAA0E;QAE1E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEzE,MAAM,MAAM,GAAwC,sBAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEhF,eAAY,CAAC,kBAAkB,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,GAAS,EAAE;YAC3E,MAAM,MAAM,GAAsB,iBAAS,CAAC,MAAM,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAsB,qBAAU,CAAC,MAAM,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAsB,0BAAW,CAC7C,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,qBAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CACpE,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,CAAC,MAA4C,EAAE,EAAE;gBAC/D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;gBAChE,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,QAAQ,CAAC,CAAC,MAA4C,EAAE,EAAE;gBACjE,MAAM,CAAC,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;gBAChE,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,KAAK,EAAE,CAAC;YAEf,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACzB,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBAE7D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBACtE,OAAO,CAAC,IAAI,EAAE,CAAC;gBACf,cAAc;gBACd,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACL,CAAC,CAAA,CAAC,CAAC;QACH,cAAc;KACf;IAAC,OAAO,CAAC,EAAE;QACV,cAAc;QACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;KAC/F;AACH,CAAC,CAAA,CAAC,CAAC"}

package/dist/interfaces/index.js

@@ -1 +0,0 @@
-//# sourceMappingURL=index.js.map

package/dist/interfaces/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/interfaces/index.ts"],"names":[],"mappings":""}

package/dist/modules/acrhiver/TarArchiver.d.ts

@@ -1,6 +0,0 @@
-import { AbstractChunkable, Interfaces } from '@bytebrand/chunkable';
-export declare class TarArchiver extends AbstractChunkable {
-    doChunk(chunk?: Interfaces.ChunkInterface): Promise<boolean>;
-    clear(): Promise<void>;
-    doStart(chunks?: Interfaces.ChunkInterface[]): any;
-}

package/dist/modules/acrhiver/TarArchiver.js

@@ -1,52 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : new P(function (resolve) { resolve(result.value); }).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k];
-    result["default"] = mod;
-    return result;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const chunkable_1 = require("@bytebrand/chunkable");
-const tar = __importStar(require("tar"));
-const moment_1 = __importDefault(require("moment"));
-const fs_1 = __importDefault(require("fs"));
-class TarArchiver extends chunkable_1.AbstractChunkable {
-    doChunk(chunk) {
-        throw new Error('This converter works with full data use doStart');
-    }
-    clear() {
-        return __awaiter(this, void 0, void 0, function* () {
-            for (const chunk of this.chunks) {
-                fs_1.default.unlinkSync(this.getChunkPath(chunk));
-            }
-        });
-    }
-    doStart(chunks) {
-        const archiveChunk = this.createChunk(moment_1.default().format('DD_MM_YY'), 'tgz');
-        archiveChunk.currentLocation = this.pathesConfig.localDirectory;
-        const options = {
-            gzip: true,
-            file: this.getChunkPath(archiveChunk),
-            cwd: this.pathesConfig.localDirectory,
-        };
-        const files = chunks.map((chunk) => this.getChunkFileName(chunk));
-        return tar.create(options, files).then(() => {
-            this.chunks.push(archiveChunk);
-            return this.onFinishCallback([archiveChunk]);
-        });
-    }
-}
-exports.TarArchiver = TarArchiver;
-//# sourceMappingURL=TarArchiver.js.map

package/dist/modules/acrhiver/TarArchiver.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"TarArchiver.js","sourceRoot":"","sources":["../../../src/modules/acrhiver/TarArchiver.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA,oDAAqE;AACrE,yCAA2B;AAC3B,oDAA4B;AAC5B,4CAAoB;AAEpB,MAAa,WAAY,SAAQ,6BAAiB;IAChD,OAAO,CAAC,KAAiC;QACvC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IAEK,KAAK;;YACT,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE;gBAC/B,YAAE,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;aACzC;QACH,CAAC;KAAA;IAED,OAAO,CAAC,MAAoC;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,gBAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1E,YAAY,CAAC,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC;QAChE,MAAM,OAAO,GAAwC;YACnD,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;YACrC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc;SACtC,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;QAElE,OAAQ,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAS,CAAC,IAAI,CAAC,GAAG,EAAE;YACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC/B,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAE,YAAY,CAAE,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AA1BD,kCA0BC"}

package/dist/modules/acrhiver/index.d.ts

@@ -1,2 +0,0 @@
-import { ChunkableFactoryInterface } from '@bytebrand/chunkable';
-export declare const getArhiver: ChunkableFactoryInterface;

package/dist/modules/acrhiver/index.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const TarArchiver_1 = require("./TarArchiver");
-exports.getArhiver = (config) => {
-    return new TarArchiver_1.TarArchiver({ pathesConfig: config.pathes, limit: config.chunk_limit });
-};
-//# sourceMappingURL=index.js.map

package/dist/modules/acrhiver/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/modules/acrhiver/index.ts"],"names":[],"mappings":";;AAAA,+CAA4C;AAG/B,QAAA,UAAU,GAA8B,CAAC,MAAuB,EAAE,EAAE;IAC/E,OAAQ,IAAI,yBAAW,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,EAAE,CAAuB,CAAC;AAC5G,CAAC,CAAC"}

package/dist/modules/car-exporter/index.d.ts

@@ -1,2 +0,0 @@
-import { ChunkableFactoryInterface } from '@bytebrand/chunkable';
-export declare const getExporter: ChunkableFactoryInterface;

package/dist/modules/car-exporter/index.js

@@ -1,10 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const chunkable_1 = require("@bytebrand/chunkable");
-exports.getExporter = (config) => {
-    return new chunkable_1.Exporters.FtpCarsJsonExporter(config.eventEmitter, {
-        pathesConfig: config.pathes,
-        limit: config.chunk_limit,
-    });
-};
-//# sourceMappingURL=index.js.map

package/dist/modules/car-exporter/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/modules/car-exporter/index.ts"],"names":[],"mappings":";;AAAA,oDAAkG;AAGrF,QAAA,WAAW,GAA8B,CACpD,MAA6D,EAC7D,EAAE;IACF,OAAO,IAAI,qBAAS,CAAC,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE;QAC5D,YAAY,EAAE,MAAM,CAAC,MAAM;QAC3B,KAAK,EAAE,MAAM,CAAC,WAAW;KAC1B,CAAC,CAAC;AACL,CAAC,CAAC"}

package/dist/modules/car-loader/index.d.ts

@@ -1,2 +0,0 @@
-import { ChunkableFactoryInterface } from '@bytebrand/chunkable';
-export declare const getLoader: ChunkableFactoryInterface;

package/dist/modules/car-loader/index.js

@@ -1,12 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const chunkable_1 = require("@bytebrand/chunkable");
-exports.getLoader = (config) => {
-    return new chunkable_1.Loaders.CarBasicDataCarsLoader({
-        pathesConfig: config.pathes,
-        limit: config.chunk_limit,
-        cbdUrl: config.projectRelatedParameters.cbdUrl,
-        apikey: config.projectRelatedParameters.apikey,
-    });
-};
-//# sourceMappingURL=index.js.map

package/dist/modules/car-loader/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/modules/car-loader/index.ts"],"names":[],"mappings":";;AAAA,oDAAgG;AAEnF,QAAA,SAAS,GAA8B,CAAC,MAAuB,EAAE,EAAE;IAC9E,OAAO,IAAI,mBAAO,CAAC,sBAAsB,CAAC;QACxC,YAAY,EAAE,MAAM,CAAC,MAAM;QAC3B,KAAK,EAAE,MAAM,CAAC,WAAW;QACzB,MAAM,EAAE,MAAM,CAAC,wBAAwB,CAAC,MAAM;QAC9C,MAAM,EAAE,MAAM,CAAC,wBAAwB,CAAC,MAAM;KAC/C,CAAC,CAAC;AACL,CAAC,CAAC"}

package/index.js

@@ -1,2 +0,0 @@
-require('ts-node').register('./tsconfig.json');
-require('./src/index');

package/readme.md

@@ -1,7 +0,0 @@
-start script
-
-``node index.js``
-
-after it type next line
-
-``{"id": 1, "params": {"apikey": "", "environment": "develop", "limit": "200", "ftpHost": "", "ftpUser": "", "ftpPassword": ""}}``

package/src/config/ConfigBuilder.ts

@@ -1,91 +0,0 @@
-import { ConfigInterface, CronicleJobInterface } from '@bytebrand/chunkable';
-
-export class ConfigBuilder {
-  static defaultConfig: ConfigInterface;
-  static mkConfig(job: CronicleJobInterface): ConfigInterface {
-    const developRoot = 'autode-dev.de';
-    const stageRoot = 'autode-stage.de';
-    const productionRoot = 'auto.de';
-
-    const developConfig: ConfigInterface = {
-      chunk_limit: job.params.limit,
-      root: developRoot,
-      environment: job.params.environment,
-      id: job.id,
-      projectRelatedParameters: {
-        apikey: job.params.apikey,
-        cbdUrl: `https://www.${developRoot}/service/car-basic-data`,
-      },
-      pathes: {
-        localDirectory: 'resources/json_dev',
-        localConvertedDirectory: 'resources/csv_dev',
-        remoteDirectory: 'import_dev',
-        baseFileName: 'cars',
-      },
-      ftpConfig: {
-        DEFAULT_FTP_HOST: '185.15.211.90',
-        DEFAULT_FTP_PORT: '21',
-        DEFAULT_FTP_USER: 'jelastic-ftp',
-        DEFAULT_FTP_PASS: '7D413EB6L6',
-      },
-    };
-    const stageConfig: ConfigInterface = {
-      chunk_limit: job.params.limit,
-      root: developRoot,
-      environment: job.params.environment,
-      id: job.id,
-      projectRelatedParameters: {
-        apikey: job.params.apikey,
-        cbdUrl: `https://www.${stageRoot}/service/car-basic-data`,
-      },
-      pathes: {
-        localDirectory: 'resources/json_stage',
-        localConvertedDirectory: 'resources/csv_stage',
-        remoteDirectory: 'import_stage',
-        baseFileName: 'cars',
-      },
-      ftpConfig: {
-        DEFAULT_FTP_HOST: '185.15.211.90',
-        DEFAULT_FTP_PORT: '21',
-        DEFAULT_FTP_USER: 'jelastic-ftp',
-        DEFAULT_FTP_PASS: '7D413EB6L6',
-      },
-    };
-    const productionConfig: ConfigInterface = {
-      chunk_limit: job.params.limit,
-      root: developRoot,
-      environment: job.params.environment,
-      id: job.id,
-      projectRelatedParameters: {
-        apikey: job.params.apikey,
-        cbdUrl: `https://www.${productionRoot}/service/car-basic-data`,
-      },
-      pathes: {
-        localDirectory: 'resources/json_prod',
-        localConvertedDirectory: 'resources/csv_prod',
-        remoteDirectory: 'import',
-        baseFileName: 'cars',
-      },
-      ftpConfig: {
-        DEFAULT_FTP_HOST: '185.15.211.90',
-        DEFAULT_FTP_PORT: '21',
-        DEFAULT_FTP_USER: 'jelastic-ftp',
-        DEFAULT_FTP_PASS: '7D413EB6L6',
-      },
-    };
-
-    switch (job.params.environment) {
-      case 'develop':
-        ConfigBuilder.defaultConfig = developConfig;
-        return developConfig;
-      case 'stage':
-        ConfigBuilder.defaultConfig = stageConfig;
-        return stageConfig;
-      case 'production':
-        ConfigBuilder.defaultConfig = productionConfig;
-        return productionConfig;
-      default:
-        return null;
-    }
-  }
-}

package/src/config/index.ts

@@ -1 +0,0 @@
-export * from './ConfigBuilder';

package/src/index.ts

@@ -1,62 +0,0 @@
-import 'reflect-metadata';
-import { Interfaces as ChunkableInterfaces, FTP as ChunkableFtp, AbstractChunkable } from '@bytebrand/chunkable';
-import { ConfigBuilder } from './config';
-import { getLoader } from './modules/car-loader/index';
-import { getArhiver } from './modules/acrhiver';
-import { getExporter } from './modules/car-exporter';
-import { getEventEmitter } from '@bytebrand/chunkable/dist/ftp';
-
-const rl = require('readline').createInterface({ input: process.stdin });
-
-rl.on('line', async (line: string) => {
-  try {
-    const job: ChunkableInterfaces.CronicleJobInterface = {
-      id: 'sdsdsd',
-      params: {
-        apikey: 'AIzaSyD57yo222EMQjyHQKCDsLILrHh3AzOGtmU',
-        environment: 'production',
-        // apikey: 'AIzaSyC-jmLAkt2pVO0t-beLIuZJwR4jiGpzYyU',
-        // environment: 'develop',
-        limit: 1000,
-      },
-    };
-    // const job: ChunkableInterfaces.CronicleJobInterface = JSON.parse(line);
-
-    process.stdout.write(`Running job: ${job.id}: ${JSON.stringify(job)}\n`);
-
-    const config: ChunkableInterfaces.ConfigInterface = ConfigBuilder.mkConfig(job);
-
-    ChunkableFtp.initFTPConnections(config.ftpConfig, 'general').then(async () => {
-      const loader: AbstractChunkable = getLoader(config);
-      const archiver: AbstractChunkable = getArhiver(config);
-      const exporter: AbstractChunkable = getExporter(
-        Object.assign(config, { eventEmitter: getEventEmitter('general') }),
-      );
-
-      loader.onFinish((chunks: ChunkableInterfaces.ChunkInterface[]) => {
-        process.stdout.write(`${JSON.stringify({ progress: 0.33 })}\n`);
-        return archiver.start(chunks);
-      });
-      archiver.onFinish((chunks: ChunkableInterfaces.ChunkInterface[]) => {
-        loader.clear();
-        process.stdout.write(`${JSON.stringify({ progress: 0.66 })}\n`);
-        return exporter.start(chunks);
-      });
-      loader.start();
-
-      exporter.onChunk((chunk) => {
-        archiver.clear();
-        process.stdout.write(`${JSON.stringify({ progress: 1 })}\n`);
-
-        process.stdout.write(`${JSON.stringify({ complete: 1, code: 0 })}\n`);
-        process.exit();
-        // rl.close();
-        return Promise.resolve(true);
-      });
-    });
-    // rl.close();
-  } catch (e) {
-    // rl.close();
-    process.stderr.write(`${JSON.stringify({ complete: 1, code: 1, description: e.message })}\n`);
-  }
-});

package/src/modules/acrhiver/TarArchiver.ts

@@ -1,32 +0,0 @@
-import { AbstractChunkable, Interfaces } from '@bytebrand/chunkable';
-import * as tar from 'tar';
-import moment from 'moment';
-import fs from 'fs';
-
-export class TarArchiver extends AbstractChunkable {
-  doChunk(chunk?: Interfaces.ChunkInterface): Promise<boolean> {
-    throw new Error('This converter works with full data use doStart');
-  }
-
-  async clear() {
-    for (const chunk of this.chunks) {
-      fs.unlinkSync(this.getChunkPath(chunk));
-    }
-  }
-
-  doStart(chunks?: Interfaces.ChunkInterface[]) {
-    const archiveChunk = this.createChunk(moment().format('DD_MM_YY'), 'tgz');
-    archiveChunk.currentLocation = this.pathesConfig.localDirectory;
-    const options: tar.FileOptions & tar.CreateOptions = {
-      gzip: true,
-      file: this.getChunkPath(archiveChunk),
-      cwd: this.pathesConfig.localDirectory,
-    };
-    const files = chunks.map((chunk) => this.getChunkFileName(chunk));
-
-    return (tar.create(options, files) as any).then(() => {
-      this.chunks.push(archiveChunk);
-      return this.onFinishCallback([ archiveChunk ]);
-    });
-  }
-}

package/src/modules/acrhiver/index.ts

@@ -1,6 +0,0 @@
-import { TarArchiver } from './TarArchiver';
-import { AbstractChunkable, ConfigInterface, ChunkableFactoryInterface } from '@bytebrand/chunkable';
-
-export const getArhiver: ChunkableFactoryInterface = (config: ConfigInterface) => {
-  return (new TarArchiver({ pathesConfig: config.pathes, limit: config.chunk_limit }) as AbstractChunkable);
-};

package/src/modules/car-exporter/index.ts

@@ -1,11 +0,0 @@
-import { Exporters, ConfigInterface, ChunkableFactoryInterface, FTP } from '@bytebrand/chunkable';
-import { EventEmitter } from '@bytebrand/event-emitter';
-
-export const getExporter: ChunkableFactoryInterface = (
-  config: ConfigInterface & { eventEmitter: EventEmitter<any> },
-) => {
-  return new Exporters.FtpCarsJsonExporter(config.eventEmitter, {
-    pathesConfig: config.pathes,
-    limit: config.chunk_limit,
-  });
-};

package/src/modules/car-loader/index.ts

@@ -1,10 +0,0 @@
-import { Loaders, ConfigInterface, ChunkableFactoryInterface, FTP } from '@bytebrand/chunkable';
-
-export const getLoader: ChunkableFactoryInterface = (config: ConfigInterface) => {
-  return new Loaders.CarBasicDataCarsLoader({
-    pathesConfig: config.pathes,
-    limit: config.chunk_limit,
-    cbdUrl: config.projectRelatedParameters.cbdUrl,
-    apikey: config.projectRelatedParameters.apikey,
-  });
-};