@nu-art/ts-common 0.203.74 → 0.203.76

package/core/module.js

@@ -85,11 +85,13 @@ class Module extends Logger_1.Logger {
     setName(name) {
         this.name = name;
     }
+    // @ts-ignore
     setConfig(config) {
         // @ts-ignore
         this.config = this.config ? (0, merge_tools_1.merge)(this.config, config || {}) : config;
         this.config.minLogLevel && this.setMinLevel(this.config.minLogLevel);
     }
+    // @ts-ignore
     setManager(manager) {
         // @ts-ignore
         this.manager = manager;

package/csv.d.ts

@@ -1 +1,2 @@
 export * from './modules/CSVModule';
+export * from './modules/CSVModuleV3';

package/csv.js

@@ -32,3 +32,4 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./modules/CSVModule"), exports);
+__exportStar(require("./modules/CSVModuleV3"), exports);

package/modules/CSVModuleV3.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Created by tacb0ss on 07/05/2018.
+ */
+import { Readable, Writable } from 'stream';
+import { Module } from '../core/module';
+import * as csv from 'fast-csv';
+export declare class CSVModuleV3_Class extends Module {
+    constructor();
+    protected init(): void;
+    readFromStream: <T>(stream: Readable, processor: (item: T, rowNumber: number, stream: csv.CsvParserStream<csv.ParserRow<any>, csv.ParserRow<any>>) => void) => Promise<void>;
+    protected readImpl: <T>(stream: Readable, processor: (item: T, rowNumber: number, stream: csv.CsvParserStream<csv.ParserRow<any>, csv.ParserRow<any>>) => void) => Promise<void>;
+    writeToStream: <I extends csv.FormatterRow = csv.FormatterRow, O extends csv.FormatterRow = csv.FormatterRow>(writable: Writable, items: I[], options?: csv.FormatterOptionsArgs<I, O> | undefined) => Promise<void>;
+    protected writeImpl: <I extends unknown>(writable: Writable, items: I[], options?: csv.FormatterOptionsArgs<any, any>) => Promise<void>;
+    provideFormatter: (transformer?: (item: any) => any) => csv.CsvFormatterStream<csv.FormatterRow, csv.FormatterRow>;
+    provideFormatterFromCsv: (transformer?: (item: any) => any) => csv.CsvParserStream<csv.ParserRow<any>, csv.ParserRow<any>>;
+}
+export declare const CSVModuleV3: CSVModuleV3_Class;

package/modules/CSVModuleV3.js

@@ -0,0 +1,77 @@
+"use strict";
+/*
+ * ts-common is the basic building blocks of our typescript projects
+ *
+ * Copyright (C) 2020 Adam van der Kruk aka TacB0sS
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CSVModuleV3 = exports.CSVModuleV3_Class = void 0;
+const module_1 = require("../core/module");
+const csv = require("fast-csv");
+class CSVModuleV3_Class extends module_1.Module {
+    constructor() {
+        super();
+        this.readFromStream = (stream, processor) => __awaiter(this, void 0, void 0, function* () {
+            return this.readImpl(stream, processor);
+        });
+        this.readImpl = (stream, processor) => __awaiter(this, void 0, void 0, function* () {
+            return new Promise((resolve, reject) => {
+                let rowIndex = 0;
+                const csvParser = csv.parse({ headers: true, trim: true });
+                csvParser
+                    .on('data', (instance) => {
+                    processor(instance, rowIndex++, csvParser);
+                })
+                    .on('error', (err) => reject(err))
+                    .on('end', () => {
+                    this.logInfo('read ended');
+                    resolve();
+                });
+                stream.pipe(csvParser);
+            });
+        });
+        this.writeToStream = (writable, items, options) => {
+            return this.writeImpl(writable, items, options);
+        };
+        this.writeImpl = (writable, items, options) => {
+            return new Promise((resolve, reject) => {
+                csv.writeToStream(writable, items, options)
+                    .on('finish', () => resolve())
+                    .on('error', err => reject(err));
+            });
+        };
+        this.provideFormatter = (transformer = item => item) => {
+            return csv.format({ headers: true })
+                .transform(transformer);
+        };
+        this.provideFormatterFromCsv = (transformer = item => item) => {
+            return csv.parse({ headers: true, trim: true })
+                .transform(transformer);
+        };
+    }
+    init() {
+    }
+}
+exports.CSVModuleV3_Class = CSVModuleV3_Class;
+exports.CSVModuleV3 = new CSVModuleV3_Class();

package/modules/JSONCSVModule.d.ts

@@ -0,0 +1,16 @@
+import { CSVModuleV3_Class } from './CSVModuleV3';
+import { TS_Object } from '../utils/types';
+import { Readable, Writable } from 'stream';
+import * as csv from 'fast-csv';
+type Output<T extends TS_Object> = {
+    [K in keyof T]: T[K] extends object ? string : T[K];
+};
+export declare class JSONCSVModule_Class<I extends TS_Object, O extends Output<I> = Output<I>> extends CSVModuleV3_Class {
+    private keysToStringify;
+    constructor(keysToStringify: (keyof I)[]);
+    private processToJSON;
+    private processFromJSON;
+    protected writeImpl: (writable: Writable, items: I[], options?: csv.FormatterOptionsArgs<I, O>) => Promise<void>;
+    protected readImpl: (stream: Readable, processor: (item: I, rowNumber: number, stream: csv.CsvParserStream<csv.ParserRow<any>, csv.ParserRow<any>>) => void) => Promise<void>;
+}
+export {};

package/modules/JSONCSVModule.js

@@ -0,0 +1,69 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JSONCSVModule_Class = void 0;
+const CSVModuleV3_1 = require("./CSVModuleV3");
+const object_tools_1 = require("../utils/object-tools");
+const tools_1 = require("../utils/tools");
+const csv = require("fast-csv");
+class JSONCSVModule_Class extends CSVModuleV3_1.CSVModuleV3_Class {
+    constructor(keysToStringify) {
+        super();
+        this.processToJSON = (i) => {
+            const o = {};
+            (0, object_tools_1._keys)(i).forEach(k => {
+                if (this.keysToStringify.includes(k))
+                    return o[k] = (0, tools_1.__stringify)(i[k]);
+                o[k] = i[k];
+            });
+            return o;
+        };
+        this.processFromJSON = (o) => {
+            const i = {};
+            (0, object_tools_1._keys)(o).forEach(_k => {
+                const k = _k;
+                if (this.keysToStringify.includes(k)) {
+                    return i[k] = JSON.parse(o[k]);
+                }
+                i[k] = o[k];
+            });
+            return i;
+        };
+        // @ts-ignore
+        this.writeImpl = (writable, items, options) => __awaiter(this, void 0, void 0, function* () {
+            return new Promise((resolve, reject) => {
+                const _options = Object.assign(Object.assign({}, options), { transform: this.processToJSON });
+                csv.writeToStream(writable, items, _options)
+                    .on('finish', () => resolve())
+                    .on('error', err => reject(err));
+            });
+        });
+        // @ts-ignore
+        this.readImpl = (stream, processor) => __awaiter(this, void 0, void 0, function* () {
+            return new Promise((resolve, reject) => {
+                let rowIndex = 0;
+                const csvParser = csv.parse({ headers: true, trim: true });
+                csvParser
+                    .on('data', (instance) => {
+                    processor(this.processFromJSON(instance), rowIndex++, csvParser);
+                })
+                    .on('error', (err) => reject(err))
+                    .on('end', () => {
+                    this.logInfo('read ended');
+                    resolve();
+                });
+                stream.pipe(csvParser);
+            });
+        });
+        this.keysToStringify = keysToStringify;
+    }
+}
+exports.JSONCSVModule_Class = JSONCSVModule_Class;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nu-art/ts-common",
-  "version": "0.203.74",
+  "version": "0.203.76",
   "description": "js and ts infra",
   "keywords": [
     "TacB0sS",
@@ -37,7 +37,8 @@
     "moment": "^2.29.4",
     "node-forge": "^1.2.1",
     "uuid": "^9.0.0",
-    "csv-parser": "^2.3.3"
+    "csv-parser": "^2.3.3",
+    "xlsx": "^0.18.5"
   },
   "devDependencies": {
     "@types/mocha": "^10.0.6",