@nu-art/ts-common 0.202.20 → 0.202.22

package/db/types.d.ts

@@ -32,6 +32,7 @@ export type Proto_DB_Object<T extends DB_Object, GeneratedKeys extends keyof T |
 };
 export type DBProto<P extends Proto_DB_Object<any, any, any, any, any>, ModifiableSubType = Omit<P['type'], P['generatedKeys'] | keyof DB_Object>, GeneratedSubType = SubsetObjectByKeys<P['type'], P['generatedKeys']>> = {
     uiType: ModifiableSubType & Partial<GeneratedSubType> & Partial<DB_Object>;
+    preDbType: ModifiableSubType & Partial<GeneratedSubType>;
     dbType: P['type'];
     generatedPropsValidator: ValidatorTypeResolver<Omit<GeneratedSubType, keyof DB_Object>>;
     modifiablePropsValidator: ValidatorTypeResolver<ModifiableSubType>;

package/modules/CSVModule.d.ts

@@ -6,7 +6,7 @@
 import { ExportToCsv, Options } from 'export-to-csv';
 import { StringMap, TS_Object } from '../utils/types';
 import { Module } from '../core/module';
-import { Readable } from 'stream';
+import { Readable, Transform } from 'stream';
 type Config = {
     options: Options;
 };
@@ -34,7 +34,8 @@ declare class CSVModule_Class extends Module<Config> {
     readCsvFromBuffer<T extends TS_Object>(buffer: Buffer, readOptions?: ReadOptions<T>): Promise<T[]>;
     readCsvFromStream<T extends TS_Object>(stream: Readable, readOptions?: ReadOptions<T>): Promise<T[]>;
     forEachCsvRowFromStreamAsync<T extends TS_Object>(stream: Readable, callback: (instance: T) => Promise<void>, readOptions?: ReadOptions, queueCount?: number): Promise<void>;
-    forEachCsvRowFromStreamSync<T extends TS_Object>(stream: Readable, callback: (instance: T, index: number) => void, readOptions?: ReadOptions): Promise<void>;
+    forEachCsvRowFromStreamSync<T extends TS_Object>(stream: Readable, callback: (instance: T, index: number, csvStream: Transform) => void, readOptions?: ReadOptions): Promise<void>;
+    forEachCsvRowFromStreamSync_FastCSV<T extends TS_Object>(stream: Readable, callback: (instance: T, index: number, stream: Readable) => void, readOptions?: ReadOptions): Promise<void>;
     private createReadParserOptions;
 }
 export declare const CSVModule: CSVModule_Class;

package/modules/CSVModule.js

@@ -36,6 +36,7 @@ const module_1 = require("../core/module");
 const stream_1 = require("stream");
 const queue_1 = require("../utils/queue");
 const csvParser = require("csv-parser");
+const csv = require("fast-csv");
 const DefaultConfig = {
     options: {
         fieldSeparator: ',',
@@ -116,14 +117,33 @@ class CSVModule_Class extends module_1.Module {
         return __awaiter(this, void 0, void 0, function* () {
             return new Promise((resolve, reject) => {
                 let rowIndex = 0;
+                const csvStream = csvParser(this.createReadParserOptions(readOptions));
                 stream
-                    .pipe(csvParser(this.createReadParserOptions(readOptions)))
-                    .on('data', (instance) => callback(instance, rowIndex++))
+                    .pipe(csvStream)
+                    .on('data', (instance) => callback(instance, rowIndex++, csvStream))
+                    .on('error', (err) => reject(err))
+                    .on('end', () => {
+                    this.logInfo('read ended');
+                    resolve();
+                });
+            });
+        });
+    }
+    forEachCsvRowFromStreamSync_FastCSV(stream, callback, readOptions = {}) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return new Promise((resolve, reject) => {
+                let rowIndex = 0;
+                const csvStream = csv.parse({ headers: true, trim: true });
+                csvStream
+                    .on('data', (instance) => {
+                    callback(instance, rowIndex++, csvStream);
+                })
                     .on('error', (err) => reject(err))
                     .on('end', () => {
                     this.logInfo('read ended');
                     resolve();
                 });
+                stream.pipe(csvStream);
             });
         });
     }
@@ -139,7 +159,7 @@ class CSVModule_Class extends module_1.Module {
                 return mapValues !== null && mapValues !== void 0 ? mapValues : args.value;
             },
             quote: readOptions.quote || '"',
-            headers: readOptions.headers
+            headers: readOptions.headers,
         };
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nu-art/ts-common",
-  "version": "0.202.20",
+  "version": "0.202.22",
   "description": "js and ts infra",
   "keywords": [
     "TacB0sS",
@@ -32,6 +32,7 @@
     "run-tests": "ts-mocha --timeout 5000 -p src/test/tsconfig.json src/test/run-all-tests.ts"
   },
   "dependencies": {
+    "fast-csv": "^4.3.6",
     "export-to-csv": "0.2.1",
     "moment": "^2.24.0",
     "node-forge": "^1.2.1",

package/utils/date-time-tools.d.ts

@@ -35,5 +35,9 @@ export declare const DateTimeFormat: (format: string) => {
     parse: (timestampAsString: string) => number;
     format: (timestamp?: number) => string;
 };
+export declare const DateTimeFormat_yyyyMMDDTHHmmss: {
+    parse: (timestampAsString: string) => number;
+    format: (timestamp?: number) => string;
+};
 export declare function isSameDay(date1: Date, date2: Date): boolean;
 export declare function deltaDays(d1: Date | number, d2: Date | number): number;

package/utils/date-time-tools.js

@@ -26,7 +26,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.deltaDays = exports.isSameDay = exports.DateTimeFormat = exports.normalizeTimestamp = exports.parseTimeString = exports.formatTimestamp = exports.createReadableTimestampObject = exports.currentTimeMillisWithTimeZone = exports.currentLocalTimeMillis = exports.specificTimeTodayMillis = exports.currentTimeMillis = exports.auditBy = exports._clearInterval = exports._setInterval = exports._clearTimeout = exports._setTimeout = exports.sleep = exports.timeout = exports.Weekdays = exports.Format_YYYYMMDD_HHmmss = exports.Format_HHmmss_DDMMYYYY = exports.Year = exports.Week = exports.Day = exports.Hour = exports.Minute = exports.Second = void 0;
+exports.deltaDays = exports.isSameDay = exports.DateTimeFormat_yyyyMMDDTHHmmss = exports.DateTimeFormat = exports.normalizeTimestamp = exports.parseTimeString = exports.formatTimestamp = exports.createReadableTimestampObject = exports.currentTimeMillisWithTimeZone = exports.currentLocalTimeMillis = exports.specificTimeTodayMillis = exports.currentTimeMillis = exports.auditBy = exports._clearInterval = exports._setInterval = exports._clearTimeout = exports._setTimeout = exports.sleep = exports.timeout = exports.Weekdays = exports.Format_YYYYMMDD_HHmmss = exports.Format_HHmmss_DDMMYYYY = exports.Year = exports.Week = exports.Day = exports.Hour = exports.Minute = exports.Second = void 0;
 const moment_1 = require("moment");
 const moment = require("moment");
 exports.Second = 1000;
@@ -134,6 +134,7 @@ const DateTimeFormat = (format) => {
     };
 };
 exports.DateTimeFormat = DateTimeFormat;
+exports.DateTimeFormat_yyyyMMDDTHHmmss = (0, exports.DateTimeFormat)('YYYY-MM-DDTHH:mm:ss');
 function isSameDay(date1, date2) {
     return moment(date1).isSame(date2, 'day');
 }

package/utils/exception-tools.d.ts

@@ -1,4 +1 @@
-import { ApiException } from '../core/exceptions/exceptions';
-import { ApiError_GeneralErrorMessage } from '../core/exceptions/types';
 export declare function isCustomException(e: Error): boolean;
-export declare function BadRequest(userMessage: string, debugMessage?: string, cause?: Error): ApiException<ApiError_GeneralErrorMessage>;

package/utils/exception-tools.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BadRequest = exports.isCustomException = void 0;
+exports.isCustomException = void 0;
 const exceptions_1 = require("../core/exceptions/exceptions");
 const allExceptions = [
     exceptions_1.Exception,
@@ -17,10 +17,3 @@ function isCustomException(e) {
     return allExceptions.some(exc => !!(0, exceptions_1.isErrorOfType)(e, exc));
 }
 exports.isCustomException = isCustomException;
-function BadRequest(userMessage, debugMessage = userMessage, cause) {
-    return new exceptions_1.ApiException(400, debugMessage, cause).setErrorBody({
-        type: 'error-message',
-        data: { message: userMessage }
-    });
-}
-exports.BadRequest = BadRequest;

package/utils/types.d.ts

@@ -204,3 +204,8 @@ export type ManipulateInnerPropValue<ObjectType, PropertyPath extends DotNotatio
 } : never : {
     [Prop in keyof ObjectType]: Prop extends PropertyPath ? NewValueType : ObjectType[Prop];
 };
+export type Exact<T> = {
+    [K in keyof T]: T[K];
+} & {
+    [K: string]: never;
+};