csv-to-pg 3.15.0 → 3.16.0

package/esm/parse.js

@@ -196,7 +196,7 @@ const makeNullOrThrow = (fieldName, rawValue, type, required, reason) => {
 };
 // type (int, text, etc)
 // from Array of keys that map to records found (e.g., ['lon', 'lat'])
-const getCoercionFunc = (type, from, opts, fieldName) => {
+const getCoercionFunc = (type, from, opts, fieldName, globalOpts) => {
     const parseFn = opts.parse || identity;
     const required = opts.required || false;
     switch (type) {
@@ -385,7 +385,9 @@ const getCoercionFunc = (type, from, opts, fieldName) => {
         case 'text':
             return (record) => {
                 const rawValue = record[from[0]];
-                const value = parseFn(cleanseEmptyStrings(rawValue));
+                const preserve = globalOpts?.preserveEmptyStrings !== false;
+                const cleansed = preserve ? rawValue : cleanseEmptyStrings(rawValue);
+                const value = parseFn(cleansed);
                 if (isEmpty(value)) {
                     return makeNullOrThrow(fieldName, rawValue, type, required, 'value is empty or null');
                 }
@@ -469,6 +471,9 @@ const getCoercionFunc = (type, from, opts, fieldName) => {
     }
 };
 export const parseTypes = (config) => {
+    const globalOpts = {
+        preserveEmptyStrings: config.preserveEmptyStrings
+    };
     return Object.entries(config.fields).reduce((m, v) => {
         let [key, value] = v;
         let type;
@@ -488,7 +493,7 @@ export const parseTypes = (config) => {
             type = value.type;
             from = getFromValue(value.from || key);
         }
-        m[key] = getCoercionFunc(type, from, value, key);
+        m[key] = getCoercionFunc(type, from, value, key, globalOpts);
         return m;
     }, {});
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "csv-to-pg",
-  "version": "3.15.0",
+  "version": "3.16.0",
   "author": "Dan Lynch <pyramation@gmail.com>",
   "description": "csv to pg statements",
   "main": "index.js",
@@ -50,5 +50,5 @@
     "js-yaml": "^4.1.0",
     "pgsql-deparser": "^17.18.2"
   },
-  "gitHead": "0538fe39630e6bafd228cb3f2b114fff4f9a61aa"
+  "gitHead": "c665e2443ec98da61e9f372cf663cb9973afef4b"
 }

package/parse.d.ts

@@ -30,8 +30,12 @@ type CoercionFunc = (record: Record<string, unknown>) => Node;
 interface ConfigFields {
     [key: string]: string | FieldOptions;
 }
+export interface GlobalParseOptions {
+    preserveEmptyStrings?: boolean;
+}
 interface Config {
     fields: ConfigFields;
+    preserveEmptyStrings?: boolean;
 }
 interface TypesMap {
     [key: string]: CoercionFunc;

package/parse.js

@@ -205,7 +205,7 @@ const makeNullOrThrow = (fieldName, rawValue, type, required, reason) => {
 };
 // type (int, text, etc)
 // from Array of keys that map to records found (e.g., ['lon', 'lat'])
-const getCoercionFunc = (type, from, opts, fieldName) => {
+const getCoercionFunc = (type, from, opts, fieldName, globalOpts) => {
     const parseFn = opts.parse || identity;
     const required = opts.required || false;
     switch (type) {
@@ -394,7 +394,9 @@ const getCoercionFunc = (type, from, opts, fieldName) => {
         case 'text':
             return (record) => {
                 const rawValue = record[from[0]];
-                const value = parseFn(cleanseEmptyStrings(rawValue));
+                const preserve = globalOpts?.preserveEmptyStrings !== false;
+                const cleansed = preserve ? rawValue : cleanseEmptyStrings(rawValue);
+                const value = parseFn(cleansed);
                 if (isEmpty(value)) {
                     return makeNullOrThrow(fieldName, rawValue, type, required, 'value is empty or null');
                 }
@@ -478,6 +480,9 @@ const getCoercionFunc = (type, from, opts, fieldName) => {
     }
 };
 const parseTypes = (config) => {
+    const globalOpts = {
+        preserveEmptyStrings: config.preserveEmptyStrings
+    };
     return Object.entries(config.fields).reduce((m, v) => {
         let [key, value] = v;
         let type;
@@ -497,7 +502,7 @@ const parseTypes = (config) => {
             type = value.type;
             from = getFromValue(value.from || key);
         }
-        m[key] = getCoercionFunc(type, from, value, key);
+        m[key] = getCoercionFunc(type, from, value, key, globalOpts);
         return m;
     }, {});
 };

package/parser.d.ts

@@ -10,6 +10,7 @@ interface ParserConfig {
     input?: string;
     debug?: boolean;
     fields: Record<string, unknown>;
+    preserveEmptyStrings?: boolean;
 }
 export declare class Parser {
     private config;