csv-to-pg 0.6.2 → 2.0.2

package/main/parse.js

@@ -1,352 +0,0 @@
-"use strict";
-
-var _interopRequireWildcard = require("@babel/runtime/helpers/interopRequireWildcard");
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.parseTypes = exports.readConfig = exports.parse = void 0;
-
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
-var _slicedToArray2 = _interopRequireDefault(require("@babel/runtime/helpers/slicedToArray"));
-
-var _csvParser = _interopRequireDefault(require("csv-parser"));
-
-var _fs = require("fs");
-
-var _jsYaml = require("js-yaml");
-
-var ast = _interopRequireWildcard(require("pg-ast"));
-
-var _utils = require("./utils");
-
-function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); keys.push.apply(keys, symbols); } return keys; }
-
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2["default"])(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
-
-function isNumeric(str) {
-  if (typeof str != 'string') return false; // we only process strings!
-
-  return !isNaN(str) && // use type coercion to parse the _entirety_ of the string (`parseFloat` alone does not do this)...
-  !isNaN(parseFloat(str)); // ...and ensure strings of whitespace fail
-}
-
-var parseJson = function parseJson(value) {
-  if (typeof value === 'string') return value;
-  return value && JSON.stringify(value);
-};
-
-var psqlArray = function psqlArray(value) {
-  if (value && value.length) {
-    return "{".concat(value.map(function (v) {
-      return v;
-    }), "}");
-  }
-};
-
-var parse = function parse(path, opts) {
-  return new Promise(function (resolve, reject) {
-    var results = [];
-    (0, _fs.createReadStream)(path).pipe((0, _csvParser["default"])(opts)) // TODO check if 'data' is guaranteed to have a full row,
-    // if so, make a hook to use the stream properly
-    .on('data', function (data) {
-      return results.push(data);
-    }).on('error', function (er) {
-      reject(er);
-    }).on('end', function () {
-      resolve(results);
-    });
-  });
-};
-
-exports.parse = parse;
-
-var readConfig = function readConfig(config) {
-  var configValue;
-
-  if (config.endsWith('.js')) {
-    configValue = require(config);
-  } else if (config.endsWith('json')) {
-    configValue = JSON.parse((0, _fs.readFileSync)(config, 'utf-8'));
-  } else if (config.endsWith('yaml') || config.endsWith('yml')) {
-    configValue = (0, _jsYaml.safeLoad)((0, _fs.readFileSync)(config, 'utf-8'));
-  } else {
-    throw new Error('unsupported config!');
-  }
-
-  return configValue;
-};
-
-exports.readConfig = readConfig;
-
-var getFromValue = function getFromValue(from) {
-  if (Array.isArray(from)) return from;
-  return [from];
-}; // looks like the CSV library gives us empty strings?
-
-
-var cleanseEmptyStrings = function cleanseEmptyStrings(str) {
-  if (typeof str === 'string') {
-    if (str.trim() === '') return null;
-    return str;
-  } else {
-    return str;
-  }
-};
-
-var parseBoolean = function parseBoolean(str) {
-  if (typeof str === 'boolean') {
-    return str;
-  } else if (typeof str === 'string') {
-    var s = str.toLowerCase();
-
-    if (s === 'true') {
-      return true;
-    } else if (s === 't') {
-      return true;
-    } else if (s === 'f') {
-      return false;
-    } else if (s === 'false') {
-      return false;
-    }
-
-    return null;
-  } else {
-    return null;
-  }
-};
-
-var getValuesFromKeys = function getValuesFromKeys(object, keys) {
-  return keys.map(function (key) {
-    return object[key];
-  });
-};
-
-var identity = function identity(a) {
-  return a;
-};
-
-var isEmpty = function isEmpty(value) {
-  return value === null || typeof value === 'undefined';
-}; // type (int, text, etc)
-// from Array of keys that map to records found (e.g., ['lon', 'lat'])
-
-
-var getCoercionFunc = function getCoercionFunc(type, from, opts) {
-  var parse = opts.parse = opts.parse || identity;
-
-  switch (type) {
-    case 'int':
-      return function (record) {
-        var value = parse(record[from[0]]);
-
-        if (isEmpty(value)) {
-          return ast.Null({});
-        }
-
-        if (!isNumeric(value)) {
-          return ast.Null({});
-        }
-
-        var val = ast.A_Const({
-          val: ast.Integer({
-            ival: value
-          })
-        });
-        return (0, _utils.wrapValue)(val, opts);
-      };
-
-    case 'float':
-      return function (record) {
-        var value = parse(record[from[0]]);
-
-        if (isEmpty(value)) {
-          return ast.Null({});
-        }
-
-        if (!isNumeric(value)) {
-          return ast.Null({});
-        }
-
-        var val = ast.A_Const({
-          val: ast.Float({
-            str: value
-          })
-        });
-        return (0, _utils.wrapValue)(val, opts);
-      };
-
-    case 'boolean':
-    case 'bool':
-      return function (record) {
-        var value = parse(parseBoolean(record[from[0]]));
-
-        if (isEmpty(value)) {
-          return ast.Null({});
-        }
-
-        var val = ast.String({
-          str: value ? 'TRUE' : 'FALSE'
-        });
-        return (0, _utils.wrapValue)(val, opts);
-      };
-
-    case 'bbox':
-      // do bbox magic with args from the fields
-      return function (record) {
-        var val = (0, _utils.makeBoundingBox)(parse(record[from[0]]));
-        return (0, _utils.wrapValue)(val, opts);
-      };
-
-    case 'location':
-      return function (record) {
-        var _getValuesFromKeys = getValuesFromKeys(record, from),
-            _getValuesFromKeys2 = (0, _slicedToArray2["default"])(_getValuesFromKeys, 2),
-            lon = _getValuesFromKeys2[0],
-            lat = _getValuesFromKeys2[1];
-
-        if (typeof lon === 'undefined') {
-          return ast.Null({});
-        }
-
-        if (typeof lat === 'undefined') {
-          return ast.Null({});
-        }
-
-        if (!isNumeric(lon) || !isNumeric(lat)) {
-          return ast.Null({});
-        } // NO parse here...
-
-
-        var val = (0, _utils.makeLocation)(lon, lat);
-        return (0, _utils.wrapValue)(val, opts);
-      };
-
-    case 'related':
-      return function (record) {
-        return (0, _utils.getRelatedField)(_objectSpread(_objectSpread({}, opts), {}, {
-          record: record,
-          from: from
-        }));
-      };
-
-    case 'uuid':
-      return function (record) {
-        var value = parse(record[from[0]]);
-
-        if (isEmpty(value) || !/^([0-9a-fA-F]{8})-(([0-9a-fA-F]{4}-){3})([0-9a-fA-F]{12})$/i.test(value)) {
-          return ast.Null({});
-        }
-
-        var val = ast.A_Const({
-          val: ast.String({
-            str: value
-          })
-        });
-        return (0, _utils.wrapValue)(val, opts);
-      };
-
-    case 'text':
-      return function (record) {
-        var value = parse(cleanseEmptyStrings(record[from[0]]));
-
-        if (isEmpty(value)) {
-          return ast.Null({});
-        }
-
-        var val = ast.A_Const({
-          val: ast.String({
-            str: value
-          })
-        });
-        return (0, _utils.wrapValue)(val, opts);
-      };
-
-    case 'text[]':
-      return function (record) {
-        var value = parse(psqlArray(cleanseEmptyStrings(record[from[0]])));
-
-        if (isEmpty(value)) {
-          return ast.Null({});
-        }
-
-        var val = ast.A_Const({
-          val: ast.String({
-            str: value
-          })
-        });
-        return (0, _utils.wrapValue)(val, opts);
-      };
-
-    case 'image':
-    case 'attachment':
-    case 'json':
-    case 'jsonb':
-      return function (record) {
-        var value = parse(parseJson(cleanseEmptyStrings(record[from[0]])));
-
-        if (isEmpty(value)) {
-          return ast.Null({});
-        }
-
-        var val = ast.A_Const({
-          val: ast.String({
-            str: value
-          })
-        });
-        return (0, _utils.wrapValue)(val, opts);
-      };
-
-    default:
-      return function (record) {
-        var value = parse(cleanseEmptyStrings(record[from[0]]));
-
-        if (isEmpty(value)) {
-          return ast.Null({});
-        }
-
-        var val = ast.A_Const({
-          val: ast.String({
-            str: value
-          })
-        });
-        return (0, _utils.wrapValue)(val, opts);
-      };
-  }
-};
-
-var parseTypes = function parseTypes(config) {
-  return Object.entries(config.fields).reduce(function (m, v) {
-    var _v = (0, _slicedToArray2["default"])(v, 2),
-        key = _v[0],
-        value = _v[1];
-
-    var type;
-    var from;
-
-    if (typeof value === 'string') {
-      type = value;
-      from = [key];
-
-      if (['related', 'location'].includes(type)) {
-        throw new Error('must use object for ' + type + ' type');
-      }
-
-      value = {
-        type: type,
-        from: from
-      };
-    } else {
-      type = value.type;
-      from = getFromValue(value.from || key);
-    }
-
-    m[key] = getCoercionFunc(type, from, value);
-    return m;
-  }, {});
-};
-
-exports.parseTypes = parseTypes;

package/main/parser.js

@@ -1,139 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.Parser = void 0;
-
-var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
-
-var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
-
-var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
-
-var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
-
-var _fs = require("fs");
-
-var _index = require("./index");
-
-var _pgsqlDeparser = require("pgsql-deparser");
-
-var _utils = require("./utils");
-
-var Parser = /*#__PURE__*/function () {
-  function Parser(config) {
-    (0, _classCallCheck2["default"])(this, Parser);
-    this.config = config;
-  }
-
-  (0, _createClass2["default"])(Parser, [{
-    key: "parse",
-    value: function () {
-      var _parse2 = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee(data) {
-        var config, schema, table, singleStmts, conflict, headers, delimeter, opts, records, types, stmts, stmt;
-        return _regenerator["default"].wrap(function _callee$(_context) {
-          while (1) {
-            switch (_context.prev = _context.next) {
-              case 0:
-                config = this.config;
-                schema = config.schema, table = config.table, singleStmts = config.singleStmts, conflict = config.conflict, headers = config.headers, delimeter = config.delimeter;
-                opts = {};
-                if (headers) opts.headers = headers;
-                if (delimeter) opts.separator = delimeter;
-
-                if (!(typeof data === 'undefined')) {
-                  _context.next = 15;
-                  break;
-                }
-
-                if (!(config.json || config.input.endsWith('.json'))) {
-                  _context.next = 10;
-                  break;
-                }
-
-                records = JSON.parse((0, _fs.readFileSync)(config.input, 'utf-8'));
-                _context.next = 13;
-                break;
-
-              case 10:
-                _context.next = 12;
-                return (0, _index.parse)(config.input, opts);
-
-              case 12:
-                records = _context.sent;
-
-              case 13:
-                _context.next = 18;
-                break;
-
-              case 15:
-                if (Array.isArray(data)) {
-                  _context.next = 17;
-                  break;
-                }
-
-                throw new Error('data is not an array');
-
-              case 17:
-                records = data;
-
-              case 18:
-                if (!config.debug) {
-                  _context.next = 21;
-                  break;
-                }
-
-                console.log(records);
-                return _context.abrupt("return");
-
-              case 21:
-                types = (0, _index.parseTypes)(config);
-
-                if (!singleStmts) {
-                  _context.next = 27;
-                  break;
-                }
-
-                stmts = records.map(function (record) {
-                  return (0, _utils.InsertOne)({
-                    schema: schema,
-                    table: table,
-                    types: types,
-                    record: record,
-                    conflict: conflict
-                  });
-                });
-                return _context.abrupt("return", (0, _pgsqlDeparser.deparse)(stmts));
-
-              case 27:
-                stmt = (0, _utils.InsertMany)({
-                  schema: schema,
-                  table: table,
-                  types: types,
-                  records: records,
-                  conflict: conflict
-                });
-                return _context.abrupt("return", (0, _pgsqlDeparser.deparse)([stmt]));
-
-              case 29:
-              case "end":
-                return _context.stop();
-            }
-          }
-        }, _callee, this);
-      }));
-
-      function parse(_x) {
-        return _parse2.apply(this, arguments);
-      }
-
-      return parse;
-    }()
-  }]);
-  return Parser;
-}();
-
-exports.Parser = Parser;