@lingk/sync 1.1.14 → 1.1.16

package/build/credentialSections.js

@@ -3648,7 +3648,7 @@ module.exports =
 	      f = Math.floor(Math.log(a) / Math.log(c));return parseFloat((a / Math.pow(c, f)).toFixed(d)) + " " + e[f];
 	}
 	
-	var extensionBlacklist = ['xls', 'xlsx', 'xml', 'zip', 'tar', 'gz'];
+	var extensionBlacklist = ['xml', 'zip', 'tar', 'gz'];
 	
 	var FlatFile = function (_Component) {
 	  _inherits(FlatFile, _Component);
@@ -3697,6 +3697,11 @@ module.exports =
 	      }
 	    };
 	
+	    _this.parseJsonLines = function (content) {
+	      var firstLine = content.substring(0, content.indexOf('\n'));
+	      return '[' + firstLine + ']';
+	    };
+	
 	    _this.parseCSV = function (file, csv) {
 	      return new Promise(function (resolve, reject) {
 	        _papaparse2.default.parse(csv || file, {
@@ -3734,36 +3739,39 @@ module.exports =
 	        var blacklisted = extensionBlacklist.includes(extension);
 	        if (!blacklisted) {
 	          (function () {
-	
 	            var isXLS = extension === 'xlsx' || extension === 'xls';
 	
 	            var reader = new FileReader();
 	            reader.onload = function (e) {
 	
+	              // PARSE METADATA
 	              var data = e.target.result;
 	              var csv = null;
 	              if (isXLS) {
-	                var i;
-	
 	                (function () {
-	                  var binary = '';
-	                  var bytes = new Uint8Array(data);
-	                  for (i = 0; i < length; i++) {
+	                  var sheetCounter = 0;
+	                  var binary = data;
+	                  /*const bytes = new Uint8Array(data)
+	                  for (var i = 0; i < length; i++) {
 	                    binary += String.fromCharCode(bytes[i]);
-	                  }
+	                  }*/
 	                  var workbook = _xlsx2.default.read(binary, { type: 'binary' });
-	                  workbook.SheetNames.forEach(function (sn) {
-	                    if (sn !== 'Export Summary') {
-	                      csv = _xlsx2.default.utils.sheet_to_csv(workbook.Sheets[sn]);
-	                      _this.parseCSV(file, csv).then(function (xlsMeta) {
-	                        meta = meta.concat(xlsMeta);
-	                        counter += 1;
-	                        if (counter === fs.length) {
-	                          _this.setState({ meta: meta });
-	                          _this.props.onDrop();
-	                        }
-	                      });
-	                    }
+	                  var sheetNames = workbook.SheetNames.filter(function (sn) {
+	                    return sn !== 'Export Summary';
+	                  });
+	                  sheetNames.forEach(function (sn) {
+	                    csv = _xlsx2.default.utils.sheet_to_csv(workbook.Sheets[sn]);
+	                    _this.parseCSV(file, csv).then(function (xlsMeta) {
+	                      meta = meta.concat(Object.assign({}, xlsMeta, {
+	                        sheetName: sn
+	                      }));
+	                      sheetCounter += 1;
+	                      counter += 1;
+	                      if (counter >= fs.length && sheetCounter === sheetNames.length) {
+	                        _this.setState({ meta: meta });
+	                        _this.props.onDrop();
+	                      }
+	                    });
 	                  });
 	                })();
 	              } else if (extension === 'csv') {
@@ -3775,8 +3783,12 @@ module.exports =
 	                    _this.props.onDrop();
 	                  }
 	                });
-	              } else if (extension === 'json') {
-	                var fileMeta = _this.parseJsonFile(data, file);
+	              } else if (extension === 'json' || extension === 'jsonl') {
+	                var d = data;
+	                if (extension === 'jsonl') {
+	                  d = _this.parseJsonLines(data);
+	                }
+	                var fileMeta = _this.parseJsonFile(d, file);
 	                if (fileMeta) {
 	                  meta = meta.concat(fileMeta);
 	                  counter += 1;
@@ -3787,7 +3799,8 @@ module.exports =
 	                }
 	              }
 	
-	              fileContents = fileContents.concat(data);
+	              // ADD TO CONTENTS, TO UPLOAD
+	              fileContents = fileContents.concat(file);
 	              contentCounter += 1;
 	              if (contentCounter === fs.length) {
 	                _this.setState({ fileContents: fileContents });
@@ -3795,7 +3808,7 @@ module.exports =
 	            }; // end file reader on load callback
 	
 	            if (isXLS) {
-	              reader.readAsArrayBuffer(file); // read as binary string???
+	              reader.readAsBinaryString(file); // read as array buffer???
 	            } else {
 	              reader.readAsText(file);
 	            }
@@ -3858,15 +3871,32 @@ module.exports =
 	      var hasFile = meta && meta.length > 0;
 	
 	      var fileSchema = [];
-	      if (this.props.fileSchema && this.props.fileSchema.length) {
-	        fileSchema = [].concat(_toConsumableArray(this.props.fileSchema));
+	      var fileSchemaNames = [];
+	      this.props.fileSchema && this.props.fileSchema.forEach(function (f) {
+	        if (!fileSchemaNames.includes(f.name)) {
+	          fileSchema.push(f);
+	          fileSchemaNames.push(f.name);
+	        }
+	      });
+	      if (fileSchema && fileSchema.length) {
 	        fileSchema = fileSchema.sort(function (a, b) {
 	          var term = sortFileTableBy;
-	          if (term === 'uploadedTime') {}
+	          if (term === 'uploadedTime') {
+	            return a[term] < b[term];
+	          }
 	          return a[term] > b[term];
 	        });
 	      }
 	
+	      var droppedFiles = [];
+	      var droppedFileNames = [];
+	      meta && meta.forEach(function (f) {
+	        if (!droppedFileNames.includes(f.name)) {
+	          droppedFiles.push(f);
+	          droppedFileNames.push(f.name);
+	        }
+	      });
+	
 	      return _react2.default.createElement(
 	        'div',
 	        null,
@@ -3880,7 +3910,7 @@ module.exports =
 	            !dropError ? _react2.default.createElement(
 	              'p',
 	              null,
-	              'Drop one or more CSV files here, or click to select files to upload.'
+	              'Drop one or more files here, or click to select files to upload.'
 	            ) : _react2.default.createElement(
 	              'p',
 	              { style: { color: '#c9302c', fontWeight: 'bold' } },
@@ -3927,7 +3957,7 @@ module.exports =
 	            _react2.default.createElement(
 	              'ul',
 	              { style: { padding: 0 } },
-	              meta.map(function (f, i) {
+	              droppedFiles.map(function (f, i) {
 	                return _react2.default.createElement(
 	                  'li',
 	                  { key: i, style: { listStyle: 'none' } },