@loaders.gl/shapefile 3.2.0-alpha.1 → 3.2.0-alpha.2

package/dist/dbf-worker.js

@@ -549,13 +549,21 @@
     }
   };
   function parseDBF(arrayBuffer, options = {}) {
-    const loaderOptions = options.dbf || {};
-    const { encoding } = loaderOptions;
+    const { encoding = "latin1" } = options.dbf || {};
     const dbfParser = new DBFParser({ encoding });
     dbfParser.write(arrayBuffer);
     dbfParser.end();
     const { data, schema } = dbfParser.result;
-    switch (options.tables && options.tables.format) {
+    const shape = options?.tables?.format || options?.dbf?.shape;
+    switch (shape) {
+      case "object-row-table": {
+        const table = {
+          shape: "object-row-table",
+          schema,
+          data
+        };
+        return table;
+      }
       case "table":
         return { schema, rows: data };
       case "rows":
@@ -564,8 +572,7 @@
     }
   }
   async function* parseDBFInBatches(asyncIterator, options = {}) {
-    const loaderOptions = options.dbf || {};
-    const { encoding } = loaderOptions;
+    const { encoding = "latin1" } = options.dbf || {};
     const parser = new DBFParser({ encoding });
     let headerReturned = false;
     for await (const arrayBuffer of asyncIterator) {
@@ -592,7 +599,7 @@
           case 3:
             return state;
           case 0:
-            const dataView = binaryReader.getDataView(DBF_HEADER_SIZE, "DBF header");
+            const dataView = binaryReader.getDataView(DBF_HEADER_SIZE);
             if (!dataView) {
               return state;
             }
@@ -605,7 +612,7 @@
             state = 1;
             break;
           case 1:
-            const fieldDescriptorView = binaryReader.getDataView(result.dbfHeader.headerLength - DBF_HEADER_SIZE, "DBF field descriptors");
+            const fieldDescriptorView = binaryReader.getDataView(result.dbfHeader.headerLength - DBF_HEADER_SIZE);
             if (!fieldDescriptorView) {
               return state;
             }
@@ -732,7 +739,7 @@
   }
 
   // src/dbf-loader.ts
-  var VERSION = true ? "3.2.0-alpha.1" : "latest";
+  var VERSION = true ? "3.2.0-alpha.2" : "latest";
   var DBFWorkerLoader = {
     name: "DBF",
     id: "dbf",

package/dist/dist.min.js

@@ -155,7 +155,7 @@
 
   // src/lib/parsers/parse-shp-geometry.ts
   function parseRecord(view, options) {
-    const { _maxDimensions } = options?.shp || {};
+    const { _maxDimensions = 4 } = options?.shp || {};
     let offset = 0;
     const type = view.getInt32(offset, LITTLE_ENDIAN2);
     offset += Int32Array.BYTES_PER_ELEMENT;
@@ -390,7 +390,7 @@
                 binaryReader.rewind(SHP_RECORD_HEADER_SIZE);
                 return state;
               }
-              const invalidRecord = recordHeader.byteLength < 4 || recordHeader.type !== result.header.type || recordHeader.recordNumber !== result.currentIndex;
+              const invalidRecord = recordHeader.byteLength < 4 || recordHeader.type !== result.header?.type || recordHeader.recordNumber !== result.currentIndex;
               if (invalidRecord) {
                 binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);
               } else {
@@ -440,7 +440,13 @@
           this.binaryReader = new BinaryChunkReader({ maxRewindBytes: SHP_RECORD_HEADER_SIZE });
           this.state = STATE.EXPECTING_HEADER;
           this.result = {
-            geometries: []
+            geometries: [],
+            progress: {
+              bytesTotal: NaN,
+              bytesUsed: NaN,
+              rows: NaN
+            },
+            currentIndex: NaN
           };
           this.options = options;
         }
@@ -7087,13 +7093,21 @@
 
   // src/lib/parsers/parse-dbf.ts
   function parseDBF(arrayBuffer, options = {}) {
-    const loaderOptions = options.dbf || {};
-    const { encoding } = loaderOptions;
+    const { encoding = "latin1" } = options.dbf || {};
     const dbfParser = new DBFParser({ encoding });
     dbfParser.write(arrayBuffer);
     dbfParser.end();
     const { data, schema } = dbfParser.result;
-    switch (options.tables && options.tables.format) {
+    const shape = options?.tables?.format || options?.dbf?.shape;
+    switch (shape) {
+      case "object-row-table": {
+        const table = {
+          shape: "object-row-table",
+          schema,
+          data
+        };
+        return table;
+      }
       case "table":
         return { schema, rows: data };
       case "rows":
@@ -7102,8 +7116,7 @@
     }
   }
   async function* parseDBFInBatches(asyncIterator, options = {}) {
-    const loaderOptions = options.dbf || {};
-    const { encoding } = loaderOptions;
+    const { encoding = "latin1" } = options.dbf || {};
     const parser = new DBFParser({ encoding });
     let headerReturned = false;
     for await (const arrayBuffer of asyncIterator) {
@@ -7130,7 +7143,7 @@
           case 3:
             return state;
           case 0:
-            const dataView = binaryReader.getDataView(DBF_HEADER_SIZE, "DBF header");
+            const dataView = binaryReader.getDataView(DBF_HEADER_SIZE);
             if (!dataView) {
               return state;
             }
@@ -7143,7 +7156,7 @@
             state = 1;
             break;
           case 1:
-            const fieldDescriptorView = binaryReader.getDataView(result.dbfHeader.headerLength - DBF_HEADER_SIZE, "DBF field descriptors");
+            const fieldDescriptorView = binaryReader.getDataView(result.dbfHeader.headerLength - DBF_HEADER_SIZE);
             if (!fieldDescriptorView) {
               return state;
             }

package/dist/es5/dbf-loader.js

@@ -19,7 +19,7 @@ function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (O
 
 function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
 
-var VERSION = typeof "3.2.0-alpha.1" !== 'undefined' ? "3.2.0-alpha.1" : 'latest';
+var VERSION = typeof "3.2.0-alpha.2" !== 'undefined' ? "3.2.0-alpha.2" : 'latest';
 var DBFWorkerLoader = {
   name: 'DBF',
   id: 'dbf',

package/dist/es5/lib/parsers/parse-dbf.js

@@ -78,9 +78,14 @@ var DBFParser = function () {
 }();
 
 function parseDBF(arrayBuffer) {
+  var _options$tables, _options$dbf;
+
   var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
-  var loaderOptions = options.dbf || {};
-  var encoding = loaderOptions.encoding;
+
+  var _ref = options.dbf || {},
+      _ref$encoding = _ref.encoding,
+      encoding = _ref$encoding === void 0 ? 'latin1' : _ref$encoding;
+
   var dbfParser = new DBFParser({
     encoding: encoding
   });
@@ -89,8 +94,19 @@ function parseDBF(arrayBuffer) {
   var _dbfParser$result = dbfParser.result,
       data = _dbfParser$result.data,
       schema = _dbfParser$result.schema;
+  var shape = (options === null || options === void 0 ? void 0 : (_options$tables = options.tables) === null || _options$tables === void 0 ? void 0 : _options$tables.format) || (options === null || options === void 0 ? void 0 : (_options$dbf = options.dbf) === null || _options$dbf === void 0 ? void 0 : _options$dbf.shape);
+
+  switch (shape) {
+    case 'object-row-table':
+      {
+        var table = {
+          shape: 'object-row-table',
+          schema: schema,
+          data: data
+        };
+        return table;
+      }
 
-  switch (options.tables && options.tables.format) {
     case 'table':
       return {
         schema: schema,
@@ -110,7 +126,8 @@ function parseDBFInBatches(_x) {
 function _parseDBFInBatches() {
   _parseDBFInBatches = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(asyncIterator) {
     var options,
-        loaderOptions,
+        _ref2,
+        _ref2$encoding,
         encoding,
         parser,
         headerReturned,
@@ -128,32 +145,31 @@ function _parseDBFInBatches() {
         switch (_context.prev = _context.next) {
           case 0:
             options = _args.length > 1 && _args[1] !== undefined ? _args[1] : {};
-            loaderOptions = options.dbf || {};
-            encoding = loaderOptions.encoding;
+            _ref2 = options.dbf || {}, _ref2$encoding = _ref2.encoding, encoding = _ref2$encoding === void 0 ? 'latin1' : _ref2$encoding;
             parser = new DBFParser({
               encoding: encoding
             });
             headerReturned = false;
             _iteratorNormalCompletion = true;
             _didIteratorError = false;
-            _context.prev = 7;
+            _context.prev = 6;
             _iterator = (0, _asyncIterator2.default)(asyncIterator);
 
-          case 9:
-            _context.next = 11;
+          case 8:
+            _context.next = 10;
             return (0, _awaitAsyncGenerator2.default)(_iterator.next());
 
-          case 11:
+          case 10:
             _step = _context.sent;
             _iteratorNormalCompletion = _step.done;
-            _context.next = 15;
+            _context.next = 14;
             return (0, _awaitAsyncGenerator2.default)(_step.value);
 
-          case 15:
+          case 14:
             _value = _context.sent;
 
             if (_iteratorNormalCompletion) {
-              _context.next = 30;
+              _context.next = 29;
               break;
             }
 
@@ -161,86 +177,86 @@ function _parseDBFInBatches() {
             parser.write(arrayBuffer);
 
             if (!(!headerReturned && parser.result.dbfHeader)) {
-              _context.next = 23;
+              _context.next = 22;
               break;
             }
 
             headerReturned = true;
-            _context.next = 23;
+            _context.next = 22;
             return parser.result.dbfHeader;
 
-          case 23:
+          case 22:
             if (!(parser.result.data.length > 0)) {
-              _context.next = 27;
+              _context.next = 26;
               break;
             }
 
-            _context.next = 26;
+            _context.next = 25;
             return parser.result.data;
 
-          case 26:
+          case 25:
             parser.result.data = [];
 
-          case 27:
+          case 26:
             _iteratorNormalCompletion = true;
-            _context.next = 9;
+            _context.next = 8;
             break;
 
-          case 30:
-            _context.next = 36;
+          case 29:
+            _context.next = 35;
             break;
 
-          case 32:
-            _context.prev = 32;
-            _context.t0 = _context["catch"](7);
+          case 31:
+            _context.prev = 31;
+            _context.t0 = _context["catch"](6);
             _didIteratorError = true;
             _iteratorError = _context.t0;
 
-          case 36:
+          case 35:
+            _context.prev = 35;
             _context.prev = 36;
-            _context.prev = 37;
 
             if (!(!_iteratorNormalCompletion && _iterator.return != null)) {
-              _context.next = 41;
+              _context.next = 40;
               break;
             }
 
-            _context.next = 41;
+            _context.next = 40;
             return (0, _awaitAsyncGenerator2.default)(_iterator.return());
 
-          case 41:
-            _context.prev = 41;
+          case 40:
+            _context.prev = 40;
 
             if (!_didIteratorError) {
-              _context.next = 44;
+              _context.next = 43;
               break;
             }
 
             throw _iteratorError;
 
+          case 43:
+            return _context.finish(40);
+
           case 44:
-            return _context.finish(41);
+            return _context.finish(35);
 
           case 45:
-            return _context.finish(36);
-
-          case 46:
             parser.end();
 
             if (!(parser.result.data.length > 0)) {
-              _context.next = 50;
+              _context.next = 49;
               break;
             }
 
-            _context.next = 50;
+            _context.next = 49;
             return parser.result.data;
 
-          case 50:
+          case 49:
           case "end":
             return _context.stop();
         }
       }
-    }, _callee, null, [[7, 32, 36, 46], [37,, 41, 45]]);
+    }, _callee, null, [[6, 31, 35, 45], [36,, 40, 44]]);
   }));
   return _parseDBFInBatches.apply(this, arguments);
 }
@@ -254,7 +270,7 @@ function parseState(state, result, binaryReader, textDecoder) {
           return state;
 
         case STATE.START:
-          var dataView = binaryReader.getDataView(DBF_HEADER_SIZE, 'DBF header');
+          var dataView = binaryReader.getDataView(DBF_HEADER_SIZE);
 
           if (!dataView) {
             return state;
@@ -270,7 +286,7 @@ function parseState(state, result, binaryReader, textDecoder) {
           break;
 
         case STATE.FIELD_DESCRIPTORS:
-          var fieldDescriptorView = binaryReader.getDataView(result.dbfHeader.headerLength - DBF_HEADER_SIZE, 'DBF field descriptors');
+          var fieldDescriptorView = binaryReader.getDataView(result.dbfHeader.headerLength - DBF_HEADER_SIZE);
 
           if (!fieldDescriptorView) {
             return state;
@@ -285,11 +301,11 @@ function parseState(state, result, binaryReader, textDecoder) {
           break;
 
         case STATE.FIELD_PROPERTIES:
-          var _ref = (result === null || result === void 0 ? void 0 : result.dbfHeader) || {},
-              _ref$recordLength = _ref.recordLength,
-              recordLength = _ref$recordLength === void 0 ? 0 : _ref$recordLength,
-              _ref$nRecords = _ref.nRecords,
-              nRecords = _ref$nRecords === void 0 ? 0 : _ref$nRecords;
+          var _ref3 = (result === null || result === void 0 ? void 0 : result.dbfHeader) || {},
+              _ref3$recordLength = _ref3.recordLength,
+              recordLength = _ref3$recordLength === void 0 ? 0 : _ref3$recordLength,
+              _ref3$nRecords = _ref3.nRecords,
+              nRecords = _ref3$nRecords === void 0 ? 0 : _ref3$nRecords;
 
           while (result.data.length < nRecords) {
             var recordView = binaryReader.getDataView(recordLength - 1);
@@ -419,11 +435,11 @@ function parseCharacter(text) {
   return text.trim() || null;
 }
 
-function makeField(_ref2) {
-  var name = _ref2.name,
-      dataType = _ref2.dataType,
-      fieldLength = _ref2.fieldLength,
-      decimal = _ref2.decimal;
+function makeField(_ref4) {
+  var name = _ref4.name,
+      dataType = _ref4.dataType,
+      fieldLength = _ref4.fieldLength,
+      decimal = _ref4.decimal;
 
   switch (dataType) {
     case 'B':

package/dist/es5/lib/parsers/parse-dbf.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/lib/parsers/parse-dbf.ts"],"names":["LITTLE_ENDIAN","DBF_HEADER_SIZE","STATE","DBFParser","options","BinaryChunkReader","START","data","textDecoder","TextDecoder","encoding","arrayBuffer","binaryReader","write","state","parseState","result","end","END","ERROR","error","parseDBF","loaderOptions","dbf","dbfParser","schema","tables","format","rows","parseDBFInBatches","asyncIterator","parser","headerReturned","dbfHeader","length","dataView","getDataView","parseDBFHeader","progress","bytesUsed","rowsTotal","nRecords","FIELD_DESCRIPTORS","fieldDescriptorView","headerLength","dbfFields","parseFieldDescriptors","Schema","map","dbfField","makeField","FIELD_PROPERTIES","skip","recordLength","recordView","row","parseRow","push","message","headerView","year","getUint8","month","day","getUint32","getUint16","languageDriver","view","nFields","byteLength","fields","offset","i","name","decode","Uint8Array","buffer","byteOffset","replace","dataType","String","fromCharCode","fieldLength","decimal","out","field","text","parseField","parseNumber","parseCharacter","parseDate","parseBoolean","Error","str","Date","UTC","slice","parseInt","value","test","number","parseFloat","isNaN","trim","Field","Float64","Utf8","TimestampMillisecond","Bool"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAAA;;AACA;;;;;;;;AA4CA,IAAMA,aAAa,GAAG,IAAtB;AACA,IAAMC,eAAe,GAAG,EAAxB;IAEKC,K;;WAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;GAAAA,K,KAAAA,K;;IAQCC,S;AAQJ,qBAAYC,OAAZ,EAAyC;AAAA;AAAA,wDAP1B,IAAIC,0BAAJ,EAO0B;AAAA;AAAA,iDALjCH,KAAK,CAACI,KAK2B;AAAA,kDAJrB;AAClBC,MAAAA,IAAI,EAAE;AADY,KAIqB;AACvC,SAAKC,WAAL,GAAmB,IAAIC,WAAJ,CAAgBL,OAAO,CAACM,QAAxB,CAAnB;AACD;;;;WAKD,eAAMC,WAAN,EAAsC;AACpC,WAAKC,YAAL,CAAkBC,KAAlB,CAAwBF,WAAxB;AACA,WAAKG,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKJ,YAA/B,EAA6C,KAAKJ,WAAlD,CAAvB;AAOD;;;WAED,eAAY;AACV,WAAKI,YAAL,CAAkBK,GAAlB;AACA,WAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKJ,YAA/B,EAA6C,KAAKJ,WAAlD,CAAvB;;AAEA,UAAI,KAAKM,KAAL,KAAeZ,KAAK,CAACgB,GAAzB,EAA8B;AAC5B,aAAKJ,KAAL,GAAaZ,KAAK,CAACiB,KAAnB;AACA,aAAKH,MAAL,CAAYI,KAAZ,GAAoB,qBAApB;AACD;AACF;;;;;AAQI,SAASC,QAAT,CACLV,WADK,EAG2B;AAAA,MADhCP,OACgC,uEADjB,EACiB;AAChC,MAAMkB,aAAa,GAAGlB,OAAO,CAACmB,GAAR,IAAe,EAArC;AACA,MAAOb,QAAP,GAAmBY,aAAnB,CAAOZ,QAAP;AAEA,MAAMc,SAAS,GAAG,IAAIrB,SAAJ,CAAc;AAACO,IAAAA,QAAQ,EAARA;AAAD,GAAd,CAAlB;AACAc,EAAAA,SAAS,CAACX,KAAV,CAAgBF,WAAhB;AACAa,EAAAA,SAAS,CAACP,GAAV;AAEA,0BAAuBO,SAAS,CAACR,MAAjC;AAAA,MAAOT,IAAP,qBAAOA,IAAP;AAAA,MAAakB,MAAb,qBAAaA,MAAb;;AACA,UAAQrB,OAAO,CAACsB,MAAR,IAAkBtB,OAAO,CAACsB,MAAR,CAAeC,MAAzC;AACE,SAAK,OAAL;AAEE,aAAO;AAACF,QAAAA,MAAM,EAANA,MAAD;AAASG,QAAAA,IAAI,EAAErB;AAAf,OAAP;;AAEF,SAAK,MAAL;AACA;AACE,aAAOA,IAAP;AAPJ;AASD;;SAKsBsB,iB;;;;;mFAAhB,iBACLC,aADK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAEL1B,YAAAA,OAFK,2DAEU,EAFV;AAICkB,YAAAA,aAJD,GAIiBlB,OAAO,CAACmB,GAAR,IAAe,EAJhC;AAKEb,YAAAA,QALF,GAKcY,aALd,CAKEZ,QALF;AAOCqB,YAAAA,MAPD,GAOU,IAAI5B,SAAJ,CAAc;AAACO,cAAAA,QAAQ,EAARA;AAAD,aAAd,CAPV;AAQDsB,YAAAA,cARC,GAQgB,KARhB;AAAA;AAAA;AAAA;AAAA,qDAS2BF,aAT3B;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AASYnB,YAAAA,WATZ;AAUHoB,YAAAA,MAAM,CAAClB,KAAP,CAAaF,WAAb;;AAVG,kBAWC,CAACqB,cAAD,IAAmBD,MAAM,CAACf,MAAP,CAAciB,SAXlC;AAAA;AAAA;AAAA;;AAYDD,YAAAA,cAAc,GAAG,IAAjB;AAZC;AAaD,mBAAMD,MAAM,CAACf,MAAP,CAAciB,SAApB;;AAbC;AAAA,kBAgBCF,MAAM,CAACf,MAAP,CAAcT,IAAd,CAAmB2B,MAAnB,GAA4B,CAhB7B;AAAA;AAAA;AAAA;;AAAA;AAiBD,mBAAMH,MAAM,CAACf,MAAP,CAAcT,IAApB;;AAjBC;AAkBDwB,YAAAA,MAAM,CAACf,MAAP,CAAcT,IAAd,GAAqB,EAArB;;AAlBC;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAqBLwB,YAAAA,MAAM,CAACd,GAAP;;AArBK,kBAsBDc,MAAM,CAACf,MAAP,CAAcT,IAAd,CAAmB2B,MAAnB,GAA4B,CAtB3B;AAAA;AAAA;AAAA;;AAAA;AAuBH,mBAAMH,MAAM,CAACf,MAAP,CAAcT,IAApB;;AAvBG;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAmCP,SAASQ,UAAT,CACED,KADF,EAEEE,MAFF,EAGEJ,YAHF,EAIEJ,WAJF,EAKS;AAEP,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQM,KAAR;AACE,aAAKZ,KAAK,CAACiB,KAAX;AACA,aAAKjB,KAAK,CAACgB,GAAX;AACE,iBAAOJ,KAAP;;AAEF,aAAKZ,KAAK,CAACI,KAAX;AAEE,cAAM6B,QAAQ,GAAGvB,YAAY,CAACwB,WAAb,CAAyBnC,eAAzB,EAA0C,YAA1C,CAAjB;;AACA,cAAI,CAACkC,QAAL,EAAe;AACb,mBAAOrB,KAAP;AACD;;AACDE,UAAAA,MAAM,CAACiB,SAAP,GAAmBI,cAAc,CAACF,QAAD,CAAjC;AACAnB,UAAAA,MAAM,CAACsB,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,SAAS,EAAExB,MAAM,CAACiB,SAAP,CAAiBQ,QAFZ;AAGhBb,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAKAd,UAAAA,KAAK,GAAGZ,KAAK,CAACwC,iBAAd;AACA;;AAEF,aAAKxC,KAAK,CAACwC,iBAAX;AAEE,cAAMC,mBAAmB,GAAG/B,YAAY,CAACwB,WAAb,CAE1BpB,MAAM,CAACiB,SAAP,CAAiBW,YAAjB,GAAgC3C,eAFN,EAG1B,uBAH0B,CAA5B;;AAKA,cAAI,CAAC0C,mBAAL,EAA0B;AACxB,mBAAO7B,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAAC6B,SAAP,GAAmBC,qBAAqB,CAACH,mBAAD,EAAsBnC,WAAtB,CAAxC;AACAQ,UAAAA,MAAM,CAACS,MAAP,GAAgB,IAAIsB,cAAJ,CAAW/B,MAAM,CAAC6B,SAAP,CAAiBG,GAAjB,CAAqB,UAACC,QAAD;AAAA,mBAAcC,SAAS,CAACD,QAAD,CAAvB;AAAA,WAArB,CAAX,CAAhB;AAEAnC,UAAAA,KAAK,GAAGZ,KAAK,CAACiD,gBAAd;AAIAvC,UAAAA,YAAY,CAACwC,IAAb,CAAkB,CAAlB;AACA;;AAEF,aAAKlD,KAAK,CAACiD,gBAAX;AACE,qBAAyC,CAAAnC,MAAM,SAAN,IAAAA,MAAM,WAAN,YAAAA,MAAM,CAAEiB,SAAR,KAAqB,EAA9D;AAAA,uCAAOoB,YAAP;AAAA,cAAOA,YAAP,kCAAsB,CAAtB;AAAA,mCAAyBZ,QAAzB;AAAA,cAAyBA,QAAzB,8BAAoC,CAApC;;AACA,iBAAOzB,MAAM,CAACT,IAAP,CAAY2B,MAAZ,GAAqBO,QAA5B,EAAsC;AACpC,gBAAMa,UAAU,GAAG1C,YAAY,CAACwB,WAAb,CAAyBiB,YAAY,GAAG,CAAxC,CAAnB;;AACA,gBAAI,CAACC,UAAL,EAAiB;AACf,qBAAOxC,KAAP;AACD;;AAEDF,YAAAA,YAAY,CAACwC,IAAb,CAAkB,CAAlB;AAGA,gBAAMG,GAAG,GAAGC,QAAQ,CAACF,UAAD,EAAatC,MAAM,CAAC6B,SAApB,EAA+BrC,WAA/B,CAApB;AACAQ,YAAAA,MAAM,CAACT,IAAP,CAAYkD,IAAZ,CAAiBF,GAAjB;AAEAvC,YAAAA,MAAM,CAACsB,QAAP,CAAgBV,IAAhB,GAAuBZ,MAAM,CAACT,IAAP,CAAY2B,MAAnC;AACD;;AACDpB,UAAAA,KAAK,GAAGZ,KAAK,CAACgB,GAAd;AACA;;AAEF;AACEJ,UAAAA,KAAK,GAAGZ,KAAK,CAACiB,KAAd;AACAH,UAAAA,MAAM,CAACI,KAAP,kCAAuCN,KAAvC;AACA,iBAAOA,KAAP;AA/DJ;AAiED,KAlED,CAkEE,OAAOM,KAAP,EAAc;AACdN,MAAAA,KAAK,GAAGZ,KAAK,CAACiB,KAAd;AACAH,MAAAA,MAAM,CAACI,KAAP,iCAAuCA,KAAD,CAAiBsC,OAAvD;AACA,aAAO5C,KAAP;AACD;AACF;AACF;;AAKD,SAASuB,cAAT,CAAwBsB,UAAxB,EAAyD;AACvD,SAAO;AAELC,IAAAA,IAAI,EAAED,UAAU,CAACE,QAAX,CAAoB,CAApB,IAAyB,IAF1B;AAGLC,IAAAA,KAAK,EAAEH,UAAU,CAACE,QAAX,CAAoB,CAApB,CAHF;AAILE,IAAAA,GAAG,EAAEJ,UAAU,CAACE,QAAX,CAAoB,CAApB,CAJA;AAMLpB,IAAAA,QAAQ,EAAEkB,UAAU,CAACK,SAAX,CAAqB,CAArB,EAAwBhE,aAAxB,CANL;AAQL4C,IAAAA,YAAY,EAAEe,UAAU,CAACM,SAAX,CAAqB,CAArB,EAAwBjE,aAAxB,CART;AAULqD,IAAAA,YAAY,EAAEM,UAAU,CAACM,SAAX,CAAqB,EAArB,EAAyBjE,aAAzB,CAVT;AAYLkE,IAAAA,cAAc,EAAEP,UAAU,CAACE,QAAX,CAAoB,EAApB;AAZX,GAAP;AAcD;;AAKD,SAASf,qBAAT,CAA+BqB,IAA/B,EAA+C3D,WAA/C,EAAqF;AAGnF,MAAM4D,OAAO,GAAG,CAACD,IAAI,CAACE,UAAL,GAAkB,CAAnB,IAAwB,EAAxC;AACA,MAAMC,MAAkB,GAAG,EAA3B;AACA,MAAIC,MAAM,GAAG,CAAb;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGJ,OAApB,EAA6BI,CAAC,EAA9B,EAAkC;AAChC,QAAMC,IAAI,GAAGjE,WAAW,CACrBkE,MADU,CACH,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsD,EAAtD,CADG,EAGVO,OAHU,CAGF,SAHE,EAGS,EAHT,CAAb;AAKAR,IAAAA,MAAM,CAACb,IAAP,CAAY;AACVgB,MAAAA,IAAI,EAAJA,IADU;AAEVM,MAAAA,QAAQ,EAAEC,MAAM,CAACC,YAAP,CAAoBd,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAApB,CAFA;AAGVW,MAAAA,WAAW,EAAEf,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAHH;AAIVY,MAAAA,OAAO,EAAEhB,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB;AAJC,KAAZ;AAMAA,IAAAA,MAAM,IAAI,EAAV;AACD;;AACD,SAAOD,MAAP;AACD;;AAuBD,SAASd,QAAT,CACEW,IADF,EAEEG,MAFF,EAGE9D,WAHF,EAIwB;AACtB,MAAM4E,GAAG,GAAG,EAAZ;AACA,MAAIb,MAAM,GAAG,CAAb;;AAFsB,8CAGFD,MAHE;AAAA;;AAAA;AAGtB,2DAA4B;AAAA,UAAjBe,KAAiB;AAC1B,UAAMC,IAAI,GAAG9E,WAAW,CAACkE,MAAZ,CACX,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsDc,KAAK,CAACH,WAA5D,CADW,CAAb;AAGAE,MAAAA,GAAG,CAACC,KAAK,CAACZ,IAAP,CAAH,GAAkBc,UAAU,CAACD,IAAD,EAAOD,KAAK,CAACN,QAAb,CAA5B;AACAR,MAAAA,MAAM,IAAIc,KAAK,CAACH,WAAhB;AACD;AATqB;AAAA;AAAA;AAAA;AAAA;;AAWtB,SAAOE,GAAP;AACD;;AAQD,SAASG,UAAT,CAAoBD,IAApB,EAAkCP,QAAlC,EAAsF;AACpF,UAAQA,QAAR;AACE,SAAK,GAAL;AACE,aAAOS,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOG,cAAc,CAACH,IAAD,CAArB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOI,SAAS,CAACJ,IAAD,CAAhB;;AACF,SAAK,GAAL;AACE,aAAOK,YAAY,CAACL,IAAD,CAAnB;;AACF;AACE,YAAM,IAAIM,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD;;AAOD,SAASF,SAAT,CAAmBG,GAAnB,EAAqC;AACnC,SAAOC,IAAI,CAACC,GAAL,CAASF,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAT,EAA0BC,QAAQ,CAACJ,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAD,EAAkB,EAAlB,CAAR,GAAgC,CAA1D,EAA6DH,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAA7D,CAAP;AACD;;AAUD,SAASL,YAAT,CAAsBO,KAAtB,EAAqD;AACnD,SAAO,UAAUC,IAAV,CAAeD,KAAf,IAAwB,KAAxB,GAAgC,UAAUC,IAAV,CAAeD,KAAf,IAAwB,IAAxB,GAA+B,IAAtE;AACD;;AAOD,SAASV,WAAT,CAAqBF,IAArB,EAAkD;AAChD,MAAMc,MAAM,GAAGC,UAAU,CAACf,IAAD,CAAzB;AACA,SAAOgB,KAAK,CAACF,MAAD,CAAL,GAAgB,IAAhB,GAAuBA,MAA9B;AACD;;AAOD,SAASX,cAAT,CAAwBH,IAAxB,EAAqD;AACnD,SAAOA,IAAI,CAACiB,IAAL,MAAe,IAAtB;AACD;;AASD,SAASrD,SAAT,QAAkE;AAAA,MAA9CuB,IAA8C,SAA9CA,IAA8C;AAAA,MAAxCM,QAAwC,SAAxCA,QAAwC;AAAA,MAA9BG,WAA8B,SAA9BA,WAA8B;AAAA,MAAjBC,OAAiB,SAAjBA,OAAiB;;AAChE,UAAQJ,QAAR;AACE,SAAK,GAAL;AACE,aAAO,IAAIyB,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIiC,YAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIF,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIkC,4BAAJ,EAAhB,EAA4C,IAA5C,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,aAAJ,CAAU/B,IAAV,EAAgB,IAAImC,YAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF;AACE,YAAM,IAAIhB,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD","sourcesContent":["import {Schema, Field, Bool, Utf8, Float64, TimestampMillisecond} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\n\ntype DBFRowsOutput = object[];\n\ninterface DBFTableOutput {\n  schema?: Schema;\n  rows: DBFRowsOutput;\n}\n\ntype DBFHeader = {\n  // Last updated date\n  year: number;\n  month: number;\n  day: number;\n  // Number of records in data file\n  nRecords: number;\n  // Length of header in bytes\n  headerLength: number;\n  // Length of each record\n  recordLength: number;\n  // Not sure if this is usually set\n  languageDriver: number;\n};\n\ntype DBFField = {\n  name: string;\n  dataType: string;\n  fieldLength: number;\n  decimal: number;\n};\n\ntype DBFResult = {\n  data: {[key: string]: any}[];\n  schema?: Schema;\n  error?: string;\n  dbfHeader?: DBFHeader;\n  dbfFields?: DBFField[];\n  progress?: {\n    bytesUsed: number;\n    rowsTotal: number;\n    rows: number;\n  };\n};\n\nconst LITTLE_ENDIAN = true;\nconst DBF_HEADER_SIZE = 32;\n\nenum STATE {\n  START = 0, // Expecting header\n  FIELD_DESCRIPTORS = 1,\n  FIELD_PROPERTIES = 2,\n  END = 3,\n  ERROR = 4\n}\n\nclass DBFParser {\n  binaryReader = new BinaryChunkReader();\n  textDecoder: TextDecoder;\n  state = STATE.START;\n  result: DBFResult = {\n    data: []\n  };\n\n  constructor(options: {encoding: string}) {\n    this.textDecoder = new TextDecoder(options.encoding);\n  }\n\n  /**\n   * @param arrayBuffer\n   */\n  write(arrayBuffer: ArrayBuffer): void {\n    this.binaryReader.write(arrayBuffer);\n    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n    // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n\n    // important events:\n    // - schema available\n    // - first rows available\n    // - all rows available\n  }\n\n  end(): void {\n    this.binaryReader.end();\n    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n    // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n    if (this.state !== STATE.END) {\n      this.state = STATE.ERROR;\n      this.result.error = 'DBF incomplete file';\n    }\n  }\n}\n\n/**\n * @param arrayBuffer\n * @param options\n * @returns DBFTable or rows\n */\nexport function parseDBF(\n  arrayBuffer: ArrayBuffer,\n  options: any = {}\n): DBFRowsOutput | DBFTableOutput {\n  const loaderOptions = options.dbf || {};\n  const {encoding} = loaderOptions;\n\n  const dbfParser = new DBFParser({encoding});\n  dbfParser.write(arrayBuffer);\n  dbfParser.end();\n\n  const {data, schema} = dbfParser.result;\n  switch (options.tables && options.tables.format) {\n    case 'table':\n      // TODO - parse columns\n      return {schema, rows: data};\n\n    case 'rows':\n    default:\n      return data;\n  }\n}\n/**\n * @param asyncIterator\n * @param options\n */\nexport async function* parseDBFInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options: any = {}\n): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput> {\n  const loaderOptions = options.dbf || {};\n  const {encoding} = loaderOptions;\n\n  const parser = new DBFParser({encoding});\n  let headerReturned = false;\n  for await (const arrayBuffer of asyncIterator) {\n    parser.write(arrayBuffer);\n    if (!headerReturned && parser.result.dbfHeader) {\n      headerReturned = true;\n      yield parser.result.dbfHeader;\n    }\n\n    if (parser.result.data.length > 0) {\n      yield parser.result.data;\n      parser.result.data = [];\n    }\n  }\n  parser.end();\n  if (parser.result.data.length > 0) {\n    yield parser.result.data;\n  }\n}\n/**\n * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm\n * @param state\n * @param result\n * @param binaryReader\n * @param textDecoder\n * @returns\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n  state: STATE,\n  result: DBFResult,\n  binaryReader: {[key: string]: any},\n  textDecoder: TextDecoder\n): STATE {\n  // eslint-disable-next-line no-constant-condition\n  while (true) {\n    try {\n      switch (state) {\n        case STATE.ERROR:\n        case STATE.END:\n          return state;\n\n        case STATE.START:\n          // Parse initial file header\n          const dataView = binaryReader.getDataView(DBF_HEADER_SIZE, 'DBF header');\n          if (!dataView) {\n            return state;\n          }\n          result.dbfHeader = parseDBFHeader(dataView);\n          result.progress = {\n            bytesUsed: 0,\n            rowsTotal: result.dbfHeader.nRecords,\n            rows: 0\n          };\n          state = STATE.FIELD_DESCRIPTORS;\n          break;\n\n        case STATE.FIELD_DESCRIPTORS:\n          // Parse DBF field descriptors (schema)\n          const fieldDescriptorView = binaryReader.getDataView(\n            // @ts-ignore\n            result.dbfHeader.headerLength - DBF_HEADER_SIZE,\n            'DBF field descriptors'\n          );\n          if (!fieldDescriptorView) {\n            return state;\n          }\n\n          result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);\n          result.schema = new Schema(result.dbfFields.map((dbfField) => makeField(dbfField)));\n\n          state = STATE.FIELD_PROPERTIES;\n\n          // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?\n          // parsedbf uses ((fields.length + 1) << 5) + 2;\n          binaryReader.skip(1);\n          break;\n\n        case STATE.FIELD_PROPERTIES:\n          const {recordLength = 0, nRecords = 0} = result?.dbfHeader || {};\n          while (result.data.length < nRecords) {\n            const recordView = binaryReader.getDataView(recordLength - 1);\n            if (!recordView) {\n              return state;\n            }\n            // Note: Avoid actually reading the last byte, which may not be present\n            binaryReader.skip(1);\n\n            // @ts-ignore\n            const row = parseRow(recordView, result.dbfFields, textDecoder);\n            result.data.push(row);\n            // @ts-ignore\n            result.progress.rows = result.data.length;\n          }\n          state = STATE.END;\n          break;\n\n        default:\n          state = STATE.ERROR;\n          result.error = `illegal parser state ${state}`;\n          return state;\n      }\n    } catch (error) {\n      state = STATE.ERROR;\n      result.error = `DBF parsing failed: ${(error as Error).message}`;\n      return state;\n    }\n  }\n}\n\n/**\n * @param headerView\n */\nfunction parseDBFHeader(headerView: DataView): DBFHeader {\n  return {\n    // Last updated date\n    year: headerView.getUint8(1) + 1900,\n    month: headerView.getUint8(2),\n    day: headerView.getUint8(3),\n    // Number of records in data file\n    nRecords: headerView.getUint32(4, LITTLE_ENDIAN),\n    // Length of header in bytes\n    headerLength: headerView.getUint16(8, LITTLE_ENDIAN),\n    // Length of each record\n    recordLength: headerView.getUint16(10, LITTLE_ENDIAN),\n    // Not sure if this is usually set\n    languageDriver: headerView.getUint8(29)\n  };\n}\n\n/**\n * @param view\n */\nfunction parseFieldDescriptors(view: DataView, textDecoder: TextDecoder): DBFField[] {\n  // NOTE: this might overestimate the number of fields if the \"Database\n  // Container\" container exists and is included in the headerLength\n  const nFields = (view.byteLength - 1) / 32;\n  const fields: DBFField[] = [];\n  let offset = 0;\n  for (let i = 0; i < nFields; i++) {\n    const name = textDecoder\n      .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))\n      // eslint-disable-next-line no-control-regex\n      .replace(/\\u0000/g, '');\n\n    fields.push({\n      name,\n      dataType: String.fromCharCode(view.getUint8(offset + 11)),\n      fieldLength: view.getUint8(offset + 16),\n      decimal: view.getUint8(offset + 17)\n    });\n    offset += 32;\n  }\n  return fields;\n}\n\n/*\n * @param {BinaryChunkReader} binaryReader\nfunction parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {\n  const rows = [];\n  for (let i = 0; i < nRecords; i++) {\n    const recordView = binaryReader.getDataView(recordLength - 1);\n    binaryReader.skip(1);\n    // @ts-ignore\n    rows.push(parseRow(recordView, fields, textDecoder));\n  }\n  return rows;\n}\n */\n\n/**\n *\n * @param view\n * @param fields\n * @param textDecoder\n * @returns\n */\nfunction parseRow(\n  view: DataView,\n  fields: DBFField[],\n  textDecoder: TextDecoder\n): {[key: string]: any} {\n  const out = {};\n  let offset = 0;\n  for (const field of fields) {\n    const text = textDecoder.decode(\n      new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength)\n    );\n    out[field.name] = parseField(text, field.dataType);\n    offset += field.fieldLength;\n  }\n\n  return out;\n}\n\n/**\n * Should NaN be coerced to null?\n * @param text\n * @param dataType\n * @returns Field depends on a type of the data\n */\nfunction parseField(text: string, dataType: string): string | number | boolean | null {\n  switch (dataType) {\n    case 'B':\n      return parseNumber(text);\n    case 'C':\n      return parseCharacter(text);\n    case 'F':\n      return parseNumber(text);\n    case 'N':\n      return parseNumber(text);\n    case 'O':\n      return parseNumber(text);\n    case 'D':\n      return parseDate(text);\n    case 'L':\n      return parseBoolean(text);\n    default:\n      throw new Error('Unsupported data type');\n  }\n}\n\n/**\n * Parse YYYYMMDD to date in milliseconds\n * @param str YYYYMMDD\n * @returns new Date as a number\n */\nfunction parseDate(str: any): number {\n  return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));\n}\n\n/**\n * Read boolean value\n * any of Y, y, T, t coerce to true\n * any of N, n, F, f coerce to false\n * otherwise null\n * @param value\n * @returns boolean | null\n */\nfunction parseBoolean(value: string): boolean | null {\n  return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;\n}\n\n/**\n * Return null instead of NaN\n * @param text\n * @returns number | null\n */\nfunction parseNumber(text: string): number | null {\n  const number = parseFloat(text);\n  return isNaN(number) ? null : number;\n}\n\n/**\n *\n * @param text\n * @returns string | null\n */\nfunction parseCharacter(text: string): string | null {\n  return text.trim() || null;\n}\n\n/**\n * Create a standard Arrow-style `Field` from field descriptor.\n * TODO - use `fieldLength` and `decimal` to generate smaller types?\n * @param param0\n * @returns Field\n */\n// eslint-disable\nfunction makeField({name, dataType, fieldLength, decimal}): Field {\n  switch (dataType) {\n    case 'B':\n      return new Field(name, new Float64(), true);\n    case 'C':\n      return new Field(name, new Utf8(), true);\n    case 'F':\n      return new Field(name, new Float64(), true);\n    case 'N':\n      return new Field(name, new Float64(), true);\n    case 'O':\n      return new Field(name, new Float64(), true);\n    case 'D':\n      return new Field(name, new TimestampMillisecond(), true);\n    case 'L':\n      return new Field(name, new Bool(), true);\n    default:\n      throw new Error('Unsupported data type');\n  }\n}\n"],"file":"parse-dbf.js"}
+{"version":3,"sources":["../../../../src/lib/parsers/parse-dbf.ts"],"names":["LITTLE_ENDIAN","DBF_HEADER_SIZE","STATE","DBFParser","options","BinaryChunkReader","START","data","textDecoder","TextDecoder","encoding","arrayBuffer","binaryReader","write","state","parseState","result","end","END","ERROR","error","parseDBF","dbf","dbfParser","schema","shape","tables","format","table","rows","parseDBFInBatches","asyncIterator","parser","headerReturned","dbfHeader","length","dataView","getDataView","parseDBFHeader","progress","bytesUsed","rowsTotal","nRecords","FIELD_DESCRIPTORS","fieldDescriptorView","headerLength","dbfFields","parseFieldDescriptors","Schema","map","dbfField","makeField","FIELD_PROPERTIES","skip","recordLength","recordView","row","parseRow","push","message","headerView","year","getUint8","month","day","getUint32","getUint16","languageDriver","view","nFields","byteLength","fields","offset","i","name","decode","Uint8Array","buffer","byteOffset","replace","dataType","String","fromCharCode","fieldLength","decimal","out","field","text","parseField","parseNumber","parseCharacter","parseDate","parseBoolean","Error","str","Date","UTC","slice","parseInt","value","test","number","parseFloat","isNaN","trim","Field","Float64","Utf8","TimestampMillisecond","Bool"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAAA;;AASA;;;;;;;;AAUA,IAAMA,aAAa,GAAG,IAAtB;AACA,IAAMC,eAAe,GAAG,EAAxB;IAEKC,K;;WAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;GAAAA,K,KAAAA,K;;IAQCC,S;AAQJ,qBAAYC,OAAZ,EAAyC;AAAA;AAAA,wDAP1B,IAAIC,0BAAJ,EAO0B;AAAA;AAAA,iDALjCH,KAAK,CAACI,KAK2B;AAAA,kDAJrB;AAClBC,MAAAA,IAAI,EAAE;AADY,KAIqB;AACvC,SAAKC,WAAL,GAAmB,IAAIC,WAAJ,CAAgBL,OAAO,CAACM,QAAxB,CAAnB;AACD;;;;WAKD,eAAMC,WAAN,EAAsC;AACpC,WAAKC,YAAL,CAAkBC,KAAlB,CAAwBF,WAAxB;AACA,WAAKG,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKJ,YAA/B,EAA6C,KAAKJ,WAAlD,CAAvB;AAOD;;;WAED,eAAY;AACV,WAAKI,YAAL,CAAkBK,GAAlB;AACA,WAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKJ,YAA/B,EAA6C,KAAKJ,WAAlD,CAAvB;;AAEA,UAAI,KAAKM,KAAL,KAAeZ,KAAK,CAACgB,GAAzB,EAA8B;AAC5B,aAAKJ,KAAL,GAAaZ,KAAK,CAACiB,KAAnB;AACA,aAAKH,MAAL,CAAYI,KAAZ,GAAoB,qBAApB;AACD;AACF;;;;;AAQI,SAASC,QAAT,CACLV,WADK,EAG4C;AAAA;;AAAA,MADjDP,OACiD,uEADrB,EACqB;;AACjD,aAA8BA,OAAO,CAACkB,GAAR,IAAe,EAA7C;AAAA,2BAAOZ,QAAP;AAAA,MAAOA,QAAP,8BAAkB,QAAlB;;AAEA,MAAMa,SAAS,GAAG,IAAIpB,SAAJ,CAAc;AAACO,IAAAA,QAAQ,EAARA;AAAD,GAAd,CAAlB;AACAa,EAAAA,SAAS,CAACV,KAAV,CAAgBF,WAAhB;AACAY,EAAAA,SAAS,CAACN,GAAV;AAEA,0BAAuBM,SAAS,CAACP,MAAjC;AAAA,MAAOT,IAAP,qBAAOA,IAAP;AAAA,MAAaiB,MAAb,qBAAaA,MAAb;AACA,MAAMC,KAAK,GAAG,CAAArB,OAAO,SAAP,IAAAA,OAAO,WAAP,+BAAAA,OAAO,CAAEsB,MAAT,oEAAiBC,MAAjB,MAA2BvB,OAA3B,aAA2BA,OAA3B,uCAA2BA,OAAO,CAAEkB,GAApC,iDAA2B,aAAcG,KAAzC,CAAd;;AACA,UAAQA,KAAR;AACE,SAAK,kBAAL;AAAyB;AACvB,YAAMG,KAAqB,GAAG;AAC5BH,UAAAA,KAAK,EAAE,kBADqB;AAE5BD,UAAAA,MAAM,EAANA,MAF4B;AAG5BjB,UAAAA,IAAI,EAAJA;AAH4B,SAA9B;AAKA,eAAOqB,KAAP;AACD;;AACD,SAAK,OAAL;AACE,aAAO;AAACJ,QAAAA,MAAM,EAANA,MAAD;AAASK,QAAAA,IAAI,EAAEtB;AAAf,OAAP;;AACF,SAAK,MAAL;AACA;AACE,aAAOA,IAAP;AAbJ;AAeD;;SAKsBuB,iB;;;;;mFAAhB,iBACLC,aADK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAEL3B,YAAAA,OAFK,2DAEuB,EAFvB;AAAA,oBAIyBA,OAAO,CAACkB,GAAR,IAAe,EAJxC,yBAIEZ,QAJF,EAIEA,QAJF,+BAIa,QAJb;AAMCsB,YAAAA,MAND,GAMU,IAAI7B,SAAJ,CAAc;AAACO,cAAAA,QAAQ,EAARA;AAAD,aAAd,CANV;AAODuB,YAAAA,cAPC,GAOgB,KAPhB;AAAA;AAAA;AAAA;AAAA,qDAQ2BF,aAR3B;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAQYpB,YAAAA,WARZ;AASHqB,YAAAA,MAAM,CAACnB,KAAP,CAAaF,WAAb;;AATG,kBAUC,CAACsB,cAAD,IAAmBD,MAAM,CAAChB,MAAP,CAAckB,SAVlC;AAAA;AAAA;AAAA;;AAWDD,YAAAA,cAAc,GAAG,IAAjB;AAXC;AAYD,mBAAMD,MAAM,CAAChB,MAAP,CAAckB,SAApB;;AAZC;AAAA,kBAeCF,MAAM,CAAChB,MAAP,CAAcT,IAAd,CAAmB4B,MAAnB,GAA4B,CAf7B;AAAA;AAAA;AAAA;;AAAA;AAgBD,mBAAMH,MAAM,CAAChB,MAAP,CAAcT,IAApB;;AAhBC;AAiBDyB,YAAAA,MAAM,CAAChB,MAAP,CAAcT,IAAd,GAAqB,EAArB;;AAjBC;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAoBLyB,YAAAA,MAAM,CAACf,GAAP;;AApBK,kBAqBDe,MAAM,CAAChB,MAAP,CAAcT,IAAd,CAAmB4B,MAAnB,GAA4B,CArB3B;AAAA;AAAA;AAAA;;AAAA;AAsBH,mBAAMH,MAAM,CAAChB,MAAP,CAAcT,IAApB;;AAtBG;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAkCP,SAASQ,UAAT,CACED,KADF,EAEEE,MAFF,EAGEJ,YAHF,EAIEJ,WAJF,EAKS;AAEP,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQM,KAAR;AACE,aAAKZ,KAAK,CAACiB,KAAX;AACA,aAAKjB,KAAK,CAACgB,GAAX;AACE,iBAAOJ,KAAP;;AAEF,aAAKZ,KAAK,CAACI,KAAX;AAGE,cAAM8B,QAAQ,GAAGxB,YAAY,CAACyB,WAAb,CAAyBpC,eAAzB,CAAjB;;AACA,cAAI,CAACmC,QAAL,EAAe;AACb,mBAAOtB,KAAP;AACD;;AACDE,UAAAA,MAAM,CAACkB,SAAP,GAAmBI,cAAc,CAACF,QAAD,CAAjC;AACApB,UAAAA,MAAM,CAACuB,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,SAAS,EAAEzB,MAAM,CAACkB,SAAP,CAAiBQ,QAFZ;AAGhBb,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAKAf,UAAAA,KAAK,GAAGZ,KAAK,CAACyC,iBAAd;AACA;;AAEF,aAAKzC,KAAK,CAACyC,iBAAX;AAEE,cAAMC,mBAAmB,GAAGhC,YAAY,CAACyB,WAAb,CAE1BrB,MAAM,CAACkB,SAAP,CAAiBW,YAAjB,GAAgC5C,eAFN,CAA5B;;AAIA,cAAI,CAAC2C,mBAAL,EAA0B;AACxB,mBAAO9B,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAAC8B,SAAP,GAAmBC,qBAAqB,CAACH,mBAAD,EAAsBpC,WAAtB,CAAxC;AACAQ,UAAAA,MAAM,CAACQ,MAAP,GAAgB,IAAIwB,cAAJ,CAAWhC,MAAM,CAAC8B,SAAP,CAAiBG,GAAjB,CAAqB,UAACC,QAAD;AAAA,mBAAcC,SAAS,CAACD,QAAD,CAAvB;AAAA,WAArB,CAAX,CAAhB;AAEApC,UAAAA,KAAK,GAAGZ,KAAK,CAACkD,gBAAd;AAIAxC,UAAAA,YAAY,CAACyC,IAAb,CAAkB,CAAlB;AACA;;AAEF,aAAKnD,KAAK,CAACkD,gBAAX;AACE,sBAAyC,CAAApC,MAAM,SAAN,IAAAA,MAAM,WAAN,YAAAA,MAAM,CAAEkB,SAAR,KAAqB,EAA9D;AAAA,yCAAOoB,YAAP;AAAA,cAAOA,YAAP,mCAAsB,CAAtB;AAAA,qCAAyBZ,QAAzB;AAAA,cAAyBA,QAAzB,+BAAoC,CAApC;;AACA,iBAAO1B,MAAM,CAACT,IAAP,CAAY4B,MAAZ,GAAqBO,QAA5B,EAAsC;AACpC,gBAAMa,UAAU,GAAG3C,YAAY,CAACyB,WAAb,CAAyBiB,YAAY,GAAG,CAAxC,CAAnB;;AACA,gBAAI,CAACC,UAAL,EAAiB;AACf,qBAAOzC,KAAP;AACD;;AAEDF,YAAAA,YAAY,CAACyC,IAAb,CAAkB,CAAlB;AAGA,gBAAMG,GAAG,GAAGC,QAAQ,CAACF,UAAD,EAAavC,MAAM,CAAC8B,SAApB,EAA+BtC,WAA/B,CAApB;AACAQ,YAAAA,MAAM,CAACT,IAAP,CAAYmD,IAAZ,CAAiBF,GAAjB;AAEAxC,YAAAA,MAAM,CAACuB,QAAP,CAAgBV,IAAhB,GAAuBb,MAAM,CAACT,IAAP,CAAY4B,MAAnC;AACD;;AACDrB,UAAAA,KAAK,GAAGZ,KAAK,CAACgB,GAAd;AACA;;AAEF;AACEJ,UAAAA,KAAK,GAAGZ,KAAK,CAACiB,KAAd;AACAH,UAAAA,MAAM,CAACI,KAAP,kCAAuCN,KAAvC;AACA,iBAAOA,KAAP;AA/DJ;AAiED,KAlED,CAkEE,OAAOM,KAAP,EAAc;AACdN,MAAAA,KAAK,GAAGZ,KAAK,CAACiB,KAAd;AACAH,MAAAA,MAAM,CAACI,KAAP,iCAAuCA,KAAD,CAAiBuC,OAAvD;AACA,aAAO7C,KAAP;AACD;AACF;AACF;;AAKD,SAASwB,cAAT,CAAwBsB,UAAxB,EAAyD;AACvD,SAAO;AAELC,IAAAA,IAAI,EAAED,UAAU,CAACE,QAAX,CAAoB,CAApB,IAAyB,IAF1B;AAGLC,IAAAA,KAAK,EAAEH,UAAU,CAACE,QAAX,CAAoB,CAApB,CAHF;AAILE,IAAAA,GAAG,EAAEJ,UAAU,CAACE,QAAX,CAAoB,CAApB,CAJA;AAMLpB,IAAAA,QAAQ,EAAEkB,UAAU,CAACK,SAAX,CAAqB,CAArB,EAAwBjE,aAAxB,CANL;AAQL6C,IAAAA,YAAY,EAAEe,UAAU,CAACM,SAAX,CAAqB,CAArB,EAAwBlE,aAAxB,CART;AAULsD,IAAAA,YAAY,EAAEM,UAAU,CAACM,SAAX,CAAqB,EAArB,EAAyBlE,aAAzB,CAVT;AAYLmE,IAAAA,cAAc,EAAEP,UAAU,CAACE,QAAX,CAAoB,EAApB;AAZX,GAAP;AAcD;;AAKD,SAASf,qBAAT,CAA+BqB,IAA/B,EAA+C5D,WAA/C,EAAqF;AAGnF,MAAM6D,OAAO,GAAG,CAACD,IAAI,CAACE,UAAL,GAAkB,CAAnB,IAAwB,EAAxC;AACA,MAAMC,MAAkB,GAAG,EAA3B;AACA,MAAIC,MAAM,GAAG,CAAb;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGJ,OAApB,EAA6BI,CAAC,EAA9B,EAAkC;AAChC,QAAMC,IAAI,GAAGlE,WAAW,CACrBmE,MADU,CACH,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsD,EAAtD,CADG,EAGVO,OAHU,CAGF,SAHE,EAGS,EAHT,CAAb;AAKAR,IAAAA,MAAM,CAACb,IAAP,CAAY;AACVgB,MAAAA,IAAI,EAAJA,IADU;AAEVM,MAAAA,QAAQ,EAAEC,MAAM,CAACC,YAAP,CAAoBd,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAApB,CAFA;AAGVW,MAAAA,WAAW,EAAEf,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAHH;AAIVY,MAAAA,OAAO,EAAEhB,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB;AAJC,KAAZ;AAMAA,IAAAA,MAAM,IAAI,EAAV;AACD;;AACD,SAAOD,MAAP;AACD;;AAuBD,SAASd,QAAT,CACEW,IADF,EAEEG,MAFF,EAGE/D,WAHF,EAIwB;AACtB,MAAM6E,GAAG,GAAG,EAAZ;AACA,MAAIb,MAAM,GAAG,CAAb;;AAFsB,8CAGFD,MAHE;AAAA;;AAAA;AAGtB,2DAA4B;AAAA,UAAjBe,KAAiB;AAC1B,UAAMC,IAAI,GAAG/E,WAAW,CAACmE,MAAZ,CACX,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsDc,KAAK,CAACH,WAA5D,CADW,CAAb;AAGAE,MAAAA,GAAG,CAACC,KAAK,CAACZ,IAAP,CAAH,GAAkBc,UAAU,CAACD,IAAD,EAAOD,KAAK,CAACN,QAAb,CAA5B;AACAR,MAAAA,MAAM,IAAIc,KAAK,CAACH,WAAhB;AACD;AATqB;AAAA;AAAA;AAAA;AAAA;;AAWtB,SAAOE,GAAP;AACD;;AAQD,SAASG,UAAT,CAAoBD,IAApB,EAAkCP,QAAlC,EAAsF;AACpF,UAAQA,QAAR;AACE,SAAK,GAAL;AACE,aAAOS,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOG,cAAc,CAACH,IAAD,CAArB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOI,SAAS,CAACJ,IAAD,CAAhB;;AACF,SAAK,GAAL;AACE,aAAOK,YAAY,CAACL,IAAD,CAAnB;;AACF;AACE,YAAM,IAAIM,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD;;AAOD,SAASF,SAAT,CAAmBG,GAAnB,EAAqC;AACnC,SAAOC,IAAI,CAACC,GAAL,CAASF,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAT,EAA0BC,QAAQ,CAACJ,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAD,EAAkB,EAAlB,CAAR,GAAgC,CAA1D,EAA6DH,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAA7D,CAAP;AACD;;AAUD,SAASL,YAAT,CAAsBO,KAAtB,EAAqD;AACnD,SAAO,UAAUC,IAAV,CAAeD,KAAf,IAAwB,KAAxB,GAAgC,UAAUC,IAAV,CAAeD,KAAf,IAAwB,IAAxB,GAA+B,IAAtE;AACD;;AAOD,SAASV,WAAT,CAAqBF,IAArB,EAAkD;AAChD,MAAMc,MAAM,GAAGC,UAAU,CAACf,IAAD,CAAzB;AACA,SAAOgB,KAAK,CAACF,MAAD,CAAL,GAAgB,IAAhB,GAAuBA,MAA9B;AACD;;AAOD,SAASX,cAAT,CAAwBH,IAAxB,EAAqD;AACnD,SAAOA,IAAI,CAACiB,IAAL,MAAe,IAAtB;AACD;;AASD,SAASrD,SAAT,QAA4E;AAAA,MAAxDuB,IAAwD,SAAxDA,IAAwD;AAAA,MAAlDM,QAAkD,SAAlDA,QAAkD;AAAA,MAAxCG,WAAwC,SAAxCA,WAAwC;AAAA,MAA3BC,OAA2B,SAA3BA,OAA2B;;AAC1E,UAAQJ,QAAR;AACE,SAAK,GAAL;AACE,aAAO,IAAIyB,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIiC,YAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIF,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIkC,4BAAJ,EAAhB,EAA4C,IAA5C,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,aAAJ,CAAU/B,IAAV,EAAgB,IAAImC,YAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF;AACE,YAAM,IAAIhB,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD","sourcesContent":["import {\n  Schema,\n  Field,\n  Bool,\n  Utf8,\n  Float64,\n  TimestampMillisecond,\n  ObjectRowTable\n} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\nimport {\n  DBFLoaderOptions,\n  DBFResult,\n  DBFTableOutput,\n  DBFHeader,\n  DBFRowsOutput,\n  DBFField\n} from './types';\n\nconst LITTLE_ENDIAN = true;\nconst DBF_HEADER_SIZE = 32;\n\nenum STATE {\n  START = 0, // Expecting header\n  FIELD_DESCRIPTORS = 1,\n  FIELD_PROPERTIES = 2,\n  END = 3,\n  ERROR = 4\n}\n\nclass DBFParser {\n  binaryReader = new BinaryChunkReader();\n  textDecoder: TextDecoder;\n  state = STATE.START;\n  result: DBFResult = {\n    data: []\n  };\n\n  constructor(options: {encoding: string}) {\n    this.textDecoder = new TextDecoder(options.encoding);\n  }\n\n  /**\n   * @param arrayBuffer\n   */\n  write(arrayBuffer: ArrayBuffer): void {\n    this.binaryReader.write(arrayBuffer);\n    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n    // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n\n    // important events:\n    // - schema available\n    // - first rows available\n    // - all rows available\n  }\n\n  end(): void {\n    this.binaryReader.end();\n    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n    // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n    if (this.state !== STATE.END) {\n      this.state = STATE.ERROR;\n      this.result.error = 'DBF incomplete file';\n    }\n  }\n}\n\n/**\n * @param arrayBuffer\n * @param options\n * @returns DBFTable or rows\n */\nexport function parseDBF(\n  arrayBuffer: ArrayBuffer,\n  options: DBFLoaderOptions = {}\n): DBFRowsOutput | DBFTableOutput | ObjectRowTable {\n  const {encoding = 'latin1'} = options.dbf || {};\n\n  const dbfParser = new DBFParser({encoding});\n  dbfParser.write(arrayBuffer);\n  dbfParser.end();\n\n  const {data, schema} = dbfParser.result;\n  const shape = options?.tables?.format || options?.dbf?.shape;\n  switch (shape) {\n    case 'object-row-table': {\n      const table: ObjectRowTable = {\n        shape: 'object-row-table',\n        schema,\n        data\n      };\n      return table;\n    }\n    case 'table':\n      return {schema, rows: data};\n    case 'rows':\n    default:\n      return data;\n  }\n}\n/**\n * @param asyncIterator\n * @param options\n */\nexport async function* parseDBFInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options: DBFLoaderOptions = {}\n): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput> {\n  const {encoding = 'latin1'} = options.dbf || {};\n\n  const parser = new DBFParser({encoding});\n  let headerReturned = false;\n  for await (const arrayBuffer of asyncIterator) {\n    parser.write(arrayBuffer);\n    if (!headerReturned && parser.result.dbfHeader) {\n      headerReturned = true;\n      yield parser.result.dbfHeader;\n    }\n\n    if (parser.result.data.length > 0) {\n      yield parser.result.data;\n      parser.result.data = [];\n    }\n  }\n  parser.end();\n  if (parser.result.data.length > 0) {\n    yield parser.result.data;\n  }\n}\n/**\n * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm\n * @param state\n * @param result\n * @param binaryReader\n * @param textDecoder\n * @returns\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n  state: STATE,\n  result: DBFResult,\n  binaryReader: BinaryChunkReader,\n  textDecoder: TextDecoder\n): STATE {\n  // eslint-disable-next-line no-constant-condition\n  while (true) {\n    try {\n      switch (state) {\n        case STATE.ERROR:\n        case STATE.END:\n          return state;\n\n        case STATE.START:\n          // Parse initial file header\n          // DBF Header\n          const dataView = binaryReader.getDataView(DBF_HEADER_SIZE);\n          if (!dataView) {\n            return state;\n          }\n          result.dbfHeader = parseDBFHeader(dataView);\n          result.progress = {\n            bytesUsed: 0,\n            rowsTotal: result.dbfHeader.nRecords,\n            rows: 0\n          };\n          state = STATE.FIELD_DESCRIPTORS;\n          break;\n\n        case STATE.FIELD_DESCRIPTORS:\n          // Parse DBF field descriptors (schema)\n          const fieldDescriptorView = binaryReader.getDataView(\n            // @ts-ignore\n            result.dbfHeader.headerLength - DBF_HEADER_SIZE\n          );\n          if (!fieldDescriptorView) {\n            return state;\n          }\n\n          result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);\n          result.schema = new Schema(result.dbfFields.map((dbfField) => makeField(dbfField)));\n\n          state = STATE.FIELD_PROPERTIES;\n\n          // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?\n          // parsedbf uses ((fields.length + 1) << 5) + 2;\n          binaryReader.skip(1);\n          break;\n\n        case STATE.FIELD_PROPERTIES:\n          const {recordLength = 0, nRecords = 0} = result?.dbfHeader || {};\n          while (result.data.length < nRecords) {\n            const recordView = binaryReader.getDataView(recordLength - 1);\n            if (!recordView) {\n              return state;\n            }\n            // Note: Avoid actually reading the last byte, which may not be present\n            binaryReader.skip(1);\n\n            // @ts-ignore\n            const row = parseRow(recordView, result.dbfFields, textDecoder);\n            result.data.push(row);\n            // @ts-ignore\n            result.progress.rows = result.data.length;\n          }\n          state = STATE.END;\n          break;\n\n        default:\n          state = STATE.ERROR;\n          result.error = `illegal parser state ${state}`;\n          return state;\n      }\n    } catch (error) {\n      state = STATE.ERROR;\n      result.error = `DBF parsing failed: ${(error as Error).message}`;\n      return state;\n    }\n  }\n}\n\n/**\n * @param headerView\n */\nfunction parseDBFHeader(headerView: DataView): DBFHeader {\n  return {\n    // Last updated date\n    year: headerView.getUint8(1) + 1900,\n    month: headerView.getUint8(2),\n    day: headerView.getUint8(3),\n    // Number of records in data file\n    nRecords: headerView.getUint32(4, LITTLE_ENDIAN),\n    // Length of header in bytes\n    headerLength: headerView.getUint16(8, LITTLE_ENDIAN),\n    // Length of each record\n    recordLength: headerView.getUint16(10, LITTLE_ENDIAN),\n    // Not sure if this is usually set\n    languageDriver: headerView.getUint8(29)\n  };\n}\n\n/**\n * @param view\n */\nfunction parseFieldDescriptors(view: DataView, textDecoder: TextDecoder): DBFField[] {\n  // NOTE: this might overestimate the number of fields if the \"Database\n  // Container\" container exists and is included in the headerLength\n  const nFields = (view.byteLength - 1) / 32;\n  const fields: DBFField[] = [];\n  let offset = 0;\n  for (let i = 0; i < nFields; i++) {\n    const name = textDecoder\n      .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))\n      // eslint-disable-next-line no-control-regex\n      .replace(/\\u0000/g, '');\n\n    fields.push({\n      name,\n      dataType: String.fromCharCode(view.getUint8(offset + 11)),\n      fieldLength: view.getUint8(offset + 16),\n      decimal: view.getUint8(offset + 17)\n    });\n    offset += 32;\n  }\n  return fields;\n}\n\n/*\n * @param {BinaryChunkReader} binaryReader\nfunction parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {\n  const rows = [];\n  for (let i = 0; i < nRecords; i++) {\n    const recordView = binaryReader.getDataView(recordLength - 1);\n    binaryReader.skip(1);\n    // @ts-ignore\n    rows.push(parseRow(recordView, fields, textDecoder));\n  }\n  return rows;\n}\n */\n\n/**\n *\n * @param view\n * @param fields\n * @param textDecoder\n * @returns\n */\nfunction parseRow(\n  view: DataView,\n  fields: DBFField[],\n  textDecoder: TextDecoder\n): {[key: string]: any} {\n  const out = {};\n  let offset = 0;\n  for (const field of fields) {\n    const text = textDecoder.decode(\n      new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength)\n    );\n    out[field.name] = parseField(text, field.dataType);\n    offset += field.fieldLength;\n  }\n\n  return out;\n}\n\n/**\n * Should NaN be coerced to null?\n * @param text\n * @param dataType\n * @returns Field depends on a type of the data\n */\nfunction parseField(text: string, dataType: string): string | number | boolean | null {\n  switch (dataType) {\n    case 'B':\n      return parseNumber(text);\n    case 'C':\n      return parseCharacter(text);\n    case 'F':\n      return parseNumber(text);\n    case 'N':\n      return parseNumber(text);\n    case 'O':\n      return parseNumber(text);\n    case 'D':\n      return parseDate(text);\n    case 'L':\n      return parseBoolean(text);\n    default:\n      throw new Error('Unsupported data type');\n  }\n}\n\n/**\n * Parse YYYYMMDD to date in milliseconds\n * @param str YYYYMMDD\n * @returns new Date as a number\n */\nfunction parseDate(str: any): number {\n  return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));\n}\n\n/**\n * Read boolean value\n * any of Y, y, T, t coerce to true\n * any of N, n, F, f coerce to false\n * otherwise null\n * @param value\n * @returns boolean | null\n */\nfunction parseBoolean(value: string): boolean | null {\n  return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;\n}\n\n/**\n * Return null instead of NaN\n * @param text\n * @returns number | null\n */\nfunction parseNumber(text: string): number | null {\n  const number = parseFloat(text);\n  return isNaN(number) ? null : number;\n}\n\n/**\n *\n * @param text\n * @returns string | null\n */\nfunction parseCharacter(text: string): string | null {\n  return text.trim() || null;\n}\n\n/**\n * Create a standard Arrow-style `Field` from field descriptor.\n * TODO - use `fieldLength` and `decimal` to generate smaller types?\n * @param param0\n * @returns Field\n */\n// eslint-disable\nfunction makeField({name, dataType, fieldLength, decimal}: DBFField): Field {\n  switch (dataType) {\n    case 'B':\n      return new Field(name, new Float64(), true);\n    case 'C':\n      return new Field(name, new Utf8(), true);\n    case 'F':\n      return new Field(name, new Float64(), true);\n    case 'N':\n      return new Field(name, new Float64(), true);\n    case 'O':\n      return new Field(name, new Float64(), true);\n    case 'D':\n      return new Field(name, new TimestampMillisecond(), true);\n    case 'L':\n      return new Field(name, new Bool(), true);\n    default:\n      throw new Error('Unsupported data type');\n  }\n}\n"],"file":"parse-dbf.js"}

package/dist/es5/lib/parsers/parse-shapefile.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/lib/parsers/parse-shapefile.ts"],"names":["parseShapefileInBatches","asyncIterator","options","context","gis","reproject","_targetCrs","loadShapefileSidecarFiles","shx","cpg","prj","parseInBatches","SHPLoader","shapeIterable","fetch","replaceExtension","url","dbfResponse","ok","DBFLoader","dbf","encoding","propertyIterable","next","shapeHeader","value","batchType","dbfHeader","iterator","item","geometries","properties","geojsonGeometries","parseGeometries","features","joinProperties","reprojectFeatures","header","data","parseShapefile","arrayBuffer","parse","geom","push","i","length","geometry","feature","type","sourceCrs","targetCrs","projection","Proj4Projection","from","to","coord","project","shxPromise","cpgPromise","prjPromise","Promise","all","shxResponse","cpgResponse","text","prjResponse","newExtension","baseName","basename","extension","extname","isUpperCase","toUpperCase","extIndex","lastIndexOf","substr"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAKA;;AACA;;AACA;;AACA;;AACA;;AACA;;;;;;;;;;;;SAkBuBA,uB;;;;;yFAAhB,iBACLC,aADK,EAELC,OAFK,EAGLC,OAHK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,mBAK6C,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEE,GAAT,KAAgB,EAL7D,wBAKEC,SALF,EAKEA,SALF,+BAKc,KALd,0CAKqBC,UALrB,EAKqBA,UALrB,gCAKkC,OALlC;AAAA;AAAA,sDAMyBC,yBAAyB,CAACL,OAAD,EAAUC,OAAV,CANlD;;AAAA;AAAA;AAMEK,YAAAA,GANF,yBAMEA,GANF;AAMOC,YAAAA,GANP,yBAMOA,GANP;AAMYC,YAAAA,GANZ,yBAMYA,GANZ;AAAA;AAAA,sDAU4BP,OAAO,CAACQ,cAAR,CAAuBV,aAAvB,EAAsCW,oBAAtC,EAAiDV,OAAjD,CAV5B;;AAAA;AAUCW,YAAAA,aAVD;AAAA;AAAA,sDAeqBV,OAAO,CAACW,KAAR,CAAcC,gBAAgB,CAAC,CAAAZ,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEa,GAAT,KAAgB,EAAjB,EAAqB,KAArB,CAA9B,CAfrB;;AAAA;AAeCC,YAAAA,WAfD;;AAAA,iBAgBDA,WAAW,CAACC,EAhBX;AAAA;AAAA;AAAA;;AAAA;AAAA,sDAkBsBf,OAAO,CAACQ,cAAR,CAAuBM,WAAvB,EAAoCE,oBAApC,kCACpBjB,OADoB;AAEvBkB,cAAAA,GAAG,EAAE;AAACC,gBAAAA,QAAQ,EAAEZ,GAAG,IAAI;AAAlB;AAFkB,eAlBtB;;AAAA;AAkBHa,YAAAA,gBAlBG;;AAAA;AAAA;AAAA,sDA4BoBT,aAAa,CAACU,IAAd,EA5BpB;;AAAA;AA4BDC,YAAAA,WA5BC,iBA4B0CC,KA5B1C;;AAAA,kBA6BDD,WAAW,IAAIA,WAAW,CAACE,SAAZ,KAA0B,UA7BxC;AAAA;AAAA;AAAA;;AAAA;AAAA,sDA8BkBb,aAAa,CAACU,IAAd,EA9BlB;;AAAA;AA8BHC,YAAAA,WA9BG,iBA8BwCC,KA9BxC;;AAAA;AAiCDE,YAAAA,SAjCC,GAiCiC,EAjCjC;;AAAA,iBAkCDL,gBAlCC;AAAA;AAAA;AAAA;;AAAA;AAAA,sDAmCgBA,gBAAgB,CAACC,IAAjB,EAnChB;;AAAA;AAmCHI,YAAAA,SAnCG,iBAmCyCF,KAnCzC;;AAAA,kBAoCCE,SAAS,IAAIA,SAAS,CAACD,SAAV,KAAwB,UApCtC;AAAA;AAAA;AAAA;;AAAA;AAAA,sDAqCkBJ,gBAAgB,CAACC,IAAjB,EArClB;;AAAA;AAqCDI,YAAAA,SArCC,iBAqC2CF,KArC3C;;AAAA;AA0CL,gBAAIH,gBAAJ,EAAsB;AACpBM,cAAAA,QAAQ,GAAG,0CAAkBf,aAAlB,EAAiCS,gBAAjC,CAAX;AACD,aAFD,MAEO;AACLM,cAAAA,QAAQ,GAAGf,aAAX;AACD;;AA9CI;AAAA;AAAA;AAAA,qDAgDoBe,QAhDpB;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAgDYC,YAAAA,IAhDZ;AAiDCC,YAAAA,UAjDD;AAkDCC,YAAAA,UAlDD;;AAmDH,gBAAI,CAACT,gBAAL,EAAuB;AACrBQ,cAAAA,UAAU,GAAGD,IAAb;AACD,aAFD,MAEO;AAAA,mDACsBA,IADtB;AACJC,cAAAA,UADI;AACQC,cAAAA,UADR;AAEN;;AAEKC,YAAAA,iBAzDH,GAyDuBC,eAAe,CAACH,UAAD,CAzDtC;AA0DCI,YAAAA,QA1DD,GA0DYC,cAAc,CAACH,iBAAD,EAAoBD,UAApB,CA1D1B;;AA2DH,gBAAI1B,SAAJ,EAAe;AAEb6B,cAAAA,QAAQ,GAAGE,iBAAiB,CAACF,QAAD,EAAWxB,GAAX,EAAgBJ,UAAhB,CAA5B;AACD;;AA9DE;AA+DH,mBAAM;AACJe,cAAAA,QAAQ,EAAEZ,GADN;AAEJC,cAAAA,GAAG,EAAHA,GAFI;AAGJF,cAAAA,GAAG,EAAHA,GAHI;AAIJ6B,cAAAA,MAAM,EAAEb,WAJJ;AAKJc,cAAAA,IAAI,EAAEJ;AALF,aAAN;;AA/DG;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAiFeK,c;;;;;8EAAf,kBACLC,WADK,EAELtC,OAFK,EAGLC,OAHK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,oBAK6C,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEE,GAAT,KAAgB,EAL7D,0BAKEC,SALF,EAKEA,SALF,gCAKc,KALd,6CAKqBC,UALrB,EAKqBA,UALrB,iCAKkC,OALlC;AAAA;AAAA,mBAMyBC,yBAAyB,CAACL,OAAD,EAAUC,OAAV,CANlD;;AAAA;AAAA;AAMEK,YAAAA,GANF,yBAMEA,GANF;AAMOC,YAAAA,GANP,yBAMOA,GANP;AAMYC,YAAAA,GANZ,yBAMYA,GANZ;AAAA;AAAA,mBAU8BP,OAAO,CAACsC,KAAR,CAAcD,WAAd,EAA2B5B,oBAA3B,EAAsCV,OAAtC,CAV9B;;AAAA;AAAA;AAUEmC,YAAAA,MAVF,wBAUEA,MAVF;AAUUP,YAAAA,UAVV,wBAUUA,UAVV;AAYCE,YAAAA,iBAZD,GAYqBC,eAAe,CAACH,UAAD,CAZpC;AAeDC,YAAAA,UAfC,GAeY,EAfZ;AAAA;AAAA,mBAkBqB5B,OAAO,CAACW,KAAR,CAAcC,gBAAgB,CAACZ,OAAO,CAACa,GAAT,EAAc,KAAd,CAA9B,CAlBrB;;AAAA;AAkBCC,YAAAA,WAlBD;;AAAA,iBAmBDA,WAAW,CAACC,EAnBX;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAqBgBf,OAAO,CAACsC,KAAR,CAAcxB,WAAd,EAA2BE,oBAA3B,EAAsC;AAACC,cAAAA,GAAG,EAAE;AAACC,gBAAAA,QAAQ,EAAEZ,GAAG,IAAI;AAAlB;AAAN,aAAtC,CArBhB;;AAAA;AAqBHsB,YAAAA,UArBG;;AAAA;AAwBDG,YAAAA,QAxBC,GAwBUC,cAAc,CAACH,iBAAD,EAAoBD,UAApB,CAxBxB;;AAyBL,gBAAI1B,SAAJ,EAAe;AACb6B,cAAAA,QAAQ,GAAGE,iBAAiB,CAACF,QAAD,EAAWxB,GAAX,EAAgBJ,UAAhB,CAA5B;AACD;;AA3BI,8CA6BE;AACLe,cAAAA,QAAQ,EAAEZ,GADL;AAELC,cAAAA,GAAG,EAAHA,GAFK;AAGLF,cAAAA,GAAG,EAAHA,GAHK;AAIL6B,cAAAA,MAAM,EAANA,MAJK;AAKLC,cAAAA,IAAI,EAAEJ;AALD,aA7BF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AA4CP,SAASD,eAAT,CAAyBH,UAAzB,EAAmD;AACjD,MAAME,iBAAwB,GAAG,EAAjC;;AADiD,8CAE9BF,UAF8B;AAAA;;AAAA;AAEjD,2DAA+B;AAAA,UAApBY,IAAoB;AAC7BV,MAAAA,iBAAiB,CAACW,IAAlB,CAAuB,2BAAiBD,IAAjB,CAAvB;AACD;AAJgD;AAAA;AAAA;AAAA;AAAA;;AAKjD,SAAOV,iBAAP;AACD;;AASD,SAASG,cAAT,CAAwBL,UAAxB,EAA8CC,UAA9C,EAA+E;AAC7E,MAAMG,QAAmB,GAAG,EAA5B;;AACA,OAAK,IAAIU,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGd,UAAU,CAACe,MAA/B,EAAuCD,CAAC,EAAxC,EAA4C;AAC1C,QAAME,QAAQ,GAAGhB,UAAU,CAACc,CAAD,CAA3B;AACA,QAAMG,OAAgB,GAAG;AACvBC,MAAAA,IAAI,EAAE,SADiB;AAEvBF,MAAAA,QAAQ,EAARA,QAFuB;AAIvBf,MAAAA,UAAU,EAAGA,UAAU,IAAIA,UAAU,CAACa,CAAD,CAAzB,IAAiC;AAJtB,KAAzB;AAMAV,IAAAA,QAAQ,CAACS,IAAT,CAAcI,OAAd;AACD;;AAED,SAAOb,QAAP;AACD;;AAUD,SAASE,iBAAT,CAA2BF,QAA3B,EAAgDe,SAAhD,EAAoEC,SAApE,EAAmG;AACjG,MAAI,CAACD,SAAD,IAAc,CAACC,SAAnB,EAA8B;AAC5B,WAAOhB,QAAP;AACD;;AAED,MAAMiB,UAAU,GAAG,IAAIC,qBAAJ,CAAoB;AAACC,IAAAA,IAAI,EAAEJ,SAAS,IAAI,OAApB;AAA6BK,IAAAA,EAAE,EAAEJ,SAAS,IAAI;AAA9C,GAApB,CAAnB;AACA,SAAO,iCAAuBhB,QAAvB,EAAiC,UAACqB,KAAD;AAAA,WAAWJ,UAAU,CAACK,OAAX,CAAmBD,KAAnB,CAAX;AAAA,GAAjC,CAAP;AACD;;SASqBhD,yB;;;;;yFAAf,kBACLL,OADK,EAELC,OAFK;AAAA;AAAA;AAAA;AAAA;AAAA;AAUEa,YAAAA,GAVF,GAUgBb,OAVhB,CAUEa,GAVF,EAUOF,KAVP,GAUgBX,OAVhB,CAUOW,KAVP;AAWC2C,YAAAA,UAXD,GAWc3C,KAAK,CAACC,gBAAgB,CAACC,GAAD,EAAM,KAAN,CAAjB,CAXnB;AAYC0C,YAAAA,UAZD,GAYc5C,KAAK,CAACC,gBAAgB,CAACC,GAAD,EAAM,KAAN,CAAjB,CAZnB;AAaC2C,YAAAA,UAbD,GAac7C,KAAK,CAACC,gBAAgB,CAACC,GAAD,EAAM,KAAN,CAAjB,CAbnB;AAAA;AAAA,mBAcC4C,OAAO,CAACC,GAAR,CAAY,CAACJ,UAAD,EAAaC,UAAb,EAAyBC,UAAzB,CAAZ,CAdD;;AAAA;AAAA;AAAA,mBAoBqBF,UApBrB;;AAAA;AAoBCK,YAAAA,WApBD;;AAAA,iBAqBDA,WAAW,CAAC5C,EArBX;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAsBuB4C,WAAW,CAACtB,WAAZ,EAtBvB;;AAAA;AAsBGA,YAAAA,WAtBH;AAuBHhC,YAAAA,GAAG,GAAG,wBAASgC,WAAT,CAAN;;AAvBG;AAAA;AAAA,mBA0BqBkB,UA1BrB;;AAAA;AA0BCK,YAAAA,WA1BD;;AAAA,iBA2BDA,WAAW,CAAC7C,EA3BX;AAAA;AAAA;AAAA;;AAAA;AAAA,mBA4BS6C,WAAW,CAACC,IAAZ,EA5BT;;AAAA;AA4BHvD,YAAAA,GA5BG;;AAAA;AAAA;AAAA,mBA+BqBkD,UA/BrB;;AAAA;AA+BCM,YAAAA,WA/BD;;AAAA,iBAgCDA,WAAW,CAAC/C,EAhCX;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAiCS+C,WAAW,CAACD,IAAZ,EAjCT;;AAAA;AAiCHtD,YAAAA,GAjCG;;AAAA;AAAA,8CAoCE;AACLF,cAAAA,GAAG,EAAHA,GADK;AAELC,cAAAA,GAAG,EAAHA,GAFK;AAGLC,cAAAA,GAAG,EAAHA;AAHK,aApCF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAsDA,SAASK,gBAAT,CAA0BC,GAA1B,EAAuCkD,YAAvC,EAAqE;AAC1E,MAAMC,QAAQ,GAAGC,QAAQ,CAACpD,GAAD,CAAzB;AACA,MAAMqD,SAAS,GAAGC,OAAO,CAACtD,GAAD,CAAzB;AACA,MAAMuD,WAAW,GAAGF,SAAS,KAAKA,SAAS,CAACG,WAAV,EAAlC;;AACA,MAAID,WAAJ,EAAiB;AACfL,IAAAA,YAAY,GAAGA,YAAY,CAACM,WAAb,EAAf;AACD;;AACD,mBAAUL,QAAV,cAAsBD,YAAtB;AACD;;AAOD,SAASE,QAAT,CAAkBpD,GAAlB,EAAuC;AACrC,MAAMyD,QAAQ,GAAGzD,GAAG,IAAIA,GAAG,CAAC0D,WAAJ,CAAgB,GAAhB,CAAxB;;AACA,MAAI,OAAOD,QAAP,KAAoB,QAAxB,EAAkC;AAChC,WAAOA,QAAQ,IAAI,CAAZ,GAAgBzD,GAAG,CAAC2D,MAAJ,CAAW,CAAX,EAAcF,QAAd,CAAhB,GAA0C,EAAjD;AACD;;AACD,SAAOA,QAAP;AACD;;AAKD,SAASH,OAAT,CAAiBtD,GAAjB,EAAsC;AACpC,MAAMyD,QAAQ,GAAGzD,GAAG,IAAIA,GAAG,CAAC0D,WAAJ,CAAgB,GAAhB,CAAxB;;AACA,MAAI,OAAOD,QAAP,KAAoB,QAAxB,EAAkC;AAChC,WAAOA,QAAQ,IAAI,CAAZ,GAAgBzD,GAAG,CAAC2D,MAAJ,CAAWF,QAAQ,GAAG,CAAtB,CAAhB,GAA2C,EAAlD;AACD;;AACD,SAAOA,QAAP;AACD","sourcesContent":["// import type {Feature} from '@loaders.gl/gis';\nimport type {SHXOutput} from './parse-shx';\nimport type {SHPHeader} from './parse-shp-header';\nimport type {LoaderContext} from '@loaders.gl/loader-utils';\n\nimport {binaryToGeometry, transformGeoJsonCoords} from '@loaders.gl/gis';\nimport {Proj4Projection} from '@math.gl/proj4';\nimport {parseShx} from './parse-shx';\nimport {zipBatchIterators} from '../streaming/zip-batch-iterators';\nimport {SHPLoader} from '../../shp-loader';\nimport {DBFLoader} from '../../dbf-loader';\n\ntype Feature = any;\ninterface ShapefileOutput {\n  encoding?: string;\n  prj?: string;\n  shx?: SHXOutput;\n  header: SHPHeader;\n  data: object[];\n}\n/**\n * Parsing of file in batches\n *\n * @param asyncIterator\n * @param options\n * @param context\n */\n// eslint-disable-next-line max-statements, complexity\nexport async function* parseShapefileInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: any,\n  context?: LoaderContext\n): AsyncIterable<ShapefileOutput> {\n  const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n  const {shx, cpg, prj} = await loadShapefileSidecarFiles(options, context);\n\n  // parse geometries\n  // @ts-ignore context must be defined\n  const shapeIterable: any = await context.parseInBatches(asyncIterator, SHPLoader, options);\n\n  // parse properties\n  let propertyIterable: any;\n  // @ts-ignore context must be defined\n  const dbfResponse = await context.fetch(replaceExtension(context?.url || '', 'dbf'));\n  if (dbfResponse.ok) {\n    // @ts-ignore context must be defined\n    propertyIterable = await context.parseInBatches(dbfResponse, DBFLoader, {\n      ...options,\n      dbf: {encoding: cpg || 'latin1'}\n    });\n  }\n\n  // When `options.metadata` is `true`, there's an extra initial `metadata`\n  // object before the iterator starts. zipBatchIterators expects to receive\n  // batches of Array objects, and will fail with non-iterable batches, so it's\n  // important to skip over the first batch.\n  let shapeHeader = (await shapeIterable.next()).value;\n  if (shapeHeader && shapeHeader.batchType === 'metadata') {\n    shapeHeader = (await shapeIterable.next()).value;\n  }\n\n  let dbfHeader: {batchType?: string} = {};\n  if (propertyIterable) {\n    dbfHeader = (await propertyIterable.next()).value;\n    if (dbfHeader && dbfHeader.batchType === 'metadata') {\n      dbfHeader = (await propertyIterable.next()).value;\n    }\n  }\n\n  let iterator: any;\n  if (propertyIterable) {\n    iterator = zipBatchIterators(shapeIterable, propertyIterable);\n  } else {\n    iterator = shapeIterable;\n  }\n\n  for await (const item of iterator) {\n    let geometries: any;\n    let properties: any;\n    if (!propertyIterable) {\n      geometries = item;\n    } else {\n      [geometries, properties] = item;\n    }\n\n    const geojsonGeometries = parseGeometries(geometries);\n    let features = joinProperties(geojsonGeometries, properties);\n    if (reproject) {\n      // @ts-ignore\n      features = reprojectFeatures(features, prj, _targetCrs);\n    }\n    yield {\n      encoding: cpg,\n      prj,\n      shx,\n      header: shapeHeader,\n      data: features\n    };\n  }\n}\n\n/**\n * Parse shapefile\n *\n * @param arrayBuffer\n * @param options\n * @param context\n * @returns output of shapefile\n */\nexport async function parseShapefile(\n  arrayBuffer: ArrayBuffer,\n  options?: {[key: string]: any},\n  context?: LoaderContext\n): Promise<ShapefileOutput> {\n  const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n  const {shx, cpg, prj} = await loadShapefileSidecarFiles(options, context);\n\n  // parse geometries\n  // @ts-ignore context must be defined\n  const {header, geometries} = await context.parse(arrayBuffer, SHPLoader, options); // {shp: shx}\n\n  const geojsonGeometries = parseGeometries(geometries);\n\n  // parse properties\n  let properties = [];\n\n  // @ts-ignore context must be defined\n  const dbfResponse = await context.fetch(replaceExtension(context.url, 'dbf'));\n  if (dbfResponse.ok) {\n    // @ts-ignore context must be defined\n    properties = await context.parse(dbfResponse, DBFLoader, {dbf: {encoding: cpg || 'latin1'}});\n  }\n\n  let features = joinProperties(geojsonGeometries, properties);\n  if (reproject) {\n    features = reprojectFeatures(features, prj, _targetCrs);\n  }\n\n  return {\n    encoding: cpg,\n    prj,\n    shx,\n    header,\n    data: features\n  };\n}\n\n/**\n * Parse geometries\n *\n * @param geometries\n * @returns geometries as an array\n */\nfunction parseGeometries(geometries: any[]): any[] {\n  const geojsonGeometries: any[] = [];\n  for (const geom of geometries) {\n    geojsonGeometries.push(binaryToGeometry(geom));\n  }\n  return geojsonGeometries;\n}\n\n/**\n * Join properties and geometries into features\n *\n * @param geometries [description]\n * @param  properties [description]\n * @return [description]\n */\nfunction joinProperties(geometries: object[], properties: object[]): Feature[] {\n  const features: Feature[] = [];\n  for (let i = 0; i < geometries.length; i++) {\n    const geometry = geometries[i];\n    const feature: Feature = {\n      type: 'Feature',\n      geometry,\n      // properties can be undefined if dbfResponse above was empty\n      properties: (properties && properties[i]) || {}\n    };\n    features.push(feature);\n  }\n\n  return features;\n}\n\n/**\n * Reproject GeoJSON features to output CRS\n *\n * @param features parsed GeoJSON features\n * @param sourceCrs source coordinate reference system\n * @param targetCrs †arget coordinate reference system\n * @return Reprojected Features\n */\nfunction reprojectFeatures(features: Feature[], sourceCrs?: string, targetCrs?: string): Feature[] {\n  if (!sourceCrs && !targetCrs) {\n    return features;\n  }\n\n  const projection = new Proj4Projection({from: sourceCrs || 'WGS84', to: targetCrs || 'WGS84'});\n  return transformGeoJsonCoords(features, (coord) => projection.project(coord));\n}\n\n/**\n *\n * @param options\n * @param context\n * @returns Promise\n */\n// eslint-disable-next-line max-statements\nexport async function loadShapefileSidecarFiles(\n  options?: object,\n  context?: LoaderContext\n): Promise<{\n  shx?: SHXOutput;\n  cpg?: string;\n  prj?: string;\n}> {\n  // Attempt a parallel load of the small sidecar files\n  // @ts-ignore context must be defined\n  const {url, fetch} = context;\n  const shxPromise = fetch(replaceExtension(url, 'shx'));\n  const cpgPromise = fetch(replaceExtension(url, 'cpg'));\n  const prjPromise = fetch(replaceExtension(url, 'prj'));\n  await Promise.all([shxPromise, cpgPromise, prjPromise]);\n\n  let shx: SHXOutput | undefined;\n  let cpg: string | undefined;\n  let prj: string | undefined;\n\n  const shxResponse = await shxPromise;\n  if (shxResponse.ok) {\n    const arrayBuffer = await shxResponse.arrayBuffer();\n    shx = parseShx(arrayBuffer);\n  }\n\n  const cpgResponse = await cpgPromise;\n  if (cpgResponse.ok) {\n    cpg = await cpgResponse.text();\n  }\n\n  const prjResponse = await prjPromise;\n  if (prjResponse.ok) {\n    prj = await prjResponse.text();\n  }\n\n  return {\n    shx,\n    cpg,\n    prj\n  };\n}\n\n/**\n * Replace the extension at the end of a path.\n *\n * Matches the case of new extension with the case of the original file extension,\n * to increase the chance of finding files without firing off a request storm looking for various case combinations\n *\n * NOTE: Extensions can be both lower and uppercase\n * per spec, extensions should be lower case, but that doesn't mean they always are. See:\n * calvinmetcalf/shapefile-js#64, mapserver/mapserver#4712\n * https://trac.osgeo.org/mapserver/ticket/166\n */\nexport function replaceExtension(url: string, newExtension: string): string {\n  const baseName = basename(url);\n  const extension = extname(url);\n  const isUpperCase = extension === extension.toUpperCase();\n  if (isUpperCase) {\n    newExtension = newExtension.toUpperCase();\n  }\n  return `${baseName}.${newExtension}`;\n}\n\n// NOTE - this gives the entire path minus extension (i.e. NOT same as path.basename)\n/**\n * @param url\n * @returns string\n */\nfunction basename(url: string): string {\n  const extIndex = url && url.lastIndexOf('.');\n  if (typeof extIndex === 'number') {\n    return extIndex >= 0 ? url.substr(0, extIndex) : '';\n  }\n  return extIndex;\n}\n/**\n * @param url\n * @returns string\n */\nfunction extname(url: string): string {\n  const extIndex = url && url.lastIndexOf('.');\n  if (typeof extIndex === 'number') {\n    return extIndex >= 0 ? url.substr(extIndex + 1) : '';\n  }\n  return extIndex;\n}\n"],"file":"parse-shapefile.js"}
+{"version":3,"sources":["../../../../src/lib/parsers/parse-shapefile.ts"],"names":["parseShapefileInBatches","asyncIterator","options","context","gis","reproject","_targetCrs","loadShapefileSidecarFiles","shx","cpg","prj","parseInBatches","SHPLoader","shapeIterable","fetch","replaceExtension","url","dbfResponse","ok","DBFLoader","dbf","encoding","propertyIterable","next","shapeHeader","value","batchType","dbfHeader","iterator","item","geometries","properties","geojsonGeometries","parseGeometries","features","joinProperties","reprojectFeatures","header","data","parseShapefile","arrayBuffer","parse","geom","push","i","length","geometry","feature","type","sourceCrs","targetCrs","projection","Proj4Projection","from","to","coord","project","shxPromise","cpgPromise","prjPromise","Promise","all","shxResponse","cpgResponse","text","prjResponse","newExtension","baseName","basename","extension","extname","isUpperCase","toUpperCase","extIndex","lastIndexOf","substr"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAMA;;AACA;;AACA;;AACA;;AACA;;AACA;;;;;;;;;;;;SAcuBA,uB;;;;;yFAAhB,iBACLC,aADK,EAELC,OAFK,EAGLC,OAHK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,mBAK6C,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEE,GAAT,KAAgB,EAL7D,wBAKEC,SALF,EAKEA,SALF,+BAKc,KALd,0CAKqBC,UALrB,EAKqBA,UALrB,gCAKkC,OALlC;AAAA;AAAA,sDAMyBC,yBAAyB,CAACL,OAAD,EAAUC,OAAV,CANlD;;AAAA;AAAA;AAMEK,YAAAA,GANF,yBAMEA,GANF;AAMOC,YAAAA,GANP,yBAMOA,GANP;AAMYC,YAAAA,GANZ,yBAMYA,GANZ;AAAA;AAAA,sDAU4BP,OAAO,CAACQ,cAAR,CAAuBV,aAAvB,EAAsCW,oBAAtC,EAAiDV,OAAjD,CAV5B;;AAAA;AAUCW,YAAAA,aAVD;AAAA;AAAA,sDAeqBV,OAAO,CAACW,KAAR,CAAcC,gBAAgB,CAAC,CAAAZ,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEa,GAAT,KAAgB,EAAjB,EAAqB,KAArB,CAA9B,CAfrB;;AAAA;AAeCC,YAAAA,WAfD;;AAAA,iBAgBDA,WAAW,CAACC,EAhBX;AAAA;AAAA;AAAA;;AAAA;AAAA,sDAkBsBf,OAAO,CAACQ,cAAR,CAAuBM,WAAvB,EAAoCE,oBAApC,kCACpBjB,OADoB;AAEvBkB,cAAAA,GAAG,EAAE;AAACC,gBAAAA,QAAQ,EAAEZ,GAAG,IAAI;AAAlB;AAFkB,eAlBtB;;AAAA;AAkBHa,YAAAA,gBAlBG;;AAAA;AAAA;AAAA,sDA4BoBT,aAAa,CAACU,IAAd,EA5BpB;;AAAA;AA4BDC,YAAAA,WA5BC,iBA4B0CC,KA5B1C;;AAAA,kBA6BDD,WAAW,IAAIA,WAAW,CAACE,SAAZ,KAA0B,UA7BxC;AAAA;AAAA;AAAA;;AAAA;AAAA,sDA8BkBb,aAAa,CAACU,IAAd,EA9BlB;;AAAA;AA8BHC,YAAAA,WA9BG,iBA8BwCC,KA9BxC;;AAAA;AAiCDE,YAAAA,SAjCC,GAiCiC,EAjCjC;;AAAA,iBAkCDL,gBAlCC;AAAA;AAAA;AAAA;;AAAA;AAAA,sDAmCgBA,gBAAgB,CAACC,IAAjB,EAnChB;;AAAA;AAmCHI,YAAAA,SAnCG,iBAmCyCF,KAnCzC;;AAAA,kBAoCCE,SAAS,IAAIA,SAAS,CAACD,SAAV,KAAwB,UApCtC;AAAA;AAAA;AAAA;;AAAA;AAAA,sDAqCkBJ,gBAAgB,CAACC,IAAjB,EArClB;;AAAA;AAqCDI,YAAAA,SArCC,iBAqC2CF,KArC3C;;AAAA;AA0CL,gBAAIH,gBAAJ,EAAsB;AACpBM,cAAAA,QAAQ,GAAG,0CAAkBf,aAAlB,EAAiCS,gBAAjC,CAAX;AACD,aAFD,MAEO;AACLM,cAAAA,QAAQ,GAAGf,aAAX;AACD;;AA9CI;AAAA;AAAA;AAAA,qDAgDoBe,QAhDpB;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAgDYC,YAAAA,IAhDZ;AAiDCC,YAAAA,UAjDD;AAkDCC,YAAAA,UAlDD;;AAmDH,gBAAI,CAACT,gBAAL,EAAuB;AACrBQ,cAAAA,UAAU,GAAGD,IAAb;AACD,aAFD,MAEO;AAAA,mDACsBA,IADtB;AACJC,cAAAA,UADI;AACQC,cAAAA,UADR;AAEN;;AAEKC,YAAAA,iBAzDH,GAyDuBC,eAAe,CAACH,UAAD,CAzDtC;AA0DCI,YAAAA,QA1DD,GA0DYC,cAAc,CAACH,iBAAD,EAAoBD,UAApB,CA1D1B;;AA2DH,gBAAI1B,SAAJ,EAAe;AAEb6B,cAAAA,QAAQ,GAAGE,iBAAiB,CAACF,QAAD,EAAWxB,GAAX,EAAgBJ,UAAhB,CAA5B;AACD;;AA9DE;AA+DH,mBAAM;AACJe,cAAAA,QAAQ,EAAEZ,GADN;AAEJC,cAAAA,GAAG,EAAHA,GAFI;AAGJF,cAAAA,GAAG,EAAHA,GAHI;AAIJ6B,cAAAA,MAAM,EAAEb,WAJJ;AAKJc,cAAAA,IAAI,EAAEJ;AALF,aAAN;;AA/DG;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAiFeK,c;;;;;8EAAf,kBACLC,WADK,EAELtC,OAFK,EAGLC,OAHK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,oBAK6C,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEE,GAAT,KAAgB,EAL7D,0BAKEC,SALF,EAKEA,SALF,gCAKc,KALd,6CAKqBC,UALrB,EAKqBA,UALrB,iCAKkC,OALlC;AAAA;AAAA,mBAMyBC,yBAAyB,CAACL,OAAD,EAAUC,OAAV,CANlD;;AAAA;AAAA;AAMEK,YAAAA,GANF,yBAMEA,GANF;AAMOC,YAAAA,GANP,yBAMOA,GANP;AAMYC,YAAAA,GANZ,yBAMYA,GANZ;AAAA;AAAA,mBAU8BP,OAAO,CAACsC,KAAR,CAAcD,WAAd,EAA2B5B,oBAA3B,EAAsCV,OAAtC,CAV9B;;AAAA;AAAA;AAUEmC,YAAAA,MAVF,wBAUEA,MAVF;AAUUP,YAAAA,UAVV,wBAUUA,UAVV;AAYCE,YAAAA,iBAZD,GAYqBC,eAAe,CAACH,UAAD,CAZpC;AAeDC,YAAAA,UAfC,GAeY,EAfZ;AAAA;AAAA,mBAkBqB5B,OAAO,CAACW,KAAR,CAAcC,gBAAgB,CAACZ,OAAO,CAACa,GAAT,EAAc,KAAd,CAA9B,CAlBrB;;AAAA;AAkBCC,YAAAA,WAlBD;;AAAA,iBAmBDA,WAAW,CAACC,EAnBX;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAqBgBf,OAAO,CAACsC,KAAR,CAAcxB,WAAd,EAA2BE,oBAA3B,EAAsC;AAACC,cAAAA,GAAG,EAAE;AAACC,gBAAAA,QAAQ,EAAEZ,GAAG,IAAI;AAAlB;AAAN,aAAtC,CArBhB;;AAAA;AAqBHsB,YAAAA,UArBG;;AAAA;AAwBDG,YAAAA,QAxBC,GAwBUC,cAAc,CAACH,iBAAD,EAAoBD,UAApB,CAxBxB;;AAyBL,gBAAI1B,SAAJ,EAAe;AACb6B,cAAAA,QAAQ,GAAGE,iBAAiB,CAACF,QAAD,EAAWxB,GAAX,EAAgBJ,UAAhB,CAA5B;AACD;;AA3BI,8CA6BE;AACLe,cAAAA,QAAQ,EAAEZ,GADL;AAELC,cAAAA,GAAG,EAAHA,GAFK;AAGLF,cAAAA,GAAG,EAAHA,GAHK;AAIL6B,cAAAA,MAAM,EAANA,MAJK;AAKLC,cAAAA,IAAI,EAAEJ;AALD,aA7BF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AA4CP,SAASD,eAAT,CAAyBH,UAAzB,EAAmD;AACjD,MAAME,iBAAwB,GAAG,EAAjC;;AADiD,8CAE9BF,UAF8B;AAAA;;AAAA;AAEjD,2DAA+B;AAAA,UAApBY,IAAoB;AAC7BV,MAAAA,iBAAiB,CAACW,IAAlB,CAAuB,2BAAiBD,IAAjB,CAAvB;AACD;AAJgD;AAAA;AAAA;AAAA;AAAA;;AAKjD,SAAOV,iBAAP;AACD;;AASD,SAASG,cAAT,CAAwBL,UAAxB,EAA8CC,UAA9C,EAA+E;AAC7E,MAAMG,QAAmB,GAAG,EAA5B;;AACA,OAAK,IAAIU,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGd,UAAU,CAACe,MAA/B,EAAuCD,CAAC,EAAxC,EAA4C;AAC1C,QAAME,QAAQ,GAAGhB,UAAU,CAACc,CAAD,CAA3B;AACA,QAAMG,OAAgB,GAAG;AACvBC,MAAAA,IAAI,EAAE,SADiB;AAEvBF,MAAAA,QAAQ,EAARA,QAFuB;AAIvBf,MAAAA,UAAU,EAAGA,UAAU,IAAIA,UAAU,CAACa,CAAD,CAAzB,IAAiC;AAJtB,KAAzB;AAMAV,IAAAA,QAAQ,CAACS,IAAT,CAAcI,OAAd;AACD;;AAED,SAAOb,QAAP;AACD;;AAUD,SAASE,iBAAT,CAA2BF,QAA3B,EAAgDe,SAAhD,EAAoEC,SAApE,EAAmG;AACjG,MAAI,CAACD,SAAD,IAAc,CAACC,SAAnB,EAA8B;AAC5B,WAAOhB,QAAP;AACD;;AAED,MAAMiB,UAAU,GAAG,IAAIC,qBAAJ,CAAoB;AAACC,IAAAA,IAAI,EAAEJ,SAAS,IAAI,OAApB;AAA6BK,IAAAA,EAAE,EAAEJ,SAAS,IAAI;AAA9C,GAApB,CAAnB;AACA,SAAO,iCAAuBhB,QAAvB,EAAiC,UAACqB,KAAD;AAAA,WAAWJ,UAAU,CAACK,OAAX,CAAmBD,KAAnB,CAAX;AAAA,GAAjC,CAAP;AACD;;SASqBhD,yB;;;;;yFAAf,kBACLL,OADK,EAELC,OAFK;AAAA;AAAA;AAAA;AAAA;AAAA;AAUEa,YAAAA,GAVF,GAUgBb,OAVhB,CAUEa,GAVF,EAUOF,KAVP,GAUgBX,OAVhB,CAUOW,KAVP;AAWC2C,YAAAA,UAXD,GAWc3C,KAAK,CAACC,gBAAgB,CAACC,GAAD,EAAM,KAAN,CAAjB,CAXnB;AAYC0C,YAAAA,UAZD,GAYc5C,KAAK,CAACC,gBAAgB,CAACC,GAAD,EAAM,KAAN,CAAjB,CAZnB;AAaC2C,YAAAA,UAbD,GAac7C,KAAK,CAACC,gBAAgB,CAACC,GAAD,EAAM,KAAN,CAAjB,CAbnB;AAAA;AAAA,mBAcC4C,OAAO,CAACC,GAAR,CAAY,CAACJ,UAAD,EAAaC,UAAb,EAAyBC,UAAzB,CAAZ,CAdD;;AAAA;AAAA;AAAA,mBAoBqBF,UApBrB;;AAAA;AAoBCK,YAAAA,WApBD;;AAAA,iBAqBDA,WAAW,CAAC5C,EArBX;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAsBuB4C,WAAW,CAACtB,WAAZ,EAtBvB;;AAAA;AAsBGA,YAAAA,WAtBH;AAuBHhC,YAAAA,GAAG,GAAG,wBAASgC,WAAT,CAAN;;AAvBG;AAAA;AAAA,mBA0BqBkB,UA1BrB;;AAAA;AA0BCK,YAAAA,WA1BD;;AAAA,iBA2BDA,WAAW,CAAC7C,EA3BX;AAAA;AAAA;AAAA;;AAAA;AAAA,mBA4BS6C,WAAW,CAACC,IAAZ,EA5BT;;AAAA;AA4BHvD,YAAAA,GA5BG;;AAAA;AAAA;AAAA,mBA+BqBkD,UA/BrB;;AAAA;AA+BCM,YAAAA,WA/BD;;AAAA,iBAgCDA,WAAW,CAAC/C,EAhCX;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAiCS+C,WAAW,CAACD,IAAZ,EAjCT;;AAAA;AAiCHtD,YAAAA,GAjCG;;AAAA;AAAA,8CAoCE;AACLF,cAAAA,GAAG,EAAHA,GADK;AAELC,cAAAA,GAAG,EAAHA,GAFK;AAGLC,cAAAA,GAAG,EAAHA;AAHK,aApCF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAsDA,SAASK,gBAAT,CAA0BC,GAA1B,EAAuCkD,YAAvC,EAAqE;AAC1E,MAAMC,QAAQ,GAAGC,QAAQ,CAACpD,GAAD,CAAzB;AACA,MAAMqD,SAAS,GAAGC,OAAO,CAACtD,GAAD,CAAzB;AACA,MAAMuD,WAAW,GAAGF,SAAS,KAAKA,SAAS,CAACG,WAAV,EAAlC;;AACA,MAAID,WAAJ,EAAiB;AACfL,IAAAA,YAAY,GAAGA,YAAY,CAACM,WAAb,EAAf;AACD;;AACD,mBAAUL,QAAV,cAAsBD,YAAtB;AACD;;AAOD,SAASE,QAAT,CAAkBpD,GAAlB,EAAuC;AACrC,MAAMyD,QAAQ,GAAGzD,GAAG,IAAIA,GAAG,CAAC0D,WAAJ,CAAgB,GAAhB,CAAxB;;AACA,MAAI,OAAOD,QAAP,KAAoB,QAAxB,EAAkC;AAChC,WAAOA,QAAQ,IAAI,CAAZ,GAAgBzD,GAAG,CAAC2D,MAAJ,CAAW,CAAX,EAAcF,QAAd,CAAhB,GAA0C,EAAjD;AACD;;AACD,SAAOA,QAAP;AACD;;AAKD,SAASH,OAAT,CAAiBtD,GAAjB,EAAsC;AACpC,MAAMyD,QAAQ,GAAGzD,GAAG,IAAIA,GAAG,CAAC0D,WAAJ,CAAgB,GAAhB,CAAxB;;AACA,MAAI,OAAOD,QAAP,KAAoB,QAAxB,EAAkC;AAChC,WAAOA,QAAQ,IAAI,CAAZ,GAAgBzD,GAAG,CAAC2D,MAAJ,CAAWF,QAAQ,GAAG,CAAtB,CAAhB,GAA2C,EAAlD;AACD;;AACD,SAAOA,QAAP;AACD","sourcesContent":["// import type {Feature} from '@loaders.gl/gis';\nimport type {SHXOutput} from './parse-shx';\nimport type {SHPHeader} from './parse-shp-header';\nimport type {LoaderContext} from '@loaders.gl/loader-utils';\nimport type {ShapefileLoaderOptions} from './types';\n\nimport {binaryToGeometry, transformGeoJsonCoords} from '@loaders.gl/gis';\nimport {Proj4Projection} from '@math.gl/proj4';\nimport {parseShx} from './parse-shx';\nimport {zipBatchIterators} from '../streaming/zip-batch-iterators';\nimport {SHPLoader} from '../../shp-loader';\nimport {DBFLoader} from '../../dbf-loader';\n\ntype Feature = any;\ninterface ShapefileOutput {\n  encoding?: string;\n  prj?: string;\n  shx?: SHXOutput;\n  header: SHPHeader;\n  data: object[];\n}\n/**\n * Parsing of file in batches\n */\n// eslint-disable-next-line max-statements, complexity\nexport async function* parseShapefileInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: ShapefileLoaderOptions,\n  context?: LoaderContext\n): AsyncIterable<ShapefileOutput> {\n  const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n  const {shx, cpg, prj} = await loadShapefileSidecarFiles(options, context);\n\n  // parse geometries\n  // @ts-ignore context must be defined\n  const shapeIterable: any = await context.parseInBatches(asyncIterator, SHPLoader, options);\n\n  // parse properties\n  let propertyIterable: any;\n  // @ts-ignore context must be defined\n  const dbfResponse = await context.fetch(replaceExtension(context?.url || '', 'dbf'));\n  if (dbfResponse.ok) {\n    // @ts-ignore context must be defined\n    propertyIterable = await context.parseInBatches(dbfResponse, DBFLoader, {\n      ...options,\n      dbf: {encoding: cpg || 'latin1'}\n    });\n  }\n\n  // When `options.metadata` is `true`, there's an extra initial `metadata`\n  // object before the iterator starts. zipBatchIterators expects to receive\n  // batches of Array objects, and will fail with non-iterable batches, so it's\n  // important to skip over the first batch.\n  let shapeHeader = (await shapeIterable.next()).value;\n  if (shapeHeader && shapeHeader.batchType === 'metadata') {\n    shapeHeader = (await shapeIterable.next()).value;\n  }\n\n  let dbfHeader: {batchType?: string} = {};\n  if (propertyIterable) {\n    dbfHeader = (await propertyIterable.next()).value;\n    if (dbfHeader && dbfHeader.batchType === 'metadata') {\n      dbfHeader = (await propertyIterable.next()).value;\n    }\n  }\n\n  let iterator: any;\n  if (propertyIterable) {\n    iterator = zipBatchIterators(shapeIterable, propertyIterable);\n  } else {\n    iterator = shapeIterable;\n  }\n\n  for await (const item of iterator) {\n    let geometries: any;\n    let properties: any;\n    if (!propertyIterable) {\n      geometries = item;\n    } else {\n      [geometries, properties] = item;\n    }\n\n    const geojsonGeometries = parseGeometries(geometries);\n    let features = joinProperties(geojsonGeometries, properties);\n    if (reproject) {\n      // @ts-ignore\n      features = reprojectFeatures(features, prj, _targetCrs);\n    }\n    yield {\n      encoding: cpg,\n      prj,\n      shx,\n      header: shapeHeader,\n      data: features\n    };\n  }\n}\n\n/**\n * Parse shapefile\n *\n * @param arrayBuffer\n * @param options\n * @param context\n * @returns output of shapefile\n */\nexport async function parseShapefile(\n  arrayBuffer: ArrayBuffer,\n  options?: ShapefileLoaderOptions,\n  context?: LoaderContext\n): Promise<ShapefileOutput> {\n  const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n  const {shx, cpg, prj} = await loadShapefileSidecarFiles(options, context);\n\n  // parse geometries\n  // @ts-ignore context must be defined\n  const {header, geometries} = await context.parse(arrayBuffer, SHPLoader, options); // {shp: shx}\n\n  const geojsonGeometries = parseGeometries(geometries);\n\n  // parse properties\n  let properties = [];\n\n  // @ts-ignore context must be defined\n  const dbfResponse = await context.fetch(replaceExtension(context.url, 'dbf'));\n  if (dbfResponse.ok) {\n    // @ts-ignore context must be defined\n    properties = await context.parse(dbfResponse, DBFLoader, {dbf: {encoding: cpg || 'latin1'}});\n  }\n\n  let features = joinProperties(geojsonGeometries, properties);\n  if (reproject) {\n    features = reprojectFeatures(features, prj, _targetCrs);\n  }\n\n  return {\n    encoding: cpg,\n    prj,\n    shx,\n    header,\n    data: features\n  };\n}\n\n/**\n * Parse geometries\n *\n * @param geometries\n * @returns geometries as an array\n */\nfunction parseGeometries(geometries: any[]): any[] {\n  const geojsonGeometries: any[] = [];\n  for (const geom of geometries) {\n    geojsonGeometries.push(binaryToGeometry(geom));\n  }\n  return geojsonGeometries;\n}\n\n/**\n * Join properties and geometries into features\n *\n * @param geometries [description]\n * @param  properties [description]\n * @return [description]\n */\nfunction joinProperties(geometries: object[], properties: object[]): Feature[] {\n  const features: Feature[] = [];\n  for (let i = 0; i < geometries.length; i++) {\n    const geometry = geometries[i];\n    const feature: Feature = {\n      type: 'Feature',\n      geometry,\n      // properties can be undefined if dbfResponse above was empty\n      properties: (properties && properties[i]) || {}\n    };\n    features.push(feature);\n  }\n\n  return features;\n}\n\n/**\n * Reproject GeoJSON features to output CRS\n *\n * @param features parsed GeoJSON features\n * @param sourceCrs source coordinate reference system\n * @param targetCrs †arget coordinate reference system\n * @return Reprojected Features\n */\nfunction reprojectFeatures(features: Feature[], sourceCrs?: string, targetCrs?: string): Feature[] {\n  if (!sourceCrs && !targetCrs) {\n    return features;\n  }\n\n  const projection = new Proj4Projection({from: sourceCrs || 'WGS84', to: targetCrs || 'WGS84'});\n  return transformGeoJsonCoords(features, (coord) => projection.project(coord));\n}\n\n/**\n *\n * @param options\n * @param context\n * @returns Promise\n */\n// eslint-disable-next-line max-statements\nexport async function loadShapefileSidecarFiles(\n  options?: object,\n  context?: LoaderContext\n): Promise<{\n  shx?: SHXOutput;\n  cpg?: string;\n  prj?: string;\n}> {\n  // Attempt a parallel load of the small sidecar files\n  // @ts-ignore context must be defined\n  const {url, fetch} = context;\n  const shxPromise = fetch(replaceExtension(url, 'shx'));\n  const cpgPromise = fetch(replaceExtension(url, 'cpg'));\n  const prjPromise = fetch(replaceExtension(url, 'prj'));\n  await Promise.all([shxPromise, cpgPromise, prjPromise]);\n\n  let shx: SHXOutput | undefined;\n  let cpg: string | undefined;\n  let prj: string | undefined;\n\n  const shxResponse = await shxPromise;\n  if (shxResponse.ok) {\n    const arrayBuffer = await shxResponse.arrayBuffer();\n    shx = parseShx(arrayBuffer);\n  }\n\n  const cpgResponse = await cpgPromise;\n  if (cpgResponse.ok) {\n    cpg = await cpgResponse.text();\n  }\n\n  const prjResponse = await prjPromise;\n  if (prjResponse.ok) {\n    prj = await prjResponse.text();\n  }\n\n  return {\n    shx,\n    cpg,\n    prj\n  };\n}\n\n/**\n * Replace the extension at the end of a path.\n *\n * Matches the case of new extension with the case of the original file extension,\n * to increase the chance of finding files without firing off a request storm looking for various case combinations\n *\n * NOTE: Extensions can be both lower and uppercase\n * per spec, extensions should be lower case, but that doesn't mean they always are. See:\n * calvinmetcalf/shapefile-js#64, mapserver/mapserver#4712\n * https://trac.osgeo.org/mapserver/ticket/166\n */\nexport function replaceExtension(url: string, newExtension: string): string {\n  const baseName = basename(url);\n  const extension = extname(url);\n  const isUpperCase = extension === extension.toUpperCase();\n  if (isUpperCase) {\n    newExtension = newExtension.toUpperCase();\n  }\n  return `${baseName}.${newExtension}`;\n}\n\n// NOTE - this gives the entire path minus extension (i.e. NOT same as path.basename)\n/**\n * @param url\n * @returns string\n */\nfunction basename(url: string): string {\n  const extIndex = url && url.lastIndexOf('.');\n  if (typeof extIndex === 'number') {\n    return extIndex >= 0 ? url.substr(0, extIndex) : '';\n  }\n  return extIndex;\n}\n/**\n * @param url\n * @returns string\n */\nfunction extname(url: string): string {\n  const extIndex = url && url.lastIndexOf('.');\n  if (typeof extIndex === 'number') {\n    return extIndex >= 0 ? url.substr(extIndex + 1) : '';\n  }\n  return extIndex;\n}\n"],"file":"parse-shapefile.js"}

package/dist/es5/lib/parsers/parse-shp-geometry.js

@@ -13,7 +13,8 @@ var LITTLE_ENDIAN = true;
 
 function parseRecord(view, options) {
   var _ref = (options === null || options === void 0 ? void 0 : options.shp) || {},
-      _maxDimensions = _ref._maxDimensions;
+      _ref$_maxDimensions = _ref._maxDimensions,
+      _maxDimensions = _ref$_maxDimensions === void 0 ? 4 : _ref$_maxDimensions;
 
   var offset = 0;
   var type = view.getInt32(offset, LITTLE_ENDIAN);