@loaders.gl/shapefile 3.4.0-alpha.1 → 3.4.0-alpha.3

package/dist/esm/lib/parsers/parse-dbf.js

@@ -3,14 +3,14 @@ import { Schema, Field, Bool, Utf8, Float64, TimestampMillisecond } from '@loade
 import BinaryChunkReader from '../streaming/binary-chunk-reader';
 const LITTLE_ENDIAN = true;
 const DBF_HEADER_SIZE = 32;
-var STATE;
-(function (STATE) {
+var STATE = function (STATE) {
   STATE[STATE["START"] = 0] = "START";
   STATE[STATE["FIELD_DESCRIPTORS"] = 1] = "FIELD_DESCRIPTORS";
   STATE[STATE["FIELD_PROPERTIES"] = 2] = "FIELD_PROPERTIES";
   STATE[STATE["END"] = 3] = "END";
   STATE[STATE["ERROR"] = 4] = "ERROR";
-})(STATE || (STATE = {}));
+  return STATE;
+}(STATE || {});
 class DBFParser {
   constructor(options) {
     _defineProperty(this, "binaryReader", new BinaryChunkReader());
@@ -21,13 +21,10 @@ class DBFParser {
     });
     this.textDecoder = new TextDecoder(options.encoding);
   }
-
   write(arrayBuffer) {
     this.binaryReader.write(arrayBuffer);
     this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);
-
   }
-
   end() {
     this.binaryReader.end();
     this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);
@@ -37,7 +34,6 @@ class DBFParser {
     }
   }
 }
-
 export function parseDBF(arrayBuffer) {
   var _options$tables, _options$dbf;
   let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
@@ -74,29 +70,35 @@ export function parseDBF(arrayBuffer) {
       return data;
   }
 }
-export async function* parseDBFInBatches(asyncIterator) {
-  let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
-  const {
-    encoding = 'latin1'
-  } = options.dbf || {};
-  const parser = new DBFParser({
-    encoding
-  });
-  let headerReturned = false;
-  for await (const arrayBuffer of asyncIterator) {
-    parser.write(arrayBuffer);
-    if (!headerReturned && parser.result.dbfHeader) {
-      headerReturned = true;
-      yield parser.result.dbfHeader;
-    }
-    if (parser.result.data.length > 0) {
-      yield parser.result.data;
-      parser.result.data = [];
-    }
-  }
-  parser.end();
-  if (parser.result.data.length > 0) {
-    yield parser.result.data;
+export function parseDBFInBatches(asyncIterator) {
+  try {
+    let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
+    return async function* () {
+      const {
+        encoding = 'latin1'
+      } = options.dbf || {};
+      const parser = new DBFParser({
+        encoding
+      });
+      let headerReturned = false;
+      for await (const arrayBuffer of asyncIterator) {
+        parser.write(arrayBuffer);
+        if (!headerReturned && parser.result.dbfHeader) {
+          headerReturned = true;
+          yield parser.result.dbfHeader;
+        }
+        if (parser.result.data.length > 0) {
+          yield parser.result.data;
+          parser.result.data = [];
+        }
+      }
+      parser.end();
+      if (parser.result.data.length > 0) {
+        yield parser.result.data;
+      }
+    }();
+  } catch (e) {
+    return Promise.reject(e);
   }
 }
 function parseState(state, result, binaryReader, textDecoder) {
@@ -120,15 +122,13 @@ function parseState(state, result, binaryReader, textDecoder) {
           state = STATE.FIELD_DESCRIPTORS;
           break;
         case STATE.FIELD_DESCRIPTORS:
-          const fieldDescriptorView = binaryReader.getDataView(
-          result.dbfHeader.headerLength - DBF_HEADER_SIZE);
+          const fieldDescriptorView = binaryReader.getDataView(result.dbfHeader.headerLength - DBF_HEADER_SIZE);
           if (!fieldDescriptorView) {
             return state;
           }
           result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);
           result.schema = new Schema(result.dbfFields.map(dbfField => makeField(dbfField)));
           state = STATE.FIELD_PROPERTIES;
-
           binaryReader.skip(1);
           break;
         case STATE.FIELD_PROPERTIES:
@@ -142,7 +142,6 @@ function parseState(state, result, binaryReader, textDecoder) {
               return state;
             }
             binaryReader.skip(1);
-
             const row = parseRow(recordView, result.dbfFields, textDecoder);
             result.data.push(row);
             result.progress.rows = result.data.length;
@@ -161,7 +160,6 @@ function parseState(state, result, binaryReader, textDecoder) {
     }
   }
 }
-
 function parseDBFHeader(headerView) {
   return {
     year: headerView.getUint8(1) + 1900,
@@ -173,14 +171,12 @@ function parseDBFHeader(headerView) {
     languageDriver: headerView.getUint8(29)
   };
 }
-
 function parseFieldDescriptors(view, textDecoder) {
   const nFields = (view.byteLength - 1) / 32;
   const fields = [];
   let offset = 0;
   for (let i = 0; i < nFields; i++) {
-    const name = textDecoder.decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))
-    .replace(/\u0000/g, '');
+    const name = textDecoder.decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11)).replace(/\u0000/g, '');
     fields.push({
       name,
       dataType: String.fromCharCode(view.getUint8(offset + 11)),
@@ -191,7 +187,6 @@ function parseFieldDescriptors(view, textDecoder) {
   }
   return fields;
 }
-
 function parseRow(view, fields, textDecoder) {
   const out = {};
   let offset = 0;
@@ -202,7 +197,6 @@ function parseRow(view, fields, textDecoder) {
   }
   return out;
 }
-
 function parseField(text, dataType) {
   switch (dataType) {
     case 'B':
@@ -223,24 +217,19 @@ function parseField(text, dataType) {
       throw new Error('Unsupported data type');
   }
 }
-
 function parseDate(str) {
   return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));
 }
-
 function parseBoolean(value) {
   return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;
 }
-
 function parseNumber(text) {
   const number = parseFloat(text);
   return isNaN(number) ? null : number;
 }
-
 function parseCharacter(text) {
   return text.trim() || null;
 }
-
 function makeField(_ref) {
   let {
     name,

package/dist/esm/lib/parsers/parse-dbf.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-dbf.js","names":["Schema","Field","Bool","Utf8","Float64","TimestampMillisecond","BinaryChunkReader","LITTLE_ENDIAN","DBF_HEADER_SIZE","STATE","DBFParser","constructor","options","START","data","textDecoder","TextDecoder","encoding","write","arrayBuffer","binaryReader","state","parseState","result","end","END","ERROR","error","parseDBF","dbf","dbfParser","schema","shape","tables","format","table","rows","parseDBFInBatches","asyncIterator","parser","headerReturned","dbfHeader","length","dataView","getDataView","parseDBFHeader","progress","bytesUsed","rowsTotal","nRecords","FIELD_DESCRIPTORS","fieldDescriptorView","headerLength","dbfFields","parseFieldDescriptors","map","dbfField","makeField","FIELD_PROPERTIES","skip","recordLength","recordView","row","parseRow","push","message","headerView","year","getUint8","month","day","getUint32","getUint16","languageDriver","view","nFields","byteLength","fields","offset","i","name","decode","Uint8Array","buffer","byteOffset","replace","dataType","String","fromCharCode","fieldLength","decimal","out","field","text","parseField","parseNumber","parseCharacter","parseDate","parseBoolean","Error","str","Date","UTC","slice","parseInt","value","test","number","parseFloat","isNaN","trim"],"sources":["../../../../src/lib/parsers/parse-dbf.ts"],"sourcesContent":["import {\n  Schema,\n  Field,\n  Bool,\n  Utf8,\n  Float64,\n  TimestampMillisecond,\n  ObjectRowTable\n} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\nimport {\n  DBFLoaderOptions,\n  DBFResult,\n  DBFTableOutput,\n  DBFHeader,\n  DBFRowsOutput,\n  DBFField\n} from './types';\n\nconst LITTLE_ENDIAN = true;\nconst DBF_HEADER_SIZE = 32;\n\nenum STATE {\n  START = 0, // Expecting header\n  FIELD_DESCRIPTORS = 1,\n  FIELD_PROPERTIES = 2,\n  END = 3,\n  ERROR = 4\n}\n\nclass DBFParser {\n  binaryReader = new BinaryChunkReader();\n  textDecoder: TextDecoder;\n  state = STATE.START;\n  result: DBFResult = {\n    data: []\n  };\n\n  constructor(options: {encoding: string}) {\n    this.textDecoder = new TextDecoder(options.encoding);\n  }\n\n  /**\n   * @param arrayBuffer\n   */\n  write(arrayBuffer: ArrayBuffer): void {\n    this.binaryReader.write(arrayBuffer);\n    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n    // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n\n    // important events:\n    // - schema available\n    // - first rows available\n    // - all rows available\n  }\n\n  end(): void {\n    this.binaryReader.end();\n    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n    // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n    if (this.state !== STATE.END) {\n      this.state = STATE.ERROR;\n      this.result.error = 'DBF incomplete file';\n    }\n  }\n}\n\n/**\n * @param arrayBuffer\n * @param options\n * @returns DBFTable or rows\n */\nexport function parseDBF(\n  arrayBuffer: ArrayBuffer,\n  options: DBFLoaderOptions = {}\n): DBFRowsOutput | DBFTableOutput | ObjectRowTable {\n  const {encoding = 'latin1'} = options.dbf || {};\n\n  const dbfParser = new DBFParser({encoding});\n  dbfParser.write(arrayBuffer);\n  dbfParser.end();\n\n  const {data, schema} = dbfParser.result;\n  const shape = options?.tables?.format || options?.dbf?.shape;\n  switch (shape) {\n    case 'object-row-table': {\n      const table: ObjectRowTable = {\n        shape: 'object-row-table',\n        schema,\n        data\n      };\n      return table;\n    }\n    case 'table':\n      return {schema, rows: data};\n    case 'rows':\n    default:\n      return data;\n  }\n}\n/**\n * @param asyncIterator\n * @param options\n */\nexport async function* parseDBFInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options: DBFLoaderOptions = {}\n): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput> {\n  const {encoding = 'latin1'} = options.dbf || {};\n\n  const parser = new DBFParser({encoding});\n  let headerReturned = false;\n  for await (const arrayBuffer of asyncIterator) {\n    parser.write(arrayBuffer);\n    if (!headerReturned && parser.result.dbfHeader) {\n      headerReturned = true;\n      yield parser.result.dbfHeader;\n    }\n\n    if (parser.result.data.length > 0) {\n      yield parser.result.data;\n      parser.result.data = [];\n    }\n  }\n  parser.end();\n  if (parser.result.data.length > 0) {\n    yield parser.result.data;\n  }\n}\n/**\n * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm\n * @param state\n * @param result\n * @param binaryReader\n * @param textDecoder\n * @returns\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n  state: STATE,\n  result: DBFResult,\n  binaryReader: BinaryChunkReader,\n  textDecoder: TextDecoder\n): STATE {\n  // eslint-disable-next-line no-constant-condition\n  while (true) {\n    try {\n      switch (state) {\n        case STATE.ERROR:\n        case STATE.END:\n          return state;\n\n        case STATE.START:\n          // Parse initial file header\n          // DBF Header\n          const dataView = binaryReader.getDataView(DBF_HEADER_SIZE);\n          if (!dataView) {\n            return state;\n          }\n          result.dbfHeader = parseDBFHeader(dataView);\n          result.progress = {\n            bytesUsed: 0,\n            rowsTotal: result.dbfHeader.nRecords,\n            rows: 0\n          };\n          state = STATE.FIELD_DESCRIPTORS;\n          break;\n\n        case STATE.FIELD_DESCRIPTORS:\n          // Parse DBF field descriptors (schema)\n          const fieldDescriptorView = binaryReader.getDataView(\n            // @ts-ignore\n            result.dbfHeader.headerLength - DBF_HEADER_SIZE\n          );\n          if (!fieldDescriptorView) {\n            return state;\n          }\n\n          result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);\n          result.schema = new Schema(result.dbfFields.map((dbfField) => makeField(dbfField)));\n\n          state = STATE.FIELD_PROPERTIES;\n\n          // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?\n          // parsedbf uses ((fields.length + 1) << 5) + 2;\n          binaryReader.skip(1);\n          break;\n\n        case STATE.FIELD_PROPERTIES:\n          const {recordLength = 0, nRecords = 0} = result?.dbfHeader || {};\n          while (result.data.length < nRecords) {\n            const recordView = binaryReader.getDataView(recordLength - 1);\n            if (!recordView) {\n              return state;\n            }\n            // Note: Avoid actually reading the last byte, which may not be present\n            binaryReader.skip(1);\n\n            // @ts-ignore\n            const row = parseRow(recordView, result.dbfFields, textDecoder);\n            result.data.push(row);\n            // @ts-ignore\n            result.progress.rows = result.data.length;\n          }\n          state = STATE.END;\n          break;\n\n        default:\n          state = STATE.ERROR;\n          result.error = `illegal parser state ${state}`;\n          return state;\n      }\n    } catch (error) {\n      state = STATE.ERROR;\n      result.error = `DBF parsing failed: ${(error as Error).message}`;\n      return state;\n    }\n  }\n}\n\n/**\n * @param headerView\n */\nfunction parseDBFHeader(headerView: DataView): DBFHeader {\n  return {\n    // Last updated date\n    year: headerView.getUint8(1) + 1900,\n    month: headerView.getUint8(2),\n    day: headerView.getUint8(3),\n    // Number of records in data file\n    nRecords: headerView.getUint32(4, LITTLE_ENDIAN),\n    // Length of header in bytes\n    headerLength: headerView.getUint16(8, LITTLE_ENDIAN),\n    // Length of each record\n    recordLength: headerView.getUint16(10, LITTLE_ENDIAN),\n    // Not sure if this is usually set\n    languageDriver: headerView.getUint8(29)\n  };\n}\n\n/**\n * @param view\n */\nfunction parseFieldDescriptors(view: DataView, textDecoder: TextDecoder): DBFField[] {\n  // NOTE: this might overestimate the number of fields if the \"Database\n  // Container\" container exists and is included in the headerLength\n  const nFields = (view.byteLength - 1) / 32;\n  const fields: DBFField[] = [];\n  let offset = 0;\n  for (let i = 0; i < nFields; i++) {\n    const name = textDecoder\n      .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))\n      // eslint-disable-next-line no-control-regex\n      .replace(/\\u0000/g, '');\n\n    fields.push({\n      name,\n      dataType: String.fromCharCode(view.getUint8(offset + 11)),\n      fieldLength: view.getUint8(offset + 16),\n      decimal: view.getUint8(offset + 17)\n    });\n    offset += 32;\n  }\n  return fields;\n}\n\n/*\n * @param {BinaryChunkReader} binaryReader\nfunction parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {\n  const rows = [];\n  for (let i = 0; i < nRecords; i++) {\n    const recordView = binaryReader.getDataView(recordLength - 1);\n    binaryReader.skip(1);\n    // @ts-ignore\n    rows.push(parseRow(recordView, fields, textDecoder));\n  }\n  return rows;\n}\n */\n\n/**\n *\n * @param view\n * @param fields\n * @param textDecoder\n * @returns\n */\nfunction parseRow(\n  view: DataView,\n  fields: DBFField[],\n  textDecoder: TextDecoder\n): {[key: string]: any} {\n  const out: {[key: string]: string | number | boolean | null} = {};\n  let offset = 0;\n  for (const field of fields) {\n    const text = textDecoder.decode(\n      new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength)\n    );\n    out[field.name] = parseField(text, field.dataType);\n    offset += field.fieldLength;\n  }\n\n  return out;\n}\n\n/**\n * Should NaN be coerced to null?\n * @param text\n * @param dataType\n * @returns Field depends on a type of the data\n */\nfunction parseField(text: string, dataType: string): string | number | boolean | null {\n  switch (dataType) {\n    case 'B':\n      return parseNumber(text);\n    case 'C':\n      return parseCharacter(text);\n    case 'F':\n      return parseNumber(text);\n    case 'N':\n      return parseNumber(text);\n    case 'O':\n      return parseNumber(text);\n    case 'D':\n      return parseDate(text);\n    case 'L':\n      return parseBoolean(text);\n    default:\n      throw new Error('Unsupported data type');\n  }\n}\n\n/**\n * Parse YYYYMMDD to date in milliseconds\n * @param str YYYYMMDD\n * @returns new Date as a number\n */\nfunction parseDate(str: any): number {\n  return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));\n}\n\n/**\n * Read boolean value\n * any of Y, y, T, t coerce to true\n * any of N, n, F, f coerce to false\n * otherwise null\n * @param value\n * @returns boolean | null\n */\nfunction parseBoolean(value: string): boolean | null {\n  return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;\n}\n\n/**\n * Return null instead of NaN\n * @param text\n * @returns number | null\n */\nfunction parseNumber(text: string): number | null {\n  const number = parseFloat(text);\n  return isNaN(number) ? null : number;\n}\n\n/**\n *\n * @param text\n * @returns string | null\n */\nfunction parseCharacter(text: string): string | null {\n  return text.trim() || null;\n}\n\n/**\n * Create a standard Arrow-style `Field` from field descriptor.\n * TODO - use `fieldLength` and `decimal` to generate smaller types?\n * @param param0\n * @returns Field\n */\n// eslint-disable\nfunction makeField({name, dataType, fieldLength, decimal}: DBFField): Field {\n  switch (dataType) {\n    case 'B':\n      return new Field(name, new Float64(), true);\n    case 'C':\n      return new Field(name, new Utf8(), true);\n    case 'F':\n      return new Field(name, new Float64(), true);\n    case 'N':\n      return new Field(name, new Float64(), true);\n    case 'O':\n      return new Field(name, new Float64(), true);\n    case 'D':\n      return new Field(name, new TimestampMillisecond(), true);\n    case 'L':\n      return new Field(name, new Bool(), true);\n    default:\n      throw new Error('Unsupported data type');\n  }\n}\n"],"mappings":";AAAA,SACEA,MAAM,EACNC,KAAK,EACLC,IAAI,EACJC,IAAI,EACJC,OAAO,EACPC,oBAAoB,QAEf,oBAAoB;AAC3B,OAAOC,iBAAiB,MAAM,kCAAkC;AAUhE,MAAMC,aAAa,GAAG,IAAI;AAC1B,MAAMC,eAAe,GAAG,EAAE;AAAC,IAEtBC,KAAK;AAAA,WAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;AAAA,GAALA,KAAK,KAALA,KAAK;AAQV,MAAMC,SAAS,CAAC;EAQdC,WAAW,CAACC,OAA2B,EAAE;IAAA,sCAP1B,IAAIN,iBAAiB,EAAE;IAAA;IAAA,+BAE9BG,KAAK,CAACI,KAAK;IAAA,gCACC;MAClBC,IAAI,EAAE;IACR,CAAC;IAGC,IAAI,CAACC,WAAW,GAAG,IAAIC,WAAW,CAACJ,OAAO,CAACK,QAAQ,CAAC;EACtD;;EAKAC,KAAK,CAACC,WAAwB,EAAQ;IACpC,IAAI,CAACC,YAAY,CAACF,KAAK,CAACC,WAAW,CAAC;IACpC,IAAI,CAACE,KAAK,GAAGC,UAAU,CAAC,IAAI,CAACD,KAAK,EAAE,IAAI,CAACE,MAAM,EAAE,IAAI,CAACH,YAAY,EAAE,IAAI,CAACL,WAAW,CAAC;;EAOvF;;EAEAS,GAAG,GAAS;IACV,IAAI,CAACJ,YAAY,CAACI,GAAG,EAAE;IACvB,IAAI,CAACH,KAAK,GAAGC,UAAU,CAAC,IAAI,CAACD,KAAK,EAAE,IAAI,CAACE,MAAM,EAAE,IAAI,CAACH,YAAY,EAAE,IAAI,CAACL,WAAW,CAAC;IAErF,IAAI,IAAI,CAACM,KAAK,KAAKZ,KAAK,CAACgB,GAAG,EAAE;MAC5B,IAAI,CAACJ,KAAK,GAAGZ,KAAK,CAACiB,KAAK;MACxB,IAAI,CAACH,MAAM,CAACI,KAAK,GAAG,qBAAqB;IAC3C;EACF;AACF;;AAOA,OAAO,SAASC,QAAQ,CACtBT,WAAwB,EAEyB;EAAA;EAAA,IADjDP,OAAyB,uEAAG,CAAC,CAAC;EAE9B,MAAM;IAACK,QAAQ,GAAG;EAAQ,CAAC,GAAGL,OAAO,CAACiB,GAAG,IAAI,CAAC,CAAC;EAE/C,MAAMC,SAAS,GAAG,IAAIpB,SAAS,CAAC;IAACO;EAAQ,CAAC,CAAC;EAC3Ca,SAAS,CAACZ,KAAK,CAACC,WAAW,CAAC;EAC5BW,SAAS,CAACN,GAAG,EAAE;EAEf,MAAM;IAACV,IAAI;IAAEiB;EAAM,CAAC,GAAGD,SAAS,CAACP,MAAM;EACvC,MAAMS,KAAK,GAAG,CAAApB,OAAO,aAAPA,OAAO,0CAAPA,OAAO,CAAEqB,MAAM,oDAAf,gBAAiBC,MAAM,MAAItB,OAAO,aAAPA,OAAO,uCAAPA,OAAO,CAAEiB,GAAG,iDAAZ,aAAcG,KAAK;EAC5D,QAAQA,KAAK;IACX,KAAK,kBAAkB;MAAE;QACvB,MAAMG,KAAqB,GAAG;UAC5BH,KAAK,EAAE,kBAAkB;UACzBD,MAAM;UACNjB;QACF,CAAC;QACD,OAAOqB,KAAK;MACd;IACA,KAAK,OAAO;MACV,OAAO;QAACJ,MAAM;QAAEK,IAAI,EAAEtB;MAAI,CAAC;IAC7B,KAAK,MAAM;IACX;MACE,OAAOA,IAAI;EAAC;AAElB;AAKA,OAAO,gBAAgBuB,iBAAiB,CACtCC,aAAiE,EAEN;EAAA,IAD3D1B,OAAyB,uEAAG,CAAC,CAAC;EAE9B,MAAM;IAACK,QAAQ,GAAG;EAAQ,CAAC,GAAGL,OAAO,CAACiB,GAAG,IAAI,CAAC,CAAC;EAE/C,MAAMU,MAAM,GAAG,IAAI7B,SAAS,CAAC;IAACO;EAAQ,CAAC,CAAC;EACxC,IAAIuB,cAAc,GAAG,KAAK;EAC1B,WAAW,MAAMrB,WAAW,IAAImB,aAAa,EAAE;IAC7CC,MAAM,CAACrB,KAAK,CAACC,WAAW,CAAC;IACzB,IAAI,CAACqB,cAAc,IAAID,MAAM,CAAChB,MAAM,CAACkB,SAAS,EAAE;MAC9CD,cAAc,GAAG,IAAI;MACrB,MAAMD,MAAM,CAAChB,MAAM,CAACkB,SAAS;IAC/B;IAEA,IAAIF,MAAM,CAAChB,MAAM,CAACT,IAAI,CAAC4B,MAAM,GAAG,CAAC,EAAE;MACjC,MAAMH,MAAM,CAAChB,MAAM,CAACT,IAAI;MACxByB,MAAM,CAAChB,MAAM,CAACT,IAAI,GAAG,EAAE;IACzB;EACF;EACAyB,MAAM,CAACf,GAAG,EAAE;EACZ,IAAIe,MAAM,CAAChB,MAAM,CAACT,IAAI,CAAC4B,MAAM,GAAG,CAAC,EAAE;IACjC,MAAMH,MAAM,CAAChB,MAAM,CAACT,IAAI;EAC1B;AACF;AAUA,SAASQ,UAAU,CACjBD,KAAY,EACZE,MAAiB,EACjBH,YAA+B,EAC/BL,WAAwB,EACjB;EAEP,OAAO,IAAI,EAAE;IACX,IAAI;MACF,QAAQM,KAAK;QACX,KAAKZ,KAAK,CAACiB,KAAK;QAChB,KAAKjB,KAAK,CAACgB,GAAG;UACZ,OAAOJ,KAAK;QAEd,KAAKZ,KAAK,CAACI,KAAK;UAGd,MAAM8B,QAAQ,GAAGvB,YAAY,CAACwB,WAAW,CAACpC,eAAe,CAAC;UAC1D,IAAI,CAACmC,QAAQ,EAAE;YACb,OAAOtB,KAAK;UACd;UACAE,MAAM,CAACkB,SAAS,GAAGI,cAAc,CAACF,QAAQ,CAAC;UAC3CpB,MAAM,CAACuB,QAAQ,GAAG;YAChBC,SAAS,EAAE,CAAC;YACZC,SAAS,EAAEzB,MAAM,CAACkB,SAAS,CAACQ,QAAQ;YACpCb,IAAI,EAAE;UACR,CAAC;UACDf,KAAK,GAAGZ,KAAK,CAACyC,iBAAiB;UAC/B;QAEF,KAAKzC,KAAK,CAACyC,iBAAiB;UAE1B,MAAMC,mBAAmB,GAAG/B,YAAY,CAACwB,WAAW;UAElDrB,MAAM,CAACkB,SAAS,CAACW,YAAY,GAAG5C,eAAe,CAChD;UACD,IAAI,CAAC2C,mBAAmB,EAAE;YACxB,OAAO9B,KAAK;UACd;UAEAE,MAAM,CAAC8B,SAAS,GAAGC,qBAAqB,CAACH,mBAAmB,EAAEpC,WAAW,CAAC;UAC1EQ,MAAM,CAACQ,MAAM,GAAG,IAAI/B,MAAM,CAACuB,MAAM,CAAC8B,SAAS,CAACE,GAAG,CAAEC,QAAQ,IAAKC,SAAS,CAACD,QAAQ,CAAC,CAAC,CAAC;UAEnFnC,KAAK,GAAGZ,KAAK,CAACiD,gBAAgB;;UAI9BtC,YAAY,CAACuC,IAAI,CAAC,CAAC,CAAC;UACpB;QAEF,KAAKlD,KAAK,CAACiD,gBAAgB;UACzB,MAAM;YAACE,YAAY,GAAG,CAAC;YAAEX,QAAQ,GAAG;UAAC,CAAC,GAAG,CAAA1B,MAAM,aAANA,MAAM,uBAANA,MAAM,CAAEkB,SAAS,KAAI,CAAC,CAAC;UAChE,OAAOlB,MAAM,CAACT,IAAI,CAAC4B,MAAM,GAAGO,QAAQ,EAAE;YACpC,MAAMY,UAAU,GAAGzC,YAAY,CAACwB,WAAW,CAACgB,YAAY,GAAG,CAAC,CAAC;YAC7D,IAAI,CAACC,UAAU,EAAE;cACf,OAAOxC,KAAK;YACd;YAEAD,YAAY,CAACuC,IAAI,CAAC,CAAC,CAAC;;YAGpB,MAAMG,GAAG,GAAGC,QAAQ,CAACF,UAAU,EAAEtC,MAAM,CAAC8B,SAAS,EAAEtC,WAAW,CAAC;YAC/DQ,MAAM,CAACT,IAAI,CAACkD,IAAI,CAACF,GAAG,CAAC;YAErBvC,MAAM,CAACuB,QAAQ,CAACV,IAAI,GAAGb,MAAM,CAACT,IAAI,CAAC4B,MAAM;UAC3C;UACArB,KAAK,GAAGZ,KAAK,CAACgB,GAAG;UACjB;QAEF;UACEJ,KAAK,GAAGZ,KAAK,CAACiB,KAAK;UACnBH,MAAM,CAACI,KAAK,kCAA2BN,KAAK,CAAE;UAC9C,OAAOA,KAAK;MAAC;IAEnB,CAAC,CAAC,OAAOM,KAAK,EAAE;MACdN,KAAK,GAAGZ,KAAK,CAACiB,KAAK;MACnBH,MAAM,CAACI,KAAK,iCAA2BA,KAAK,CAAWsC,OAAO,CAAE;MAChE,OAAO5C,KAAK;IACd;EACF;AACF;;AAKA,SAASwB,cAAc,CAACqB,UAAoB,EAAa;EACvD,OAAO;IAELC,IAAI,EAAED,UAAU,CAACE,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI;IACnCC,KAAK,EAAEH,UAAU,CAACE,QAAQ,CAAC,CAAC,CAAC;IAC7BE,GAAG,EAAEJ,UAAU,CAACE,QAAQ,CAAC,CAAC,CAAC;IAE3BnB,QAAQ,EAAEiB,UAAU,CAACK,SAAS,CAAC,CAAC,EAAEhE,aAAa,CAAC;IAEhD6C,YAAY,EAAEc,UAAU,CAACM,SAAS,CAAC,CAAC,EAAEjE,aAAa,CAAC;IAEpDqD,YAAY,EAAEM,UAAU,CAACM,SAAS,CAAC,EAAE,EAAEjE,aAAa,CAAC;IAErDkE,cAAc,EAAEP,UAAU,CAACE,QAAQ,CAAC,EAAE;EACxC,CAAC;AACH;;AAKA,SAASd,qBAAqB,CAACoB,IAAc,EAAE3D,WAAwB,EAAc;EAGnF,MAAM4D,OAAO,GAAG,CAACD,IAAI,CAACE,UAAU,GAAG,CAAC,IAAI,EAAE;EAC1C,MAAMC,MAAkB,GAAG,EAAE;EAC7B,IAAIC,MAAM,GAAG,CAAC;EACd,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGJ,OAAO,EAAEI,CAAC,EAAE,EAAE;IAChC,MAAMC,IAAI,GAAGjE,WAAW,CACrBkE,MAAM,CAAC,IAAIC,UAAU,CAACR,IAAI,CAACS,MAAM,EAAET,IAAI,CAACU,UAAU,GAAGN,MAAM,EAAE,EAAE,CAAC;IAAC,CAEjEO,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAEzBR,MAAM,CAACb,IAAI,CAAC;MACVgB,IAAI;MACJM,QAAQ,EAAEC,MAAM,CAACC,YAAY,CAACd,IAAI,CAACN,QAAQ,CAACU,MAAM,GAAG,EAAE,CAAC,CAAC;MACzDW,WAAW,EAAEf,IAAI,CAACN,QAAQ,CAACU,MAAM,GAAG,EAAE,CAAC;MACvCY,OAAO,EAAEhB,IAAI,CAACN,QAAQ,CAACU,MAAM,GAAG,EAAE;IACpC,CAAC,CAAC;IACFA,MAAM,IAAI,EAAE;EACd;EACA,OAAOD,MAAM;AACf;;AAuBA,SAASd,QAAQ,CACfW,IAAc,EACdG,MAAkB,EAClB9D,WAAwB,EACF;EACtB,MAAM4E,GAAsD,GAAG,CAAC,CAAC;EACjE,IAAIb,MAAM,GAAG,CAAC;EACd,KAAK,MAAMc,KAAK,IAAIf,MAAM,EAAE;IAC1B,MAAMgB,IAAI,GAAG9E,WAAW,CAACkE,MAAM,CAC7B,IAAIC,UAAU,CAACR,IAAI,CAACS,MAAM,EAAET,IAAI,CAACU,UAAU,GAAGN,MAAM,EAAEc,KAAK,CAACH,WAAW,CAAC,CACzE;IACDE,GAAG,CAACC,KAAK,CAACZ,IAAI,CAAC,GAAGc,UAAU,CAACD,IAAI,EAAED,KAAK,CAACN,QAAQ,CAAC;IAClDR,MAAM,IAAIc,KAAK,CAACH,WAAW;EAC7B;EAEA,OAAOE,GAAG;AACZ;;AAQA,SAASG,UAAU,CAACD,IAAY,EAAEP,QAAgB,EAAoC;EACpF,QAAQA,QAAQ;IACd,KAAK,GAAG;MACN,OAAOS,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOG,cAAc,CAACH,IAAI,CAAC;IAC7B,KAAK,GAAG;MACN,OAAOE,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOE,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOE,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOI,SAAS,CAACJ,IAAI,CAAC;IACxB,KAAK,GAAG;MACN,OAAOK,YAAY,CAACL,IAAI,CAAC;IAC3B;MACE,MAAM,IAAIM,KAAK,CAAC,uBAAuB,CAAC;EAAC;AAE/C;;AAOA,SAASF,SAAS,CAACG,GAAQ,EAAU;EACnC,OAAOC,IAAI,CAACC,GAAG,CAACF,GAAG,CAACG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAEC,QAAQ,CAACJ,GAAG,CAACG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAEH,GAAG,CAACG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACtF;;AAUA,SAASL,YAAY,CAACO,KAAa,EAAkB;EACnD,OAAO,SAAS,CAACC,IAAI,CAACD,KAAK,CAAC,GAAG,KAAK,GAAG,SAAS,CAACC,IAAI,CAACD,KAAK,CAAC,GAAG,IAAI,GAAG,IAAI;AAC5E;;AAOA,SAASV,WAAW,CAACF,IAAY,EAAiB;EAChD,MAAMc,MAAM,GAAGC,UAAU,CAACf,IAAI,CAAC;EAC/B,OAAOgB,KAAK,CAACF,MAAM,CAAC,GAAG,IAAI,GAAGA,MAAM;AACtC;;AAOA,SAASX,cAAc,CAACH,IAAY,EAAiB;EACnD,OAAOA,IAAI,CAACiB,IAAI,EAAE,IAAI,IAAI;AAC5B;;AASA,SAASrD,SAAS,OAA0D;EAAA,IAAzD;IAACuB,IAAI;IAAEM,QAAQ;IAAEG,WAAW;IAAEC;EAAiB,CAAC;EACjE,QAAQJ,QAAQ;IACd,KAAK,GAAG;MACN,OAAO,IAAIrF,KAAK,CAAC+E,IAAI,EAAE,IAAI5E,OAAO,EAAE,EAAE,IAAI,CAAC;IAC7C,KAAK,GAAG;MACN,OAAO,IAAIH,KAAK,CAAC+E,IAAI,EAAE,IAAI7E,IAAI,EAAE,EAAE,IAAI,CAAC;IAC1C,KAAK,GAAG;MACN,OAAO,IAAIF,KAAK,CAAC+E,IAAI,EAAE,IAAI5E,OAAO,EAAE,EAAE,IAAI,CAAC;IAC7C,KAAK,GAAG;MACN,OAAO,IAAIH,KAAK,CAAC+E,IAAI,EAAE,IAAI5E,OAAO,EAAE,EAAE,IAAI,CAAC;IAC7C,KAAK,GAAG;MACN,OAAO,IAAIH,KAAK,CAAC+E,IAAI,EAAE,IAAI5E,OAAO,EAAE,EAAE,IAAI,CAAC;IAC7C,KAAK,GAAG;MACN,OAAO,IAAIH,KAAK,CAAC+E,IAAI,EAAE,IAAI3E,oBAAoB,EAAE,EAAE,IAAI,CAAC;IAC1D,KAAK,GAAG;MACN,OAAO,IAAIJ,KAAK,CAAC+E,IAAI,EAAE,IAAI9E,IAAI,EAAE,EAAE,IAAI,CAAC;IAC1C;MACE,MAAM,IAAIiG,KAAK,CAAC,uBAAuB,CAAC;EAAC;AAE/C"}
+{"version":3,"file":"parse-dbf.js","names":["Schema","Field","Bool","Utf8","Float64","TimestampMillisecond","BinaryChunkReader","LITTLE_ENDIAN","DBF_HEADER_SIZE","STATE","DBFParser","constructor","options","_defineProperty","START","data","textDecoder","TextDecoder","encoding","write","arrayBuffer","binaryReader","state","parseState","result","end","END","ERROR","error","parseDBF","_options$tables","_options$dbf","arguments","length","undefined","dbf","dbfParser","schema","shape","tables","format","table","rows","parseDBFInBatches","asyncIterator","parser","headerReturned","dbfHeader","e","Promise","reject","dataView","getDataView","parseDBFHeader","progress","bytesUsed","rowsTotal","nRecords","FIELD_DESCRIPTORS","fieldDescriptorView","headerLength","dbfFields","parseFieldDescriptors","map","dbfField","makeField","FIELD_PROPERTIES","skip","recordLength","recordView","row","parseRow","push","concat","message","headerView","year","getUint8","month","day","getUint32","getUint16","languageDriver","view","nFields","byteLength","fields","offset","i","name","decode","Uint8Array","buffer","byteOffset","replace","dataType","String","fromCharCode","fieldLength","decimal","out","field","text","parseField","parseNumber","parseCharacter","parseDate","parseBoolean","Error","str","Date","UTC","slice","parseInt","value","test","number","parseFloat","isNaN","trim","_ref"],"sources":["../../../../src/lib/parsers/parse-dbf.ts"],"sourcesContent":["import {\n  Schema,\n  Field,\n  Bool,\n  Utf8,\n  Float64,\n  TimestampMillisecond,\n  ObjectRowTable\n} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\nimport {\n  DBFLoaderOptions,\n  DBFResult,\n  DBFTableOutput,\n  DBFHeader,\n  DBFRowsOutput,\n  DBFField\n} from './types';\n\nconst LITTLE_ENDIAN = true;\nconst DBF_HEADER_SIZE = 32;\n\nenum STATE {\n  START = 0, // Expecting header\n  FIELD_DESCRIPTORS = 1,\n  FIELD_PROPERTIES = 2,\n  END = 3,\n  ERROR = 4\n}\n\nclass DBFParser {\n  binaryReader = new BinaryChunkReader();\n  textDecoder: TextDecoder;\n  state = STATE.START;\n  result: DBFResult = {\n    data: []\n  };\n\n  constructor(options: {encoding: string}) {\n    this.textDecoder = new TextDecoder(options.encoding);\n  }\n\n  /**\n   * @param arrayBuffer\n   */\n  write(arrayBuffer: ArrayBuffer): void {\n    this.binaryReader.write(arrayBuffer);\n    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n    // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n\n    // important events:\n    // - schema available\n    // - first rows available\n    // - all rows available\n  }\n\n  end(): void {\n    this.binaryReader.end();\n    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n    // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n    if (this.state !== STATE.END) {\n      this.state = STATE.ERROR;\n      this.result.error = 'DBF incomplete file';\n    }\n  }\n}\n\n/**\n * @param arrayBuffer\n * @param options\n * @returns DBFTable or rows\n */\nexport function parseDBF(\n  arrayBuffer: ArrayBuffer,\n  options: DBFLoaderOptions = {}\n): DBFRowsOutput | DBFTableOutput | ObjectRowTable {\n  const {encoding = 'latin1'} = options.dbf || {};\n\n  const dbfParser = new DBFParser({encoding});\n  dbfParser.write(arrayBuffer);\n  dbfParser.end();\n\n  const {data, schema} = dbfParser.result;\n  const shape = options?.tables?.format || options?.dbf?.shape;\n  switch (shape) {\n    case 'object-row-table': {\n      const table: ObjectRowTable = {\n        shape: 'object-row-table',\n        schema,\n        data\n      };\n      return table;\n    }\n    case 'table':\n      return {schema, rows: data};\n    case 'rows':\n    default:\n      return data;\n  }\n}\n/**\n * @param asyncIterator\n * @param options\n */\nexport async function* parseDBFInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options: DBFLoaderOptions = {}\n): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput> {\n  const {encoding = 'latin1'} = options.dbf || {};\n\n  const parser = new DBFParser({encoding});\n  let headerReturned = false;\n  for await (const arrayBuffer of asyncIterator) {\n    parser.write(arrayBuffer);\n    if (!headerReturned && parser.result.dbfHeader) {\n      headerReturned = true;\n      yield parser.result.dbfHeader;\n    }\n\n    if (parser.result.data.length > 0) {\n      yield parser.result.data;\n      parser.result.data = [];\n    }\n  }\n  parser.end();\n  if (parser.result.data.length > 0) {\n    yield parser.result.data;\n  }\n}\n/**\n * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm\n * @param state\n * @param result\n * @param binaryReader\n * @param textDecoder\n * @returns\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n  state: STATE,\n  result: DBFResult,\n  binaryReader: BinaryChunkReader,\n  textDecoder: TextDecoder\n): STATE {\n  // eslint-disable-next-line no-constant-condition\n  while (true) {\n    try {\n      switch (state) {\n        case STATE.ERROR:\n        case STATE.END:\n          return state;\n\n        case STATE.START:\n          // Parse initial file header\n          // DBF Header\n          const dataView = binaryReader.getDataView(DBF_HEADER_SIZE);\n          if (!dataView) {\n            return state;\n          }\n          result.dbfHeader = parseDBFHeader(dataView);\n          result.progress = {\n            bytesUsed: 0,\n            rowsTotal: result.dbfHeader.nRecords,\n            rows: 0\n          };\n          state = STATE.FIELD_DESCRIPTORS;\n          break;\n\n        case STATE.FIELD_DESCRIPTORS:\n          // Parse DBF field descriptors (schema)\n          const fieldDescriptorView = binaryReader.getDataView(\n            // @ts-ignore\n            result.dbfHeader.headerLength - DBF_HEADER_SIZE\n          );\n          if (!fieldDescriptorView) {\n            return state;\n          }\n\n          result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);\n          result.schema = new Schema(result.dbfFields.map((dbfField) => makeField(dbfField)));\n\n          state = STATE.FIELD_PROPERTIES;\n\n          // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?\n          // parsedbf uses ((fields.length + 1) << 5) + 2;\n          binaryReader.skip(1);\n          break;\n\n        case STATE.FIELD_PROPERTIES:\n          const {recordLength = 0, nRecords = 0} = result?.dbfHeader || {};\n          while (result.data.length < nRecords) {\n            const recordView = binaryReader.getDataView(recordLength - 1);\n            if (!recordView) {\n              return state;\n            }\n            // Note: Avoid actually reading the last byte, which may not be present\n            binaryReader.skip(1);\n\n            // @ts-ignore\n            const row = parseRow(recordView, result.dbfFields, textDecoder);\n            result.data.push(row);\n            // @ts-ignore\n            result.progress.rows = result.data.length;\n          }\n          state = STATE.END;\n          break;\n\n        default:\n          state = STATE.ERROR;\n          result.error = `illegal parser state ${state}`;\n          return state;\n      }\n    } catch (error) {\n      state = STATE.ERROR;\n      result.error = `DBF parsing failed: ${(error as Error).message}`;\n      return state;\n    }\n  }\n}\n\n/**\n * @param headerView\n */\nfunction parseDBFHeader(headerView: DataView): DBFHeader {\n  return {\n    // Last updated date\n    year: headerView.getUint8(1) + 1900,\n    month: headerView.getUint8(2),\n    day: headerView.getUint8(3),\n    // Number of records in data file\n    nRecords: headerView.getUint32(4, LITTLE_ENDIAN),\n    // Length of header in bytes\n    headerLength: headerView.getUint16(8, LITTLE_ENDIAN),\n    // Length of each record\n    recordLength: headerView.getUint16(10, LITTLE_ENDIAN),\n    // Not sure if this is usually set\n    languageDriver: headerView.getUint8(29)\n  };\n}\n\n/**\n * @param view\n */\nfunction parseFieldDescriptors(view: DataView, textDecoder: TextDecoder): DBFField[] {\n  // NOTE: this might overestimate the number of fields if the \"Database\n  // Container\" container exists and is included in the headerLength\n  const nFields = (view.byteLength - 1) / 32;\n  const fields: DBFField[] = [];\n  let offset = 0;\n  for (let i = 0; i < nFields; i++) {\n    const name = textDecoder\n      .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))\n      // eslint-disable-next-line no-control-regex\n      .replace(/\\u0000/g, '');\n\n    fields.push({\n      name,\n      dataType: String.fromCharCode(view.getUint8(offset + 11)),\n      fieldLength: view.getUint8(offset + 16),\n      decimal: view.getUint8(offset + 17)\n    });\n    offset += 32;\n  }\n  return fields;\n}\n\n/*\n * @param {BinaryChunkReader} binaryReader\nfunction parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {\n  const rows = [];\n  for (let i = 0; i < nRecords; i++) {\n    const recordView = binaryReader.getDataView(recordLength - 1);\n    binaryReader.skip(1);\n    // @ts-ignore\n    rows.push(parseRow(recordView, fields, textDecoder));\n  }\n  return rows;\n}\n */\n\n/**\n *\n * @param view\n * @param fields\n * @param textDecoder\n * @returns\n */\nfunction parseRow(\n  view: DataView,\n  fields: DBFField[],\n  textDecoder: TextDecoder\n): {[key: string]: any} {\n  const out: {[key: string]: string | number | boolean | null} = {};\n  let offset = 0;\n  for (const field of fields) {\n    const text = textDecoder.decode(\n      new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength)\n    );\n    out[field.name] = parseField(text, field.dataType);\n    offset += field.fieldLength;\n  }\n\n  return out;\n}\n\n/**\n * Should NaN be coerced to null?\n * @param text\n * @param dataType\n * @returns Field depends on a type of the data\n */\nfunction parseField(text: string, dataType: string): string | number | boolean | null {\n  switch (dataType) {\n    case 'B':\n      return parseNumber(text);\n    case 'C':\n      return parseCharacter(text);\n    case 'F':\n      return parseNumber(text);\n    case 'N':\n      return parseNumber(text);\n    case 'O':\n      return parseNumber(text);\n    case 'D':\n      return parseDate(text);\n    case 'L':\n      return parseBoolean(text);\n    default:\n      throw new Error('Unsupported data type');\n  }\n}\n\n/**\n * Parse YYYYMMDD to date in milliseconds\n * @param str YYYYMMDD\n * @returns new Date as a number\n */\nfunction parseDate(str: any): number {\n  return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));\n}\n\n/**\n * Read boolean value\n * any of Y, y, T, t coerce to true\n * any of N, n, F, f coerce to false\n * otherwise null\n * @param value\n * @returns boolean | null\n */\nfunction parseBoolean(value: string): boolean | null {\n  return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;\n}\n\n/**\n * Return null instead of NaN\n * @param text\n * @returns number | null\n */\nfunction parseNumber(text: string): number | null {\n  const number = parseFloat(text);\n  return isNaN(number) ? null : number;\n}\n\n/**\n *\n * @param text\n * @returns string | null\n */\nfunction parseCharacter(text: string): string | null {\n  return text.trim() || null;\n}\n\n/**\n * Create a standard Arrow-style `Field` from field descriptor.\n * TODO - use `fieldLength` and `decimal` to generate smaller types?\n * @param param0\n * @returns Field\n */\n// eslint-disable\nfunction makeField({name, dataType, fieldLength, decimal}: DBFField): Field {\n  switch (dataType) {\n    case 'B':\n      return new Field(name, new Float64(), true);\n    case 'C':\n      return new Field(name, new Utf8(), true);\n    case 'F':\n      return new Field(name, new Float64(), true);\n    case 'N':\n      return new Field(name, new Float64(), true);\n    case 'O':\n      return new Field(name, new Float64(), true);\n    case 'D':\n      return new Field(name, new TimestampMillisecond(), true);\n    case 'L':\n      return new Field(name, new Bool(), true);\n    default:\n      throw new Error('Unsupported data type');\n  }\n}\n"],"mappings":";AAAA,SACEA,MAAM,EACNC,KAAK,EACLC,IAAI,EACJC,IAAI,EACJC,OAAO,EACPC,oBAAoB,QAEf,oBAAoB;AAC3B,OAAOC,iBAAiB,MAAM,kCAAkC;AAUhE,MAAMC,aAAa,GAAG,IAAI;AAC1B,MAAMC,eAAe,GAAG,EAAE;AAAC,IAEtBC,KAAK,aAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAAA,OAALA,KAAK;AAAA,EAALA,KAAK;AAQV,MAAMC,SAAS,CAAC;EAQdC,WAAWA,CAACC,OAA2B,EAAE;IAAAC,eAAA,uBAP1B,IAAIP,iBAAiB,EAAE;IAAAO,eAAA;IAAAA,eAAA,gBAE9BJ,KAAK,CAACK,KAAK;IAAAD,eAAA,iBACC;MAClBE,IAAI,EAAE;IACR,CAAC;IAGC,IAAI,CAACC,WAAW,GAAG,IAAIC,WAAW,CAACL,OAAO,CAACM,QAAQ,CAAC;EACtD;EAKAC,KAAKA,CAACC,WAAwB,EAAQ;IACpC,IAAI,CAACC,YAAY,CAACF,KAAK,CAACC,WAAW,CAAC;IACpC,IAAI,CAACE,KAAK,GAAGC,UAAU,CAAC,IAAI,CAACD,KAAK,EAAE,IAAI,CAACE,MAAM,EAAE,IAAI,CAACH,YAAY,EAAE,IAAI,CAACL,WAAW,CAAC;EAOvF;EAEAS,GAAGA,CAAA,EAAS;IACV,IAAI,CAACJ,YAAY,CAACI,GAAG,EAAE;IACvB,IAAI,CAACH,KAAK,GAAGC,UAAU,CAAC,IAAI,CAACD,KAAK,EAAE,IAAI,CAACE,MAAM,EAAE,IAAI,CAACH,YAAY,EAAE,IAAI,CAACL,WAAW,CAAC;IAErF,IAAI,IAAI,CAACM,KAAK,KAAKb,KAAK,CAACiB,GAAG,EAAE;MAC5B,IAAI,CAACJ,KAAK,GAAGb,KAAK,CAACkB,KAAK;MACxB,IAAI,CAACH,MAAM,CAACI,KAAK,GAAG,qBAAqB;IAC3C;EACF;AACF;AAOA,OAAO,SAASC,QAAQA,CACtBT,WAAwB,EAEyB;EAAA,IAAAU,eAAA,EAAAC,YAAA;EAAA,IADjDnB,OAAyB,GAAAoB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAE9B,MAAM;IAACd,QAAQ,GAAG;EAAQ,CAAC,GAAGN,OAAO,CAACuB,GAAG,IAAI,CAAC,CAAC;EAE/C,MAAMC,SAAS,GAAG,IAAI1B,SAAS,CAAC;IAACQ;EAAQ,CAAC,CAAC;EAC3CkB,SAAS,CAACjB,KAAK,CAACC,WAAW,CAAC;EAC5BgB,SAAS,CAACX,GAAG,EAAE;EAEf,MAAM;IAACV,IAAI;IAAEsB;EAAM,CAAC,GAAGD,SAAS,CAACZ,MAAM;EACvC,MAAMc,KAAK,GAAG,CAAA1B,OAAO,aAAPA,OAAO,wBAAAkB,eAAA,GAAPlB,OAAO,CAAE2B,MAAM,cAAAT,eAAA,uBAAfA,eAAA,CAAiBU,MAAM,MAAI5B,OAAO,aAAPA,OAAO,wBAAAmB,YAAA,GAAPnB,OAAO,CAAEuB,GAAG,cAAAJ,YAAA,uBAAZA,YAAA,CAAcO,KAAK;EAC5D,QAAQA,KAAK;IACX,KAAK,kBAAkB;MAAE;QACvB,MAAMG,KAAqB,GAAG;UAC5BH,KAAK,EAAE,kBAAkB;UACzBD,MAAM;UACNtB;QACF,CAAC;QACD,OAAO0B,KAAK;MACd;IACA,KAAK,OAAO;MACV,OAAO;QAACJ,MAAM;QAAEK,IAAI,EAAE3B;MAAI,CAAC;IAC7B,KAAK,MAAM;IACX;MACE,OAAOA,IAAI;EAAC;AAElB;AAKA,OAAO,SAAgB4B,iBAAiBA,CACtCC,aAAiE;EAAA;IAAA,IACjEhC,OAAyB,GAAAoB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAAA,0BAC6B;MAC3D,MAAM;QAACd,QAAQ,GAAG;MAAQ,CAAC,GAAGN,OAAO,CAACuB,GAAG,IAAI,CAAC,CAAC;MAE/C,MAAMU,MAAM,GAAG,IAAInC,SAAS,CAAC;QAACQ;MAAQ,CAAC,CAAC;MACxC,IAAI4B,cAAc,GAAG,KAAK;MAC1B,WAAW,MAAM1B,WAAW,IAAIwB,aAAa,EAAE;QAC7CC,MAAM,CAAC1B,KAAK,CAACC,WAAW,CAAC;QACzB,IAAI,CAAC0B,cAAc,IAAID,MAAM,CAACrB,MAAM,CAACuB,SAAS,EAAE;UAC9CD,cAAc,GAAG,IAAI;UACrB,MAAMD,MAAM,CAACrB,MAAM,CAACuB,SAAS;QAC/B;QAEA,IAAIF,MAAM,CAACrB,MAAM,CAACT,IAAI,CAACkB,MAAM,GAAG,CAAC,EAAE;UACjC,MAAMY,MAAM,CAACrB,MAAM,CAACT,IAAI;UACxB8B,MAAM,CAACrB,MAAM,CAACT,IAAI,GAAG,EAAE;QACzB;MACF;MACA8B,MAAM,CAACpB,GAAG,EAAE;MACZ,IAAIoB,MAAM,CAACrB,MAAM,CAACT,IAAI,CAACkB,MAAM,GAAG,CAAC,EAAE;QACjC,MAAMY,MAAM,CAACrB,MAAM,CAACT,IAAI;MAC1B;IACF,CAAC;EAAA,SAAAiC,CAAA;IAAA,OAAAC,OAAA,CAAAC,MAAA,CAAAF,CAAA;EAAA;AAAA;AAUD,SAASzB,UAAUA,CACjBD,KAAY,EACZE,MAAiB,EACjBH,YAA+B,EAC/BL,WAAwB,EACjB;EAEP,OAAO,IAAI,EAAE;IACX,IAAI;MACF,QAAQM,KAAK;QACX,KAAKb,KAAK,CAACkB,KAAK;QAChB,KAAKlB,KAAK,CAACiB,GAAG;UACZ,OAAOJ,KAAK;QAEd,KAAKb,KAAK,CAACK,KAAK;UAGd,MAAMqC,QAAQ,GAAG9B,YAAY,CAAC+B,WAAW,CAAC5C,eAAe,CAAC;UAC1D,IAAI,CAAC2C,QAAQ,EAAE;YACb,OAAO7B,KAAK;UACd;UACAE,MAAM,CAACuB,SAAS,GAAGM,cAAc,CAACF,QAAQ,CAAC;UAC3C3B,MAAM,CAAC8B,QAAQ,GAAG;YAChBC,SAAS,EAAE,CAAC;YACZC,SAAS,EAAEhC,MAAM,CAACuB,SAAS,CAACU,QAAQ;YACpCf,IAAI,EAAE;UACR,CAAC;UACDpB,KAAK,GAAGb,KAAK,CAACiD,iBAAiB;UAC/B;QAEF,KAAKjD,KAAK,CAACiD,iBAAiB;UAE1B,MAAMC,mBAAmB,GAAGtC,YAAY,CAAC+B,WAAW,CAElD5B,MAAM,CAACuB,SAAS,CAACa,YAAY,GAAGpD,eAAe,CAChD;UACD,IAAI,CAACmD,mBAAmB,EAAE;YACxB,OAAOrC,KAAK;UACd;UAEAE,MAAM,CAACqC,SAAS,GAAGC,qBAAqB,CAACH,mBAAmB,EAAE3C,WAAW,CAAC;UAC1EQ,MAAM,CAACa,MAAM,GAAG,IAAIrC,MAAM,CAACwB,MAAM,CAACqC,SAAS,CAACE,GAAG,CAAEC,QAAQ,IAAKC,SAAS,CAACD,QAAQ,CAAC,CAAC,CAAC;UAEnF1C,KAAK,GAAGb,KAAK,CAACyD,gBAAgB;UAI9B7C,YAAY,CAAC8C,IAAI,CAAC,CAAC,CAAC;UACpB;QAEF,KAAK1D,KAAK,CAACyD,gBAAgB;UACzB,MAAM;YAACE,YAAY,GAAG,CAAC;YAAEX,QAAQ,GAAG;UAAC,CAAC,GAAG,CAAAjC,MAAM,aAANA,MAAM,uBAANA,MAAM,CAAEuB,SAAS,KAAI,CAAC,CAAC;UAChE,OAAOvB,MAAM,CAACT,IAAI,CAACkB,MAAM,GAAGwB,QAAQ,EAAE;YACpC,MAAMY,UAAU,GAAGhD,YAAY,CAAC+B,WAAW,CAACgB,YAAY,GAAG,CAAC,CAAC;YAC7D,IAAI,CAACC,UAAU,EAAE;cACf,OAAO/C,KAAK;YACd;YAEAD,YAAY,CAAC8C,IAAI,CAAC,CAAC,CAAC;YAGpB,MAAMG,GAAG,GAAGC,QAAQ,CAACF,UAAU,EAAE7C,MAAM,CAACqC,SAAS,EAAE7C,WAAW,CAAC;YAC/DQ,MAAM,CAACT,IAAI,CAACyD,IAAI,CAACF,GAAG,CAAC;YAErB9C,MAAM,CAAC8B,QAAQ,CAACZ,IAAI,GAAGlB,MAAM,CAACT,IAAI,CAACkB,MAAM;UAC3C;UACAX,KAAK,GAAGb,KAAK,CAACiB,GAAG;UACjB;QAEF;UACEJ,KAAK,GAAGb,KAAK,CAACkB,KAAK;UACnBH,MAAM,CAACI,KAAK,2BAAA6C,MAAA,CAA2BnD,KAAK,CAAE;UAC9C,OAAOA,KAAK;MAAC;IAEnB,CAAC,CAAC,OAAOM,KAAK,EAAE;MACdN,KAAK,GAAGb,KAAK,CAACkB,KAAK;MACnBH,MAAM,CAACI,KAAK,0BAAA6C,MAAA,CAA2B7C,KAAK,CAAW8C,OAAO,CAAE;MAChE,OAAOpD,KAAK;IACd;EACF;AACF;AAKA,SAAS+B,cAAcA,CAACsB,UAAoB,EAAa;EACvD,OAAO;IAELC,IAAI,EAAED,UAAU,CAACE,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI;IACnCC,KAAK,EAAEH,UAAU,CAACE,QAAQ,CAAC,CAAC,CAAC;IAC7BE,GAAG,EAAEJ,UAAU,CAACE,QAAQ,CAAC,CAAC,CAAC;IAE3BpB,QAAQ,EAAEkB,UAAU,CAACK,SAAS,CAAC,CAAC,EAAEzE,aAAa,CAAC;IAEhDqD,YAAY,EAAEe,UAAU,CAACM,SAAS,CAAC,CAAC,EAAE1E,aAAa,CAAC;IAEpD6D,YAAY,EAAEO,UAAU,CAACM,SAAS,CAAC,EAAE,EAAE1E,aAAa,CAAC;IAErD2E,cAAc,EAAEP,UAAU,CAACE,QAAQ,CAAC,EAAE;EACxC,CAAC;AACH;AAKA,SAASf,qBAAqBA,CAACqB,IAAc,EAAEnE,WAAwB,EAAc;EAGnF,MAAMoE,OAAO,GAAG,CAACD,IAAI,CAACE,UAAU,GAAG,CAAC,IAAI,EAAE;EAC1C,MAAMC,MAAkB,GAAG,EAAE;EAC7B,IAAIC,MAAM,GAAG,CAAC;EACd,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGJ,OAAO,EAAEI,CAAC,EAAE,EAAE;IAChC,MAAMC,IAAI,GAAGzE,WAAW,CACrB0E,MAAM,CAAC,IAAIC,UAAU,CAACR,IAAI,CAACS,MAAM,EAAET,IAAI,CAACU,UAAU,GAAGN,MAAM,EAAE,EAAE,CAAC,CAAC,CAEjEO,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAEzBR,MAAM,CAACd,IAAI,CAAC;MACViB,IAAI;MACJM,QAAQ,EAAEC,MAAM,CAACC,YAAY,CAACd,IAAI,CAACN,QAAQ,CAACU,MAAM,GAAG,EAAE,CAAC,CAAC;MACzDW,WAAW,EAAEf,IAAI,CAACN,QAAQ,CAACU,MAAM,GAAG,EAAE,CAAC;MACvCY,OAAO,EAAEhB,IAAI,CAACN,QAAQ,CAACU,MAAM,GAAG,EAAE;IACpC,CAAC,CAAC;IACFA,MAAM,IAAI,EAAE;EACd;EACA,OAAOD,MAAM;AACf;AAuBA,SAASf,QAAQA,CACfY,IAAc,EACdG,MAAkB,EAClBtE,WAAwB,EACF;EACtB,MAAMoF,GAAsD,GAAG,CAAC,CAAC;EACjE,IAAIb,MAAM,GAAG,CAAC;EACd,KAAK,MAAMc,KAAK,IAAIf,MAAM,EAAE;IAC1B,MAAMgB,IAAI,GAAGtF,WAAW,CAAC0E,MAAM,CAC7B,IAAIC,UAAU,CAACR,IAAI,CAACS,MAAM,EAAET,IAAI,CAACU,UAAU,GAAGN,MAAM,EAAEc,KAAK,CAACH,WAAW,CAAC,CACzE;IACDE,GAAG,CAACC,KAAK,CAACZ,IAAI,CAAC,GAAGc,UAAU,CAACD,IAAI,EAAED,KAAK,CAACN,QAAQ,CAAC;IAClDR,MAAM,IAAIc,KAAK,CAACH,WAAW;EAC7B;EAEA,OAAOE,GAAG;AACZ;AAQA,SAASG,UAAUA,CAACD,IAAY,EAAEP,QAAgB,EAAoC;EACpF,QAAQA,QAAQ;IACd,KAAK,GAAG;MACN,OAAOS,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOG,cAAc,CAACH,IAAI,CAAC;IAC7B,KAAK,GAAG;MACN,OAAOE,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOE,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOE,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOI,SAAS,CAACJ,IAAI,CAAC;IACxB,KAAK,GAAG;MACN,OAAOK,YAAY,CAACL,IAAI,CAAC;IAC3B;MACE,MAAM,IAAIM,KAAK,CAAC,uBAAuB,CAAC;EAAC;AAE/C;AAOA,SAASF,SAASA,CAACG,GAAQ,EAAU;EACnC,OAAOC,IAAI,CAACC,GAAG,CAACF,GAAG,CAACG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAEC,QAAQ,CAACJ,GAAG,CAACG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAEH,GAAG,CAACG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACtF;AAUA,SAASL,YAAYA,CAACO,KAAa,EAAkB;EACnD,OAAO,SAAS,CAACC,IAAI,CAACD,KAAK,CAAC,GAAG,KAAK,GAAG,SAAS,CAACC,IAAI,CAACD,KAAK,CAAC,GAAG,IAAI,GAAG,IAAI;AAC5E;AAOA,SAASV,WAAWA,CAACF,IAAY,EAAiB;EAChD,MAAMc,MAAM,GAAGC,UAAU,CAACf,IAAI,CAAC;EAC/B,OAAOgB,KAAK,CAACF,MAAM,CAAC,GAAG,IAAI,GAAGA,MAAM;AACtC;AAOA,SAASX,cAAcA,CAACH,IAAY,EAAiB;EACnD,OAAOA,IAAI,CAACiB,IAAI,EAAE,IAAI,IAAI;AAC5B;AASA,SAAStD,SAASA,CAAAuD,IAAA,EAA0D;EAAA,IAAzD;IAAC/B,IAAI;IAAEM,QAAQ;IAAEG,WAAW;IAAEC;EAAiB,CAAC,GAAAqB,IAAA;EACjE,QAAQzB,QAAQ;IACd,KAAK,GAAG;MACN,OAAO,IAAI9F,KAAK,CAACwF,IAAI,EAAE,IAAIrF,OAAO,EAAE,EAAE,IAAI,CAAC;IAC7C,KAAK,GAAG;MACN,OAAO,IAAIH,KAAK,CAACwF,IAAI,EAAE,IAAItF,IAAI,EAAE,EAAE,IAAI,CAAC;IAC1C,KAAK,GAAG;MACN,OAAO,IAAIF,KAAK,CAACwF,IAAI,EAAE,IAAIrF,OAAO,EAAE,EAAE,IAAI,CAAC;IAC7C,KAAK,GAAG;MACN,OAAO,IAAIH,KAAK,CAACwF,IAAI,EAAE,IAAIrF,OAAO,EAAE,EAAE,IAAI,CAAC;IAC7C,KAAK,GAAG;MACN,OAAO,IAAIH,KAAK,CAACwF,IAAI,EAAE,IAAIrF,OAAO,EAAE,EAAE,IAAI,CAAC;IAC7C,KAAK,GAAG;MACN,OAAO,IAAIH,KAAK,CAACwF,IAAI,EAAE,IAAIpF,oBAAoB,EAAE,EAAE,IAAI,CAAC;IAC1D,KAAK,GAAG;MACN,OAAO,IAAIJ,KAAK,CAACwF,IAAI,EAAE,IAAIvF,IAAI,EAAE,EAAE,IAAI,CAAC;IAC1C;MACE,MAAM,IAAI0G,KAAK,CAAC,uBAAuB,CAAC;EAAC;AAE/C"}

package/dist/esm/lib/parsers/parse-shapefile.js

@@ -1,5 +1,3 @@
-
-
 import { binaryToGeometry, transformGeoJsonCoords } from '@loaders.gl/gis';
 import { Proj4Projection } from '@math.gl/proj4';
 import { parseShx } from './parse-shx';
@@ -16,9 +14,7 @@ export async function* parseShapefileInBatches(asyncIterator, options, context)
     cpg,
     prj
   } = await loadShapefileSidecarFiles(options, context);
-
   const shapeIterable = await context.parseInBatches(asyncIterator, SHPLoader, options);
-
   let propertyIterable;
   const dbfResponse = await context.fetch(replaceExtension((context === null || context === void 0 ? void 0 : context.url) || '', 'dbf'));
   if (dbfResponse.ok) {
@@ -29,7 +25,6 @@ export async function* parseShapefileInBatches(asyncIterator, options, context)
       }
     });
   }
-
   let shapeHeader = (await shapeIterable.next()).value;
   if (shapeHeader && shapeHeader.batchType === 'metadata') {
     shapeHeader = (await shapeIterable.next()).value;
@@ -69,7 +64,6 @@ export async function* parseShapefileInBatches(asyncIterator, options, context)
     };
   }
 }
-
 export async function parseShapefile(arrayBuffer, options, context) {
   const {
     reproject = false,
@@ -80,16 +74,12 @@ export async function parseShapefile(arrayBuffer, options, context) {
     cpg,
     prj
   } = await loadShapefileSidecarFiles(options, context);
-
   const {
     header,
     geometries
   } = await context.parse(arrayBuffer, SHPLoader, options);
-
   const geojsonGeometries = parseGeometries(geometries);
-
   let properties = [];
-
   const dbfResponse = await context.fetch(replaceExtension(context.url, 'dbf'));
   if (dbfResponse.ok) {
     properties = await context.parse(dbfResponse, DBFLoader, {
@@ -110,7 +100,6 @@ export async function parseShapefile(arrayBuffer, options, context) {
     data: features
   };
 }
-
 function parseGeometries(geometries) {
   const geojsonGeometries = [];
   for (const geom of geometries) {
@@ -118,7 +107,6 @@ function parseGeometries(geometries) {
   }
   return geojsonGeometries;
 }
-
 function joinProperties(geometries, properties) {
   const features = [];
   for (let i = 0; i < geometries.length; i++) {
@@ -132,7 +120,6 @@ function joinProperties(geometries, properties) {
   }
   return features;
 }
-
 function reprojectFeatures(features, sourceCrs, targetCrs) {
   if (!sourceCrs && !targetCrs) {
     return features;
@@ -143,7 +130,6 @@ function reprojectFeatures(features, sourceCrs, targetCrs) {
   });
   return transformGeoJsonCoords(features, coord => projection.project(coord));
 }
-
 export async function loadShapefileSidecarFiles(options, context) {
   const {
     url,
@@ -175,7 +161,6 @@ export async function loadShapefileSidecarFiles(options, context) {
     prj
   };
 }
-
 export function replaceExtension(url, newExtension) {
   const baseName = basename(url);
   const extension = extname(url);
@@ -185,7 +170,6 @@ export function replaceExtension(url, newExtension) {
   }
   return "".concat(baseName, ".").concat(newExtension);
 }
-
 function basename(url) {
   const extIndex = url && url.lastIndexOf('.');
   if (typeof extIndex === 'number') {

package/dist/esm/lib/parsers/parse-shapefile.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-shapefile.js","names":["binaryToGeometry","transformGeoJsonCoords","Proj4Projection","parseShx","zipBatchIterators","SHPLoader","DBFLoader","parseShapefileInBatches","asyncIterator","options","context","reproject","_targetCrs","gis","shx","cpg","prj","loadShapefileSidecarFiles","shapeIterable","parseInBatches","propertyIterable","dbfResponse","fetch","replaceExtension","url","ok","dbf","encoding","shapeHeader","next","value","batchType","dbfHeader","iterator","item","geometries","properties","geojsonGeometries","parseGeometries","features","joinProperties","reprojectFeatures","header","data","parseShapefile","arrayBuffer","parse","geom","push","i","length","geometry","feature","type","sourceCrs","targetCrs","projection","from","to","coord","project","shxPromise","cpgPromise","prjPromise","Promise","all","shxResponse","cpgResponse","text","prjResponse","newExtension","baseName","basename","extension","extname","isUpperCase","toUpperCase","extIndex","lastIndexOf","substr"],"sources":["../../../../src/lib/parsers/parse-shapefile.ts"],"sourcesContent":["// import type {Feature} from '@loaders.gl/gis';\nimport type {SHXOutput} from './parse-shx';\nimport type {SHPHeader} from './parse-shp-header';\nimport type {LoaderContext} from '@loaders.gl/loader-utils';\nimport type {ShapefileLoaderOptions} from './types';\n\nimport {binaryToGeometry, transformGeoJsonCoords} from '@loaders.gl/gis';\nimport {Proj4Projection} from '@math.gl/proj4';\nimport {parseShx} from './parse-shx';\nimport {zipBatchIterators} from '../streaming/zip-batch-iterators';\nimport {SHPLoader} from '../../shp-loader';\nimport {DBFLoader} from '../../dbf-loader';\n\ntype Feature = any;\ninterface ShapefileOutput {\n  encoding?: string;\n  prj?: string;\n  shx?: SHXOutput;\n  header: SHPHeader;\n  data: object[];\n}\n/**\n * Parsing of file in batches\n */\n// eslint-disable-next-line max-statements, complexity\nexport async function* parseShapefileInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: ShapefileLoaderOptions,\n  context?: LoaderContext\n): AsyncIterable<ShapefileOutput> {\n  const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n  const {shx, cpg, prj} = await loadShapefileSidecarFiles(options, context);\n\n  // parse geometries\n  // @ts-ignore context must be defined\n  const shapeIterable: any = await context.parseInBatches(asyncIterator, SHPLoader, options);\n\n  // parse properties\n  let propertyIterable: any;\n  // @ts-ignore context must be defined\n  const dbfResponse = await context.fetch(replaceExtension(context?.url || '', 'dbf'));\n  if (dbfResponse.ok) {\n    // @ts-ignore context must be defined\n    propertyIterable = await context.parseInBatches(dbfResponse, DBFLoader, {\n      ...options,\n      dbf: {encoding: cpg || 'latin1'}\n    });\n  }\n\n  // When `options.metadata` is `true`, there's an extra initial `metadata`\n  // object before the iterator starts. zipBatchIterators expects to receive\n  // batches of Array objects, and will fail with non-iterable batches, so it's\n  // important to skip over the first batch.\n  let shapeHeader = (await shapeIterable.next()).value;\n  if (shapeHeader && shapeHeader.batchType === 'metadata') {\n    shapeHeader = (await shapeIterable.next()).value;\n  }\n\n  let dbfHeader: {batchType?: string} = {};\n  if (propertyIterable) {\n    dbfHeader = (await propertyIterable.next()).value;\n    if (dbfHeader && dbfHeader.batchType === 'metadata') {\n      dbfHeader = (await propertyIterable.next()).value;\n    }\n  }\n\n  let iterator: any;\n  if (propertyIterable) {\n    iterator = zipBatchIterators(shapeIterable, propertyIterable);\n  } else {\n    iterator = shapeIterable;\n  }\n\n  for await (const item of iterator) {\n    let geometries: any;\n    let properties: any;\n    if (!propertyIterable) {\n      geometries = item;\n    } else {\n      [geometries, properties] = item;\n    }\n\n    const geojsonGeometries = parseGeometries(geometries);\n    let features = joinProperties(geojsonGeometries, properties);\n    if (reproject) {\n      // @ts-ignore\n      features = reprojectFeatures(features, prj, _targetCrs);\n    }\n    yield {\n      encoding: cpg,\n      prj,\n      shx,\n      header: shapeHeader,\n      data: features\n    };\n  }\n}\n\n/**\n * Parse shapefile\n *\n * @param arrayBuffer\n * @param options\n * @param context\n * @returns output of shapefile\n */\nexport async function parseShapefile(\n  arrayBuffer: ArrayBuffer,\n  options?: ShapefileLoaderOptions,\n  context?: LoaderContext\n): Promise<ShapefileOutput> {\n  const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n  const {shx, cpg, prj} = await loadShapefileSidecarFiles(options, context);\n\n  // parse geometries\n  // @ts-ignore context must be defined\n  const {header, geometries} = await context.parse(arrayBuffer, SHPLoader, options); // {shp: shx}\n\n  const geojsonGeometries = parseGeometries(geometries);\n\n  // parse properties\n  let properties = [];\n\n  // @ts-ignore context must be defined\n  const dbfResponse = await context.fetch(replaceExtension(context.url, 'dbf'));\n  if (dbfResponse.ok) {\n    // @ts-ignore context must be defined\n    properties = await context.parse(dbfResponse, DBFLoader, {dbf: {encoding: cpg || 'latin1'}});\n  }\n\n  let features = joinProperties(geojsonGeometries, properties);\n  if (reproject) {\n    features = reprojectFeatures(features, prj, _targetCrs);\n  }\n\n  return {\n    encoding: cpg,\n    prj,\n    shx,\n    header,\n    data: features\n  };\n}\n\n/**\n * Parse geometries\n *\n * @param geometries\n * @returns geometries as an array\n */\nfunction parseGeometries(geometries: any[]): any[] {\n  const geojsonGeometries: any[] = [];\n  for (const geom of geometries) {\n    geojsonGeometries.push(binaryToGeometry(geom));\n  }\n  return geojsonGeometries;\n}\n\n/**\n * Join properties and geometries into features\n *\n * @param geometries [description]\n * @param  properties [description]\n * @return [description]\n */\nfunction joinProperties(geometries: object[], properties: object[]): Feature[] {\n  const features: Feature[] = [];\n  for (let i = 0; i < geometries.length; i++) {\n    const geometry = geometries[i];\n    const feature: Feature = {\n      type: 'Feature',\n      geometry,\n      // properties can be undefined if dbfResponse above was empty\n      properties: (properties && properties[i]) || {}\n    };\n    features.push(feature);\n  }\n\n  return features;\n}\n\n/**\n * Reproject GeoJSON features to output CRS\n *\n * @param features parsed GeoJSON features\n * @param sourceCrs source coordinate reference system\n * @param targetCrs †arget coordinate reference system\n * @return Reprojected Features\n */\nfunction reprojectFeatures(features: Feature[], sourceCrs?: string, targetCrs?: string): Feature[] {\n  if (!sourceCrs && !targetCrs) {\n    return features;\n  }\n\n  const projection = new Proj4Projection({from: sourceCrs || 'WGS84', to: targetCrs || 'WGS84'});\n  return transformGeoJsonCoords(features, (coord) => projection.project(coord));\n}\n\n/**\n *\n * @param options\n * @param context\n * @returns Promise\n */\n// eslint-disable-next-line max-statements\nexport async function loadShapefileSidecarFiles(\n  options?: object,\n  context?: LoaderContext\n): Promise<{\n  shx?: SHXOutput;\n  cpg?: string;\n  prj?: string;\n}> {\n  // Attempt a parallel load of the small sidecar files\n  // @ts-ignore context must be defined\n  const {url, fetch} = context;\n  const shxPromise = fetch(replaceExtension(url, 'shx'));\n  const cpgPromise = fetch(replaceExtension(url, 'cpg'));\n  const prjPromise = fetch(replaceExtension(url, 'prj'));\n  await Promise.all([shxPromise, cpgPromise, prjPromise]);\n\n  let shx: SHXOutput | undefined;\n  let cpg: string | undefined;\n  let prj: string | undefined;\n\n  const shxResponse = await shxPromise;\n  if (shxResponse.ok) {\n    const arrayBuffer = await shxResponse.arrayBuffer();\n    shx = parseShx(arrayBuffer);\n  }\n\n  const cpgResponse = await cpgPromise;\n  if (cpgResponse.ok) {\n    cpg = await cpgResponse.text();\n  }\n\n  const prjResponse = await prjPromise;\n  if (prjResponse.ok) {\n    prj = await prjResponse.text();\n  }\n\n  return {\n    shx,\n    cpg,\n    prj\n  };\n}\n\n/**\n * Replace the extension at the end of a path.\n *\n * Matches the case of new extension with the case of the original file extension,\n * to increase the chance of finding files without firing off a request storm looking for various case combinations\n *\n * NOTE: Extensions can be both lower and uppercase\n * per spec, extensions should be lower case, but that doesn't mean they always are. See:\n * calvinmetcalf/shapefile-js#64, mapserver/mapserver#4712\n * https://trac.osgeo.org/mapserver/ticket/166\n */\nexport function replaceExtension(url: string, newExtension: string): string {\n  const baseName = basename(url);\n  const extension = extname(url);\n  const isUpperCase = extension === extension.toUpperCase();\n  if (isUpperCase) {\n    newExtension = newExtension.toUpperCase();\n  }\n  return `${baseName}.${newExtension}`;\n}\n\n// NOTE - this gives the entire path minus extension (i.e. NOT same as path.basename)\n/**\n * @param url\n * @returns string\n */\nfunction basename(url: string): string {\n  const extIndex = url && url.lastIndexOf('.');\n  if (typeof extIndex === 'number') {\n    return extIndex >= 0 ? url.substr(0, extIndex) : '';\n  }\n  return extIndex;\n}\n/**\n * @param url\n * @returns string\n */\nfunction extname(url: string): string {\n  const extIndex = url && url.lastIndexOf('.');\n  if (typeof extIndex === 'number') {\n    return extIndex >= 0 ? url.substr(extIndex + 1) : '';\n  }\n  return extIndex;\n}\n"],"mappings":";;AAMA,SAAQA,gBAAgB,EAAEC,sBAAsB,QAAO,iBAAiB;AACxE,SAAQC,eAAe,QAAO,gBAAgB;AAC9C,SAAQC,QAAQ,QAAO,aAAa;AACpC,SAAQC,iBAAiB,QAAO,kCAAkC;AAClE,SAAQC,SAAS,QAAO,kBAAkB;AAC1C,SAAQC,SAAS,QAAO,kBAAkB;AAc1C,OAAO,gBAAgBC,uBAAuB,CAC5CC,aAAiE,EACjEC,OAAgC,EAChCC,OAAuB,EACS;EAChC,MAAM;IAACC,SAAS,GAAG,KAAK;IAAEC,UAAU,GAAG;EAAO,CAAC,GAAG,CAAAH,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEI,GAAG,KAAI,CAAC,CAAC;EACpE,MAAM;IAACC,GAAG;IAAEC,GAAG;IAAEC;EAAG,CAAC,GAAG,MAAMC,yBAAyB,CAACR,OAAO,EAAEC,OAAO,CAAC;;EAIzE,MAAMQ,aAAkB,GAAG,MAAMR,OAAO,CAACS,cAAc,CAACX,aAAa,EAAEH,SAAS,EAAEI,OAAO,CAAC;;EAG1F,IAAIW,gBAAqB;EAEzB,MAAMC,WAAW,GAAG,MAAMX,OAAO,CAACY,KAAK,CAACC,gBAAgB,CAAC,CAAAb,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEc,GAAG,KAAI,EAAE,EAAE,KAAK,CAAC,CAAC;EACpF,IAAIH,WAAW,CAACI,EAAE,EAAE;IAElBL,gBAAgB,GAAG,MAAMV,OAAO,CAACS,cAAc,CAACE,WAAW,EAAEf,SAAS,EAAE;MACtE,GAAGG,OAAO;MACViB,GAAG,EAAE;QAACC,QAAQ,EAAEZ,GAAG,IAAI;MAAQ;IACjC,CAAC,CAAC;EACJ;;EAMA,IAAIa,WAAW,GAAG,CAAC,MAAMV,aAAa,CAACW,IAAI,EAAE,EAAEC,KAAK;EACpD,IAAIF,WAAW,IAAIA,WAAW,CAACG,SAAS,KAAK,UAAU,EAAE;IACvDH,WAAW,GAAG,CAAC,MAAMV,aAAa,CAACW,IAAI,EAAE,EAAEC,KAAK;EAClD;EAEA,IAAIE,SAA+B,GAAG,CAAC,CAAC;EACxC,IAAIZ,gBAAgB,EAAE;IACpBY,SAAS,GAAG,CAAC,MAAMZ,gBAAgB,CAACS,IAAI,EAAE,EAAEC,KAAK;IACjD,IAAIE,SAAS,IAAIA,SAAS,CAACD,SAAS,KAAK,UAAU,EAAE;MACnDC,SAAS,GAAG,CAAC,MAAMZ,gBAAgB,CAACS,IAAI,EAAE,EAAEC,KAAK;IACnD;EACF;EAEA,IAAIG,QAAa;EACjB,IAAIb,gBAAgB,EAAE;IACpBa,QAAQ,GAAG7B,iBAAiB,CAACc,aAAa,EAAEE,gBAAgB,CAAC;EAC/D,CAAC,MAAM;IACLa,QAAQ,GAAGf,aAAa;EAC1B;EAEA,WAAW,MAAMgB,IAAI,IAAID,QAAQ,EAAE;IACjC,IAAIE,UAAe;IACnB,IAAIC,UAAe;IACnB,IAAI,CAAChB,gBAAgB,EAAE;MACrBe,UAAU,GAAGD,IAAI;IACnB,CAAC,MAAM;MACL,CAACC,UAAU,EAAEC,UAAU,CAAC,GAAGF,IAAI;IACjC;IAEA,MAAMG,iBAAiB,GAAGC,eAAe,CAACH,UAAU,CAAC;IACrD,IAAII,QAAQ,GAAGC,cAAc,CAACH,iBAAiB,EAAED,UAAU,CAAC;IAC5D,IAAIzB,SAAS,EAAE;MAEb4B,QAAQ,GAAGE,iBAAiB,CAACF,QAAQ,EAAEvB,GAAG,EAAEJ,UAAU,CAAC;IACzD;IACA,MAAM;MACJe,QAAQ,EAAEZ,GAAG;MACbC,GAAG;MACHF,GAAG;MACH4B,MAAM,EAAEd,WAAW;MACnBe,IAAI,EAAEJ;IACR,CAAC;EACH;AACF;;AAUA,OAAO,eAAeK,cAAc,CAClCC,WAAwB,EACxBpC,OAAgC,EAChCC,OAAuB,EACG;EAC1B,MAAM;IAACC,SAAS,GAAG,KAAK;IAAEC,UAAU,GAAG;EAAO,CAAC,GAAG,CAAAH,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEI,GAAG,KAAI,CAAC,CAAC;EACpE,MAAM;IAACC,GAAG;IAAEC,GAAG;IAAEC;EAAG,CAAC,GAAG,MAAMC,yBAAyB,CAACR,OAAO,EAAEC,OAAO,CAAC;;EAIzE,MAAM;IAACgC,MAAM;IAAEP;EAAU,CAAC,GAAG,MAAMzB,OAAO,CAACoC,KAAK,CAACD,WAAW,EAAExC,SAAS,EAAEI,OAAO,CAAC;;EAEjF,MAAM4B,iBAAiB,GAAGC,eAAe,CAACH,UAAU,CAAC;;EAGrD,IAAIC,UAAU,GAAG,EAAE;;EAGnB,MAAMf,WAAW,GAAG,MAAMX,OAAO,CAACY,KAAK,CAACC,gBAAgB,CAACb,OAAO,CAACc,GAAG,EAAE,KAAK,CAAC,CAAC;EAC7E,IAAIH,WAAW,CAACI,EAAE,EAAE;IAElBW,UAAU,GAAG,MAAM1B,OAAO,CAACoC,KAAK,CAACzB,WAAW,EAAEf,SAAS,EAAE;MAACoB,GAAG,EAAE;QAACC,QAAQ,EAAEZ,GAAG,IAAI;MAAQ;IAAC,CAAC,CAAC;EAC9F;EAEA,IAAIwB,QAAQ,GAAGC,cAAc,CAACH,iBAAiB,EAAED,UAAU,CAAC;EAC5D,IAAIzB,SAAS,EAAE;IACb4B,QAAQ,GAAGE,iBAAiB,CAACF,QAAQ,EAAEvB,GAAG,EAAEJ,UAAU,CAAC;EACzD;EAEA,OAAO;IACLe,QAAQ,EAAEZ,GAAG;IACbC,GAAG;IACHF,GAAG;IACH4B,MAAM;IACNC,IAAI,EAAEJ;EACR,CAAC;AACH;;AAQA,SAASD,eAAe,CAACH,UAAiB,EAAS;EACjD,MAAME,iBAAwB,GAAG,EAAE;EACnC,KAAK,MAAMU,IAAI,IAAIZ,UAAU,EAAE;IAC7BE,iBAAiB,CAACW,IAAI,CAAChD,gBAAgB,CAAC+C,IAAI,CAAC,CAAC;EAChD;EACA,OAAOV,iBAAiB;AAC1B;;AASA,SAASG,cAAc,CAACL,UAAoB,EAAEC,UAAoB,EAAa;EAC7E,MAAMG,QAAmB,GAAG,EAAE;EAC9B,KAAK,IAAIU,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGd,UAAU,CAACe,MAAM,EAAED,CAAC,EAAE,EAAE;IAC1C,MAAME,QAAQ,GAAGhB,UAAU,CAACc,CAAC,CAAC;IAC9B,MAAMG,OAAgB,GAAG;MACvBC,IAAI,EAAE,SAAS;MACfF,QAAQ;MAERf,UAAU,EAAGA,UAAU,IAAIA,UAAU,CAACa,CAAC,CAAC,IAAK,CAAC;IAChD,CAAC;IACDV,QAAQ,CAACS,IAAI,CAACI,OAAO,CAAC;EACxB;EAEA,OAAOb,QAAQ;AACjB;;AAUA,SAASE,iBAAiB,CAACF,QAAmB,EAAEe,SAAkB,EAAEC,SAAkB,EAAa;EACjG,IAAI,CAACD,SAAS,IAAI,CAACC,SAAS,EAAE;IAC5B,OAAOhB,QAAQ;EACjB;EAEA,MAAMiB,UAAU,GAAG,IAAItD,eAAe,CAAC;IAACuD,IAAI,EAAEH,SAAS,IAAI,OAAO;IAAEI,EAAE,EAAEH,SAAS,IAAI;EAAO,CAAC,CAAC;EAC9F,OAAOtD,sBAAsB,CAACsC,QAAQ,EAAGoB,KAAK,IAAKH,UAAU,CAACI,OAAO,CAACD,KAAK,CAAC,CAAC;AAC/E;;AASA,OAAO,eAAe1C,yBAAyB,CAC7CR,OAAgB,EAChBC,OAAuB,EAKtB;EAGD,MAAM;IAACc,GAAG;IAAEF;EAAK,CAAC,GAAGZ,OAAO;EAC5B,MAAMmD,UAAU,GAAGvC,KAAK,CAACC,gBAAgB,CAACC,GAAG,EAAE,KAAK,CAAC,CAAC;EACtD,MAAMsC,UAAU,GAAGxC,KAAK,CAACC,gBAAgB,CAACC,GAAG,EAAE,KAAK,CAAC,CAAC;EACtD,MAAMuC,UAAU,GAAGzC,KAAK,CAACC,gBAAgB,CAACC,GAAG,EAAE,KAAK,CAAC,CAAC;EACtD,MAAMwC,OAAO,CAACC,GAAG,CAAC,CAACJ,UAAU,EAAEC,UAAU,EAAEC,UAAU,CAAC,CAAC;EAEvD,IAAIjD,GAA0B;EAC9B,IAAIC,GAAuB;EAC3B,IAAIC,GAAuB;EAE3B,MAAMkD,WAAW,GAAG,MAAML,UAAU;EACpC,IAAIK,WAAW,CAACzC,EAAE,EAAE;IAClB,MAAMoB,WAAW,GAAG,MAAMqB,WAAW,CAACrB,WAAW,EAAE;IACnD/B,GAAG,GAAGX,QAAQ,CAAC0C,WAAW,CAAC;EAC7B;EAEA,MAAMsB,WAAW,GAAG,MAAML,UAAU;EACpC,IAAIK,WAAW,CAAC1C,EAAE,EAAE;IAClBV,GAAG,GAAG,MAAMoD,WAAW,CAACC,IAAI,EAAE;EAChC;EAEA,MAAMC,WAAW,GAAG,MAAMN,UAAU;EACpC,IAAIM,WAAW,CAAC5C,EAAE,EAAE;IAClBT,GAAG,GAAG,MAAMqD,WAAW,CAACD,IAAI,EAAE;EAChC;EAEA,OAAO;IACLtD,GAAG;IACHC,GAAG;IACHC;EACF,CAAC;AACH;;AAaA,OAAO,SAASO,gBAAgB,CAACC,GAAW,EAAE8C,YAAoB,EAAU;EAC1E,MAAMC,QAAQ,GAAGC,QAAQ,CAAChD,GAAG,CAAC;EAC9B,MAAMiD,SAAS,GAAGC,OAAO,CAAClD,GAAG,CAAC;EAC9B,MAAMmD,WAAW,GAAGF,SAAS,KAAKA,SAAS,CAACG,WAAW,EAAE;EACzD,IAAID,WAAW,EAAE;IACfL,YAAY,GAAGA,YAAY,CAACM,WAAW,EAAE;EAC3C;EACA,iBAAUL,QAAQ,cAAID,YAAY;AACpC;;AAOA,SAASE,QAAQ,CAAChD,GAAW,EAAU;EACrC,MAAMqD,QAAQ,GAAGrD,GAAG,IAAIA,GAAG,CAACsD,WAAW,CAAC,GAAG,CAAC;EAC5C,IAAI,OAAOD,QAAQ,KAAK,QAAQ,EAAE;IAChC,OAAOA,QAAQ,IAAI,CAAC,GAAGrD,GAAG,CAACuD,MAAM,CAAC,CAAC,EAAEF,QAAQ,CAAC,GAAG,EAAE;EACrD;EACA,OAAOA,QAAQ;AACjB;AAKA,SAASH,OAAO,CAAClD,GAAW,EAAU;EACpC,MAAMqD,QAAQ,GAAGrD,GAAG,IAAIA,GAAG,CAACsD,WAAW,CAAC,GAAG,CAAC;EAC5C,IAAI,OAAOD,QAAQ,KAAK,QAAQ,EAAE;IAChC,OAAOA,QAAQ,IAAI,CAAC,GAAGrD,GAAG,CAACuD,MAAM,CAACF,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE;EACtD;EACA,OAAOA,QAAQ;AACjB"}
+{"version":3,"file":"parse-shapefile.js","names":["binaryToGeometry","transformGeoJsonCoords","Proj4Projection","parseShx","zipBatchIterators","SHPLoader","DBFLoader","parseShapefileInBatches","asyncIterator","options","context","reproject","_targetCrs","gis","shx","cpg","prj","loadShapefileSidecarFiles","shapeIterable","parseInBatches","propertyIterable","dbfResponse","fetch","replaceExtension","url","ok","dbf","encoding","shapeHeader","next","value","batchType","dbfHeader","iterator","item","geometries","properties","geojsonGeometries","parseGeometries","features","joinProperties","reprojectFeatures","header","data","parseShapefile","arrayBuffer","parse","geom","push","i","length","geometry","feature","type","sourceCrs","targetCrs","projection","from","to","coord","project","shxPromise","cpgPromise","prjPromise","Promise","all","shxResponse","cpgResponse","text","prjResponse","newExtension","baseName","basename","extension","extname","isUpperCase","toUpperCase","concat","extIndex","lastIndexOf","substr"],"sources":["../../../../src/lib/parsers/parse-shapefile.ts"],"sourcesContent":["// import type {Feature} from '@loaders.gl/gis';\nimport type {SHXOutput} from './parse-shx';\nimport type {SHPHeader} from './parse-shp-header';\nimport type {LoaderContext} from '@loaders.gl/loader-utils';\nimport type {ShapefileLoaderOptions} from './types';\n\nimport {binaryToGeometry, transformGeoJsonCoords} from '@loaders.gl/gis';\nimport {Proj4Projection} from '@math.gl/proj4';\nimport {parseShx} from './parse-shx';\nimport {zipBatchIterators} from '../streaming/zip-batch-iterators';\nimport {SHPLoader} from '../../shp-loader';\nimport {DBFLoader} from '../../dbf-loader';\n\ntype Feature = any;\ninterface ShapefileOutput {\n  encoding?: string;\n  prj?: string;\n  shx?: SHXOutput;\n  header: SHPHeader;\n  data: object[];\n}\n/**\n * Parsing of file in batches\n */\n// eslint-disable-next-line max-statements, complexity\nexport async function* parseShapefileInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: ShapefileLoaderOptions,\n  context?: LoaderContext\n): AsyncIterable<ShapefileOutput> {\n  const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n  const {shx, cpg, prj} = await loadShapefileSidecarFiles(options, context);\n\n  // parse geometries\n  // @ts-ignore context must be defined\n  const shapeIterable: any = await context.parseInBatches(asyncIterator, SHPLoader, options);\n\n  // parse properties\n  let propertyIterable: any;\n  // @ts-ignore context must be defined\n  const dbfResponse = await context.fetch(replaceExtension(context?.url || '', 'dbf'));\n  if (dbfResponse.ok) {\n    // @ts-ignore context must be defined\n    propertyIterable = await context.parseInBatches(dbfResponse, DBFLoader, {\n      ...options,\n      dbf: {encoding: cpg || 'latin1'}\n    });\n  }\n\n  // When `options.metadata` is `true`, there's an extra initial `metadata`\n  // object before the iterator starts. zipBatchIterators expects to receive\n  // batches of Array objects, and will fail with non-iterable batches, so it's\n  // important to skip over the first batch.\n  let shapeHeader = (await shapeIterable.next()).value;\n  if (shapeHeader && shapeHeader.batchType === 'metadata') {\n    shapeHeader = (await shapeIterable.next()).value;\n  }\n\n  let dbfHeader: {batchType?: string} = {};\n  if (propertyIterable) {\n    dbfHeader = (await propertyIterable.next()).value;\n    if (dbfHeader && dbfHeader.batchType === 'metadata') {\n      dbfHeader = (await propertyIterable.next()).value;\n    }\n  }\n\n  let iterator: any;\n  if (propertyIterable) {\n    iterator = zipBatchIterators(shapeIterable, propertyIterable);\n  } else {\n    iterator = shapeIterable;\n  }\n\n  for await (const item of iterator) {\n    let geometries: any;\n    let properties: any;\n    if (!propertyIterable) {\n      geometries = item;\n    } else {\n      [geometries, properties] = item;\n    }\n\n    const geojsonGeometries = parseGeometries(geometries);\n    let features = joinProperties(geojsonGeometries, properties);\n    if (reproject) {\n      // @ts-ignore\n      features = reprojectFeatures(features, prj, _targetCrs);\n    }\n    yield {\n      encoding: cpg,\n      prj,\n      shx,\n      header: shapeHeader,\n      data: features\n    };\n  }\n}\n\n/**\n * Parse shapefile\n *\n * @param arrayBuffer\n * @param options\n * @param context\n * @returns output of shapefile\n */\nexport async function parseShapefile(\n  arrayBuffer: ArrayBuffer,\n  options?: ShapefileLoaderOptions,\n  context?: LoaderContext\n): Promise<ShapefileOutput> {\n  const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n  const {shx, cpg, prj} = await loadShapefileSidecarFiles(options, context);\n\n  // parse geometries\n  // @ts-ignore context must be defined\n  const {header, geometries} = await context.parse(arrayBuffer, SHPLoader, options); // {shp: shx}\n\n  const geojsonGeometries = parseGeometries(geometries);\n\n  // parse properties\n  let properties = [];\n\n  // @ts-ignore context must be defined\n  const dbfResponse = await context.fetch(replaceExtension(context.url, 'dbf'));\n  if (dbfResponse.ok) {\n    // @ts-ignore context must be defined\n    properties = await context.parse(dbfResponse, DBFLoader, {dbf: {encoding: cpg || 'latin1'}});\n  }\n\n  let features = joinProperties(geojsonGeometries, properties);\n  if (reproject) {\n    features = reprojectFeatures(features, prj, _targetCrs);\n  }\n\n  return {\n    encoding: cpg,\n    prj,\n    shx,\n    header,\n    data: features\n  };\n}\n\n/**\n * Parse geometries\n *\n * @param geometries\n * @returns geometries as an array\n */\nfunction parseGeometries(geometries: any[]): any[] {\n  const geojsonGeometries: any[] = [];\n  for (const geom of geometries) {\n    geojsonGeometries.push(binaryToGeometry(geom));\n  }\n  return geojsonGeometries;\n}\n\n/**\n * Join properties and geometries into features\n *\n * @param geometries [description]\n * @param  properties [description]\n * @return [description]\n */\nfunction joinProperties(geometries: object[], properties: object[]): Feature[] {\n  const features: Feature[] = [];\n  for (let i = 0; i < geometries.length; i++) {\n    const geometry = geometries[i];\n    const feature: Feature = {\n      type: 'Feature',\n      geometry,\n      // properties can be undefined if dbfResponse above was empty\n      properties: (properties && properties[i]) || {}\n    };\n    features.push(feature);\n  }\n\n  return features;\n}\n\n/**\n * Reproject GeoJSON features to output CRS\n *\n * @param features parsed GeoJSON features\n * @param sourceCrs source coordinate reference system\n * @param targetCrs †arget coordinate reference system\n * @return Reprojected Features\n */\nfunction reprojectFeatures(features: Feature[], sourceCrs?: string, targetCrs?: string): Feature[] {\n  if (!sourceCrs && !targetCrs) {\n    return features;\n  }\n\n  const projection = new Proj4Projection({from: sourceCrs || 'WGS84', to: targetCrs || 'WGS84'});\n  return transformGeoJsonCoords(features, (coord) => projection.project(coord));\n}\n\n/**\n *\n * @param options\n * @param context\n * @returns Promise\n */\n// eslint-disable-next-line max-statements\nexport async function loadShapefileSidecarFiles(\n  options?: object,\n  context?: LoaderContext\n): Promise<{\n  shx?: SHXOutput;\n  cpg?: string;\n  prj?: string;\n}> {\n  // Attempt a parallel load of the small sidecar files\n  // @ts-ignore context must be defined\n  const {url, fetch} = context;\n  const shxPromise = fetch(replaceExtension(url, 'shx'));\n  const cpgPromise = fetch(replaceExtension(url, 'cpg'));\n  const prjPromise = fetch(replaceExtension(url, 'prj'));\n  await Promise.all([shxPromise, cpgPromise, prjPromise]);\n\n  let shx: SHXOutput | undefined;\n  let cpg: string | undefined;\n  let prj: string | undefined;\n\n  const shxResponse = await shxPromise;\n  if (shxResponse.ok) {\n    const arrayBuffer = await shxResponse.arrayBuffer();\n    shx = parseShx(arrayBuffer);\n  }\n\n  const cpgResponse = await cpgPromise;\n  if (cpgResponse.ok) {\n    cpg = await cpgResponse.text();\n  }\n\n  const prjResponse = await prjPromise;\n  if (prjResponse.ok) {\n    prj = await prjResponse.text();\n  }\n\n  return {\n    shx,\n    cpg,\n    prj\n  };\n}\n\n/**\n * Replace the extension at the end of a path.\n *\n * Matches the case of new extension with the case of the original file extension,\n * to increase the chance of finding files without firing off a request storm looking for various case combinations\n *\n * NOTE: Extensions can be both lower and uppercase\n * per spec, extensions should be lower case, but that doesn't mean they always are. See:\n * calvinmetcalf/shapefile-js#64, mapserver/mapserver#4712\n * https://trac.osgeo.org/mapserver/ticket/166\n */\nexport function replaceExtension(url: string, newExtension: string): string {\n  const baseName = basename(url);\n  const extension = extname(url);\n  const isUpperCase = extension === extension.toUpperCase();\n  if (isUpperCase) {\n    newExtension = newExtension.toUpperCase();\n  }\n  return `${baseName}.${newExtension}`;\n}\n\n// NOTE - this gives the entire path minus extension (i.e. NOT same as path.basename)\n/**\n * @param url\n * @returns string\n */\nfunction basename(url: string): string {\n  const extIndex = url && url.lastIndexOf('.');\n  if (typeof extIndex === 'number') {\n    return extIndex >= 0 ? url.substr(0, extIndex) : '';\n  }\n  return extIndex;\n}\n/**\n * @param url\n * @returns string\n */\nfunction extname(url: string): string {\n  const extIndex = url && url.lastIndexOf('.');\n  if (typeof extIndex === 'number') {\n    return extIndex >= 0 ? url.substr(extIndex + 1) : '';\n  }\n  return extIndex;\n}\n"],"mappings":"AAMA,SAAQA,gBAAgB,EAAEC,sBAAsB,QAAO,iBAAiB;AACxE,SAAQC,eAAe,QAAO,gBAAgB;AAC9C,SAAQC,QAAQ,QAAO,aAAa;AACpC,SAAQC,iBAAiB,QAAO,kCAAkC;AAClE,SAAQC,SAAS,QAAO,kBAAkB;AAC1C,SAAQC,SAAS,QAAO,kBAAkB;AAc1C,OAAO,gBAAgBC,uBAAuBA,CAC5CC,aAAiE,EACjEC,OAAgC,EAChCC,OAAuB,EACS;EAChC,MAAM;IAACC,SAAS,GAAG,KAAK;IAAEC,UAAU,GAAG;EAAO,CAAC,GAAG,CAAAH,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEI,GAAG,KAAI,CAAC,CAAC;EACpE,MAAM;IAACC,GAAG;IAAEC,GAAG;IAAEC;EAAG,CAAC,GAAG,MAAMC,yBAAyB,CAACR,OAAO,EAAEC,OAAO,CAAC;EAIzE,MAAMQ,aAAkB,GAAG,MAAMR,OAAO,CAACS,cAAc,CAACX,aAAa,EAAEH,SAAS,EAAEI,OAAO,CAAC;EAG1F,IAAIW,gBAAqB;EAEzB,MAAMC,WAAW,GAAG,MAAMX,OAAO,CAACY,KAAK,CAACC,gBAAgB,CAAC,CAAAb,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEc,GAAG,KAAI,EAAE,EAAE,KAAK,CAAC,CAAC;EACpF,IAAIH,WAAW,CAACI,EAAE,EAAE;IAElBL,gBAAgB,GAAG,MAAMV,OAAO,CAACS,cAAc,CAACE,WAAW,EAAEf,SAAS,EAAE;MACtE,GAAGG,OAAO;MACViB,GAAG,EAAE;QAACC,QAAQ,EAAEZ,GAAG,IAAI;MAAQ;IACjC,CAAC,CAAC;EACJ;EAMA,IAAIa,WAAW,GAAG,CAAC,MAAMV,aAAa,CAACW,IAAI,EAAE,EAAEC,KAAK;EACpD,IAAIF,WAAW,IAAIA,WAAW,CAACG,SAAS,KAAK,UAAU,EAAE;IACvDH,WAAW,GAAG,CAAC,MAAMV,aAAa,CAACW,IAAI,EAAE,EAAEC,KAAK;EAClD;EAEA,IAAIE,SAA+B,GAAG,CAAC,CAAC;EACxC,IAAIZ,gBAAgB,EAAE;IACpBY,SAAS,GAAG,CAAC,MAAMZ,gBAAgB,CAACS,IAAI,EAAE,EAAEC,KAAK;IACjD,IAAIE,SAAS,IAAIA,SAAS,CAACD,SAAS,KAAK,UAAU,EAAE;MACnDC,SAAS,GAAG,CAAC,MAAMZ,gBAAgB,CAACS,IAAI,EAAE,EAAEC,KAAK;IACnD;EACF;EAEA,IAAIG,QAAa;EACjB,IAAIb,gBAAgB,EAAE;IACpBa,QAAQ,GAAG7B,iBAAiB,CAACc,aAAa,EAAEE,gBAAgB,CAAC;EAC/D,CAAC,MAAM;IACLa,QAAQ,GAAGf,aAAa;EAC1B;EAEA,WAAW,MAAMgB,IAAI,IAAID,QAAQ,EAAE;IACjC,IAAIE,UAAe;IACnB,IAAIC,UAAe;IACnB,IAAI,CAAChB,gBAAgB,EAAE;MACrBe,UAAU,GAAGD,IAAI;IACnB,CAAC,MAAM;MACL,CAACC,UAAU,EAAEC,UAAU,CAAC,GAAGF,IAAI;IACjC;IAEA,MAAMG,iBAAiB,GAAGC,eAAe,CAACH,UAAU,CAAC;IACrD,IAAII,QAAQ,GAAGC,cAAc,CAACH,iBAAiB,EAAED,UAAU,CAAC;IAC5D,IAAIzB,SAAS,EAAE;MAEb4B,QAAQ,GAAGE,iBAAiB,CAACF,QAAQ,EAAEvB,GAAG,EAAEJ,UAAU,CAAC;IACzD;IACA,MAAM;MACJe,QAAQ,EAAEZ,GAAG;MACbC,GAAG;MACHF,GAAG;MACH4B,MAAM,EAAEd,WAAW;MACnBe,IAAI,EAAEJ;IACR,CAAC;EACH;AACF;AAUA,OAAO,eAAeK,cAAcA,CAClCC,WAAwB,EACxBpC,OAAgC,EAChCC,OAAuB,EACG;EAC1B,MAAM;IAACC,SAAS,GAAG,KAAK;IAAEC,UAAU,GAAG;EAAO,CAAC,GAAG,CAAAH,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEI,GAAG,KAAI,CAAC,CAAC;EACpE,MAAM;IAACC,GAAG;IAAEC,GAAG;IAAEC;EAAG,CAAC,GAAG,MAAMC,yBAAyB,CAACR,OAAO,EAAEC,OAAO,CAAC;EAIzE,MAAM;IAACgC,MAAM;IAAEP;EAAU,CAAC,GAAG,MAAMzB,OAAO,CAACoC,KAAK,CAACD,WAAW,EAAExC,SAAS,EAAEI,OAAO,CAAC;EAEjF,MAAM4B,iBAAiB,GAAGC,eAAe,CAACH,UAAU,CAAC;EAGrD,IAAIC,UAAU,GAAG,EAAE;EAGnB,MAAMf,WAAW,GAAG,MAAMX,OAAO,CAACY,KAAK,CAACC,gBAAgB,CAACb,OAAO,CAACc,GAAG,EAAE,KAAK,CAAC,CAAC;EAC7E,IAAIH,WAAW,CAACI,EAAE,EAAE;IAElBW,UAAU,GAAG,MAAM1B,OAAO,CAACoC,KAAK,CAACzB,WAAW,EAAEf,SAAS,EAAE;MAACoB,GAAG,EAAE;QAACC,QAAQ,EAAEZ,GAAG,IAAI;MAAQ;IAAC,CAAC,CAAC;EAC9F;EAEA,IAAIwB,QAAQ,GAAGC,cAAc,CAACH,iBAAiB,EAAED,UAAU,CAAC;EAC5D,IAAIzB,SAAS,EAAE;IACb4B,QAAQ,GAAGE,iBAAiB,CAACF,QAAQ,EAAEvB,GAAG,EAAEJ,UAAU,CAAC;EACzD;EAEA,OAAO;IACLe,QAAQ,EAAEZ,GAAG;IACbC,GAAG;IACHF,GAAG;IACH4B,MAAM;IACNC,IAAI,EAAEJ;EACR,CAAC;AACH;AAQA,SAASD,eAAeA,CAACH,UAAiB,EAAS;EACjD,MAAME,iBAAwB,GAAG,EAAE;EACnC,KAAK,MAAMU,IAAI,IAAIZ,UAAU,EAAE;IAC7BE,iBAAiB,CAACW,IAAI,CAAChD,gBAAgB,CAAC+C,IAAI,CAAC,CAAC;EAChD;EACA,OAAOV,iBAAiB;AAC1B;AASA,SAASG,cAAcA,CAACL,UAAoB,EAAEC,UAAoB,EAAa;EAC7E,MAAMG,QAAmB,GAAG,EAAE;EAC9B,KAAK,IAAIU,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGd,UAAU,CAACe,MAAM,EAAED,CAAC,EAAE,EAAE;IAC1C,MAAME,QAAQ,GAAGhB,UAAU,CAACc,CAAC,CAAC;IAC9B,MAAMG,OAAgB,GAAG;MACvBC,IAAI,EAAE,SAAS;MACfF,QAAQ;MAERf,UAAU,EAAGA,UAAU,IAAIA,UAAU,CAACa,CAAC,CAAC,IAAK,CAAC;IAChD,CAAC;IACDV,QAAQ,CAACS,IAAI,CAACI,OAAO,CAAC;EACxB;EAEA,OAAOb,QAAQ;AACjB;AAUA,SAASE,iBAAiBA,CAACF,QAAmB,EAAEe,SAAkB,EAAEC,SAAkB,EAAa;EACjG,IAAI,CAACD,SAAS,IAAI,CAACC,SAAS,EAAE;IAC5B,OAAOhB,QAAQ;EACjB;EAEA,MAAMiB,UAAU,GAAG,IAAItD,eAAe,CAAC;IAACuD,IAAI,EAAEH,SAAS,IAAI,OAAO;IAAEI,EAAE,EAAEH,SAAS,IAAI;EAAO,CAAC,CAAC;EAC9F,OAAOtD,sBAAsB,CAACsC,QAAQ,EAAGoB,KAAK,IAAKH,UAAU,CAACI,OAAO,CAACD,KAAK,CAAC,CAAC;AAC/E;AASA,OAAO,eAAe1C,yBAAyBA,CAC7CR,OAAgB,EAChBC,OAAuB,EAKtB;EAGD,MAAM;IAACc,GAAG;IAAEF;EAAK,CAAC,GAAGZ,OAAO;EAC5B,MAAMmD,UAAU,GAAGvC,KAAK,CAACC,gBAAgB,CAACC,GAAG,EAAE,KAAK,CAAC,CAAC;EACtD,MAAMsC,UAAU,GAAGxC,KAAK,CAACC,gBAAgB,CAACC,GAAG,EAAE,KAAK,CAAC,CAAC;EACtD,MAAMuC,UAAU,GAAGzC,KAAK,CAACC,gBAAgB,CAACC,GAAG,EAAE,KAAK,CAAC,CAAC;EACtD,MAAMwC,OAAO,CAACC,GAAG,CAAC,CAACJ,UAAU,EAAEC,UAAU,EAAEC,UAAU,CAAC,CAAC;EAEvD,IAAIjD,GAA0B;EAC9B,IAAIC,GAAuB;EAC3B,IAAIC,GAAuB;EAE3B,MAAMkD,WAAW,GAAG,MAAML,UAAU;EACpC,IAAIK,WAAW,CAACzC,EAAE,EAAE;IAClB,MAAMoB,WAAW,GAAG,MAAMqB,WAAW,CAACrB,WAAW,EAAE;IACnD/B,GAAG,GAAGX,QAAQ,CAAC0C,WAAW,CAAC;EAC7B;EAEA,MAAMsB,WAAW,GAAG,MAAML,UAAU;EACpC,IAAIK,WAAW,CAAC1C,EAAE,EAAE;IAClBV,GAAG,GAAG,MAAMoD,WAAW,CAACC,IAAI,EAAE;EAChC;EAEA,MAAMC,WAAW,GAAG,MAAMN,UAAU;EACpC,IAAIM,WAAW,CAAC5C,EAAE,EAAE;IAClBT,GAAG,GAAG,MAAMqD,WAAW,CAACD,IAAI,EAAE;EAChC;EAEA,OAAO;IACLtD,GAAG;IACHC,GAAG;IACHC;EACF,CAAC;AACH;AAaA,OAAO,SAASO,gBAAgBA,CAACC,GAAW,EAAE8C,YAAoB,EAAU;EAC1E,MAAMC,QAAQ,GAAGC,QAAQ,CAAChD,GAAG,CAAC;EAC9B,MAAMiD,SAAS,GAAGC,OAAO,CAAClD,GAAG,CAAC;EAC9B,MAAMmD,WAAW,GAAGF,SAAS,KAAKA,SAAS,CAACG,WAAW,EAAE;EACzD,IAAID,WAAW,EAAE;IACfL,YAAY,GAAGA,YAAY,CAACM,WAAW,EAAE;EAC3C;EACA,UAAAC,MAAA,CAAUN,QAAQ,OAAAM,MAAA,CAAIP,YAAY;AACpC;AAOA,SAASE,QAAQA,CAAChD,GAAW,EAAU;EACrC,MAAMsD,QAAQ,GAAGtD,GAAG,IAAIA,GAAG,CAACuD,WAAW,CAAC,GAAG,CAAC;EAC5C,IAAI,OAAOD,QAAQ,KAAK,QAAQ,EAAE;IAChC,OAAOA,QAAQ,IAAI,CAAC,GAAGtD,GAAG,CAACwD,MAAM,CAAC,CAAC,EAAEF,QAAQ,CAAC,GAAG,EAAE;EACrD;EACA,OAAOA,QAAQ;AACjB;AAKA,SAASJ,OAAOA,CAAClD,GAAW,EAAU;EACpC,MAAMsD,QAAQ,GAAGtD,GAAG,IAAIA,GAAG,CAACuD,WAAW,CAAC,GAAG,CAAC;EAC5C,IAAI,OAAOD,QAAQ,KAAK,QAAQ,EAAE;IAChC,OAAOA,QAAQ,IAAI,CAAC,GAAGtD,GAAG,CAACwD,MAAM,CAACF,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE;EACtD;EACA,OAAOA,QAAQ;AACjB"}

package/dist/esm/lib/parsers/parse-shp-geometry.js

@@ -1,5 +1,4 @@
 const LITTLE_ENDIAN = true;
-
 export function parseRecord(view, options) {
   const {
     _maxDimensions = 4
@@ -38,11 +37,9 @@ export function parseRecord(view, options) {
       throw new Error("unsupported shape type: ".concat(type));
   }
 }
-
 function parseNull() {
   return null;
 }
-
 function parsePoint(view, offset, dim) {
   let positions;
   [positions, offset] = parsePositions(view, offset, 1, dim);
@@ -54,7 +51,6 @@ function parsePoint(view, offset, dim) {
     type: 'Point'
   };
 }
-
 function parseMultiPoint(view, offset, dim) {
   offset += 4 * Float64Array.BYTES_PER_ELEMENT;
   const nPoints = view.getInt32(offset, LITTLE_ENDIAN);
@@ -63,12 +59,10 @@ function parseMultiPoint(view, offset, dim) {
   let mPositions = null;
   let zPositions = null;
   [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);
-
   if (dim === 4) {
     offset += 2 * Float64Array.BYTES_PER_ELEMENT;
     [zPositions, offset] = parsePositions(view, offset, nPoints, 1);
   }
-
   if (dim >= 3) {
     offset += 2 * Float64Array.BYTES_PER_ELEMENT;
     [mPositions, offset] = parsePositions(view, offset, nPoints, 1);
@@ -82,14 +76,12 @@ function parseMultiPoint(view, offset, dim) {
     type: 'Point'
   };
 }
-
 function parsePoly(view, offset, dim, type) {
   offset += 4 * Float64Array.BYTES_PER_ELEMENT;
   const nParts = view.getInt32(offset, LITTLE_ENDIAN);
   offset += Int32Array.BYTES_PER_ELEMENT;
   const nPoints = view.getInt32(offset, LITTLE_ENDIAN);
   offset += Int32Array.BYTES_PER_ELEMENT;
-
   const bufferOffset = view.byteOffset + offset;
   const bufferLength = nParts * Int32Array.BYTES_PER_ELEMENT;
   const ringIndices = new Int32Array(nParts + 1);
@@ -100,18 +92,15 @@ function parsePoly(view, offset, dim, type) {
   let mPositions = null;
   let zPositions = null;
   [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);
-
   if (dim === 4) {
     offset += 2 * Float64Array.BYTES_PER_ELEMENT;
     [zPositions, offset] = parsePositions(view, offset, nPoints, 1);
   }
-
   if (dim >= 3) {
     offset += 2 * Float64Array.BYTES_PER_ELEMENT;
     [mPositions, offset] = parsePositions(view, offset, nPoints, 1);
   }
   const positions = concatPositions(xyPositions, mPositions, zPositions);
-
   if (type === 'LineString') {
     return {
       type,
@@ -125,14 +114,12 @@ function parsePoly(view, offset, dim, type) {
       }
     };
   }
-
   const polygonIndices = [];
   for (let i = 1; i < ringIndices.length; i++) {
     const startRingIndex = ringIndices[i - 1];
     const endRingIndex = ringIndices[i];
     const ring = xyPositions.subarray(startRingIndex * 2, endRingIndex * 2);
     const sign = getWindingDirection(ring);
-
     if (sign > 0) {
       polygonIndices.push(startRingIndex);
     }
@@ -154,13 +141,11 @@ function parsePoly(view, offset, dim, type) {
     }
   };
 }
-
 function parsePositions(view, offset, nPoints, dim) {
   const bufferOffset = view.byteOffset + offset;
   const bufferLength = nPoints * dim * Float64Array.BYTES_PER_ELEMENT;
   return [new Float64Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)), offset + bufferLength];
 }
-
 function concatPositions(xyPositions, mPositions, zPositions) {
   if (!(mPositions || zPositions)) {
     return xyPositions;
@@ -192,14 +177,11 @@ function concatPositions(xyPositions, mPositions, zPositions) {
   }
   return positions;
 }
-
 function getWindingDirection(positions) {
   return Math.sign(getSignedArea(positions));
 }
-
 function getSignedArea(positions) {
   let area = 0;
-
   const nCoords = positions.length / 2 - 1;
   for (let i = 0; i < nCoords; i++) {
     area += (positions[i * 2] + positions[(i + 1) * 2]) * (positions[i * 2 + 1] - positions[(i + 1) * 2 + 1]);