@loaders.gl/shapefile 3.1.3 → 4.0.0-alpha.5

package/dist/lib/parsers/parse-dbf.js

@@ -1,335 +1,299 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseDBFInBatches = exports.parseDBF = void 0;
-const schema_1 = require("@loaders.gl/schema");
-const binary_chunk_reader_1 = __importDefault(require("../streaming/binary-chunk-reader"));
+import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
+import { Schema, Field, Bool, Utf8, Float64, TimestampMillisecond } from '@loaders.gl/schema';
+import BinaryChunkReader from '../streaming/binary-chunk-reader';
 const LITTLE_ENDIAN = true;
 const DBF_HEADER_SIZE = 32;
 var STATE;
+
 (function (STATE) {
-    STATE[STATE["START"] = 0] = "START";
-    STATE[STATE["FIELD_DESCRIPTORS"] = 1] = "FIELD_DESCRIPTORS";
-    STATE[STATE["FIELD_PROPERTIES"] = 2] = "FIELD_PROPERTIES";
-    STATE[STATE["END"] = 3] = "END";
-    STATE[STATE["ERROR"] = 4] = "ERROR";
+  STATE[STATE["START"] = 0] = "START";
+  STATE[STATE["FIELD_DESCRIPTORS"] = 1] = "FIELD_DESCRIPTORS";
+  STATE[STATE["FIELD_PROPERTIES"] = 2] = "FIELD_PROPERTIES";
+  STATE[STATE["END"] = 3] = "END";
+  STATE[STATE["ERROR"] = 4] = "ERROR";
 })(STATE || (STATE = {}));
+
 class DBFParser {
-    constructor(options) {
-        this.binaryReader = new binary_chunk_reader_1.default();
-        this.state = STATE.START;
-        this.result = {
-            data: []
-        };
-        this.textDecoder = new TextDecoder(options.encoding);
-    }
-    /**
-     * @param arrayBuffer
-     */
-    write(arrayBuffer) {
-        this.binaryReader.write(arrayBuffer);
-        this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);
-        // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();
-        // important events:
-        // - schema available
-        // - first rows available
-        // - all rows available
-    }
-    end() {
-        this.binaryReader.end();
-        this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);
-        // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();
-        if (this.state !== STATE.END) {
-            this.state = STATE.ERROR;
-            this.result.error = 'DBF incomplete file';
-        }
+  constructor(options) {
+    _defineProperty(this, "binaryReader", new BinaryChunkReader());
+
+    _defineProperty(this, "textDecoder", void 0);
+
+    _defineProperty(this, "state", STATE.START);
+
+    _defineProperty(this, "result", {
+      data: []
+    });
+
+    this.textDecoder = new TextDecoder(options.encoding);
+  }
+
+  write(arrayBuffer) {
+    this.binaryReader.write(arrayBuffer);
+    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);
+  }
+
+  end() {
+    this.binaryReader.end();
+    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);
+
+    if (this.state !== STATE.END) {
+      this.state = STATE.ERROR;
+      this.result.error = 'DBF incomplete file';
     }
+  }
+
 }
-/**
- * @param arrayBuffer
- * @param options
- * @returns DBFTable or rows
- */
-function parseDBF(arrayBuffer, options = {}) {
-    const loaderOptions = options.dbf || {};
-    const { encoding } = loaderOptions;
-    const dbfParser = new DBFParser({ encoding });
-    dbfParser.write(arrayBuffer);
-    dbfParser.end();
-    const { data, schema } = dbfParser.result;
-    switch (options.tables && options.tables.format) {
-        case 'table':
-            // TODO - parse columns
-            return { schema, rows: data };
-        case 'rows':
-        default:
-            return data;
-    }
+
+export function parseDBF(arrayBuffer, options = {}) {
+  const loaderOptions = options.dbf || {};
+  const {
+    encoding
+  } = loaderOptions;
+  const dbfParser = new DBFParser({
+    encoding
+  });
+  dbfParser.write(arrayBuffer);
+  dbfParser.end();
+  const {
+    data,
+    schema
+  } = dbfParser.result;
+
+  switch (options.tables && options.tables.format) {
+    case 'table':
+      return {
+        schema,
+        rows: data
+      };
+
+    case 'rows':
+    default:
+      return data;
+  }
 }
-exports.parseDBF = parseDBF;
-/**
- * @param asyncIterator
- * @param options
- */
-async function* parseDBFInBatches(asyncIterator, options = {}) {
-    const loaderOptions = options.dbf || {};
-    const { encoding } = loaderOptions;
-    const parser = new DBFParser({ encoding });
-    let headerReturned = false;
-    for await (const arrayBuffer of asyncIterator) {
-        parser.write(arrayBuffer);
-        if (!headerReturned && parser.result.dbfHeader) {
-            headerReturned = true;
-            yield parser.result.dbfHeader;
-        }
-        if (parser.result.data.length > 0) {
-            yield parser.result.data;
-            parser.result.data = [];
-        }
+export async function* parseDBFInBatches(asyncIterator, options = {}) {
+  const loaderOptions = options.dbf || {};
+  const {
+    encoding
+  } = loaderOptions;
+  const parser = new DBFParser({
+    encoding
+  });
+  let headerReturned = false;
+
+  for await (const arrayBuffer of asyncIterator) {
+    parser.write(arrayBuffer);
+
+    if (!headerReturned && parser.result.dbfHeader) {
+      headerReturned = true;
+      yield parser.result.dbfHeader;
     }
-    parser.end();
+
     if (parser.result.data.length > 0) {
-        yield parser.result.data;
+      yield parser.result.data;
+      parser.result.data = [];
     }
+  }
+
+  parser.end();
+
+  if (parser.result.data.length > 0) {
+    yield parser.result.data;
+  }
 }
-exports.parseDBFInBatches = parseDBFInBatches;
-/**
- * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm
- * @param state
- * @param result
- * @param binaryReader
- * @param textDecoder
- * @returns
- */
-/* eslint-disable complexity, max-depth */
+
 function parseState(state, result, binaryReader, textDecoder) {
-    // eslint-disable-next-line no-constant-condition
-    while (true) {
-        try {
-            switch (state) {
-                case STATE.ERROR:
-                case STATE.END:
-                    return state;
-                case STATE.START:
-                    // Parse initial file header
-                    const dataView = binaryReader.getDataView(DBF_HEADER_SIZE, 'DBF header');
-                    if (!dataView) {
-                        return state;
-                    }
-                    result.dbfHeader = parseDBFHeader(dataView);
-                    result.progress = {
-                        bytesUsed: 0,
-                        rowsTotal: result.dbfHeader.nRecords,
-                        rows: 0
-                    };
-                    state = STATE.FIELD_DESCRIPTORS;
-                    break;
-                case STATE.FIELD_DESCRIPTORS:
-                    // Parse DBF field descriptors (schema)
-                    const fieldDescriptorView = binaryReader.getDataView(
-                    // @ts-ignore
-                    result.dbfHeader.headerLength - DBF_HEADER_SIZE, 'DBF field descriptors');
-                    if (!fieldDescriptorView) {
-                        return state;
-                    }
-                    result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);
-                    result.schema = new schema_1.Schema(result.dbfFields.map((dbfField) => makeField(dbfField)));
-                    state = STATE.FIELD_PROPERTIES;
-                    // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?
-                    // parsedbf uses ((fields.length + 1) << 5) + 2;
-                    binaryReader.skip(1);
-                    break;
-                case STATE.FIELD_PROPERTIES:
-                    const { recordLength = 0, nRecords = 0 } = result?.dbfHeader || {};
-                    while (result.data.length < nRecords) {
-                        const recordView = binaryReader.getDataView(recordLength - 1);
-                        if (!recordView) {
-                            return state;
-                        }
-                        // Note: Avoid actually reading the last byte, which may not be present
-                        binaryReader.skip(1);
-                        // @ts-ignore
-                        const row = parseRow(recordView, result.dbfFields, textDecoder);
-                        result.data.push(row);
-                        // @ts-ignore
-                        result.progress.rows = result.data.length;
-                    }
-                    state = STATE.END;
-                    break;
-                default:
-                    state = STATE.ERROR;
-                    result.error = `illegal parser state ${state}`;
-                    return state;
-            }
-        }
-        catch (error) {
-            state = STATE.ERROR;
-            result.error = `DBF parsing failed: ${error.message}`;
+  while (true) {
+    try {
+      switch (state) {
+        case STATE.ERROR:
+        case STATE.END:
+          return state;
+
+        case STATE.START:
+          const dataView = binaryReader.getDataView(DBF_HEADER_SIZE, 'DBF header');
+
+          if (!dataView) {
+            return state;
+          }
+
+          result.dbfHeader = parseDBFHeader(dataView);
+          result.progress = {
+            bytesUsed: 0,
+            rowsTotal: result.dbfHeader.nRecords,
+            rows: 0
+          };
+          state = STATE.FIELD_DESCRIPTORS;
+          break;
+
+        case STATE.FIELD_DESCRIPTORS:
+          const fieldDescriptorView = binaryReader.getDataView(result.dbfHeader.headerLength - DBF_HEADER_SIZE, 'DBF field descriptors');
+
+          if (!fieldDescriptorView) {
             return state;
-        }
+          }
+
+          result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);
+          result.schema = new Schema(result.dbfFields.map(dbfField => makeField(dbfField)));
+          state = STATE.FIELD_PROPERTIES;
+          binaryReader.skip(1);
+          break;
+
+        case STATE.FIELD_PROPERTIES:
+          const {
+            recordLength = 0,
+            nRecords = 0
+          } = (result === null || result === void 0 ? void 0 : result.dbfHeader) || {};
+
+          while (result.data.length < nRecords) {
+            const recordView = binaryReader.getDataView(recordLength - 1);
+
+            if (!recordView) {
+              return state;
+            }
+
+            binaryReader.skip(1);
+            const row = parseRow(recordView, result.dbfFields, textDecoder);
+            result.data.push(row);
+            result.progress.rows = result.data.length;
+          }
+
+          state = STATE.END;
+          break;
+
+        default:
+          state = STATE.ERROR;
+          result.error = "illegal parser state ".concat(state);
+          return state;
+      }
+    } catch (error) {
+      state = STATE.ERROR;
+      result.error = "DBF parsing failed: ".concat(error.message);
+      return state;
     }
+  }
 }
-/**
- * @param headerView
- */
+
 function parseDBFHeader(headerView) {
-    return {
-        // Last updated date
-        year: headerView.getUint8(1) + 1900,
-        month: headerView.getUint8(2),
-        day: headerView.getUint8(3),
-        // Number of records in data file
-        nRecords: headerView.getUint32(4, LITTLE_ENDIAN),
-        // Length of header in bytes
-        headerLength: headerView.getUint16(8, LITTLE_ENDIAN),
-        // Length of each record
-        recordLength: headerView.getUint16(10, LITTLE_ENDIAN),
-        // Not sure if this is usually set
-        languageDriver: headerView.getUint8(29)
-    };
+  return {
+    year: headerView.getUint8(1) + 1900,
+    month: headerView.getUint8(2),
+    day: headerView.getUint8(3),
+    nRecords: headerView.getUint32(4, LITTLE_ENDIAN),
+    headerLength: headerView.getUint16(8, LITTLE_ENDIAN),
+    recordLength: headerView.getUint16(10, LITTLE_ENDIAN),
+    languageDriver: headerView.getUint8(29)
+  };
 }
-/**
- * @param view
- */
+
 function parseFieldDescriptors(view, textDecoder) {
-    // NOTE: this might overestimate the number of fields if the "Database
-    // Container" container exists and is included in the headerLength
-    const nFields = (view.byteLength - 1) / 32;
-    const fields = [];
-    let offset = 0;
-    for (let i = 0; i < nFields; i++) {
-        const name = textDecoder
-            .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))
-            // eslint-disable-next-line no-control-regex
-            .replace(/\u0000/g, '');
-        fields.push({
-            name,
-            dataType: String.fromCharCode(view.getUint8(offset + 11)),
-            fieldLength: view.getUint8(offset + 16),
-            decimal: view.getUint8(offset + 17)
-        });
-        offset += 32;
-    }
-    return fields;
-}
-/*
- * @param {BinaryChunkReader} binaryReader
-function parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {
-  const rows = [];
-  for (let i = 0; i < nRecords; i++) {
-    const recordView = binaryReader.getDataView(recordLength - 1);
-    binaryReader.skip(1);
-    // @ts-ignore
-    rows.push(parseRow(recordView, fields, textDecoder));
+  const nFields = (view.byteLength - 1) / 32;
+  const fields = [];
+  let offset = 0;
+
+  for (let i = 0; i < nFields; i++) {
+    const name = textDecoder.decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11)).replace(/\u0000/g, '');
+    fields.push({
+      name,
+      dataType: String.fromCharCode(view.getUint8(offset + 11)),
+      fieldLength: view.getUint8(offset + 16),
+      decimal: view.getUint8(offset + 17)
+    });
+    offset += 32;
   }
-  return rows;
+
+  return fields;
 }
- */
-/**
- *
- * @param view
- * @param fields
- * @param textDecoder
- * @returns
- */
+
 function parseRow(view, fields, textDecoder) {
-    const out = {};
-    let offset = 0;
-    for (const field of fields) {
-        const text = textDecoder.decode(new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength));
-        out[field.name] = parseField(text, field.dataType);
-        offset += field.fieldLength;
-    }
-    return out;
+  const out = {};
+  let offset = 0;
+
+  for (const field of fields) {
+    const text = textDecoder.decode(new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength));
+    out[field.name] = parseField(text, field.dataType);
+    offset += field.fieldLength;
+  }
+
+  return out;
 }
-/**
- * Should NaN be coerced to null?
- * @param text
- * @param dataType
- * @returns Field depends on a type of the data
- */
+
 function parseField(text, dataType) {
-    switch (dataType) {
-        case 'B':
-            return parseNumber(text);
-        case 'C':
-            return parseCharacter(text);
-        case 'F':
-            return parseNumber(text);
-        case 'N':
-            return parseNumber(text);
-        case 'O':
-            return parseNumber(text);
-        case 'D':
-            return parseDate(text);
-        case 'L':
-            return parseBoolean(text);
-        default:
-            throw new Error('Unsupported data type');
-    }
+  switch (dataType) {
+    case 'B':
+      return parseNumber(text);
+
+    case 'C':
+      return parseCharacter(text);
+
+    case 'F':
+      return parseNumber(text);
+
+    case 'N':
+      return parseNumber(text);
+
+    case 'O':
+      return parseNumber(text);
+
+    case 'D':
+      return parseDate(text);
+
+    case 'L':
+      return parseBoolean(text);
+
+    default:
+      throw new Error('Unsupported data type');
+  }
 }
-/**
- * Parse YYYYMMDD to date in milliseconds
- * @param str YYYYMMDD
- * @returns new Date as a number
- */
+
 function parseDate(str) {
-    return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));
+  return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));
 }
-/**
- * Read boolean value
- * any of Y, y, T, t coerce to true
- * any of N, n, F, f coerce to false
- * otherwise null
- * @param value
- * @returns boolean | null
- */
+
 function parseBoolean(value) {
-    return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;
+  return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;
 }
-/**
- * Return null instead of NaN
- * @param text
- * @returns number | null
- */
+
 function parseNumber(text) {
-    const number = parseFloat(text);
-    return isNaN(number) ? null : number;
+  const number = parseFloat(text);
+  return isNaN(number) ? null : number;
 }
-/**
- *
- * @param text
- * @returns string | null
- */
+
 function parseCharacter(text) {
-    return text.trim() || null;
+  return text.trim() || null;
 }
-/**
- * Create a standard Arrow-style `Field` from field descriptor.
- * TODO - use `fieldLength` and `decimal` to generate smaller types?
- * @param param0
- * @returns Field
- */
-// eslint-disable
-function makeField({ name, dataType, fieldLength, decimal }) {
-    switch (dataType) {
-        case 'B':
-            return new schema_1.Field(name, new schema_1.Float64(), true);
-        case 'C':
-            return new schema_1.Field(name, new schema_1.Utf8(), true);
-        case 'F':
-            return new schema_1.Field(name, new schema_1.Float64(), true);
-        case 'N':
-            return new schema_1.Field(name, new schema_1.Float64(), true);
-        case 'O':
-            return new schema_1.Field(name, new schema_1.Float64(), true);
-        case 'D':
-            return new schema_1.Field(name, new schema_1.TimestampMillisecond(), true);
-        case 'L':
-            return new schema_1.Field(name, new schema_1.Bool(), true);
-        default:
-            throw new Error('Unsupported data type');
-    }
+
+function makeField({
+  name,
+  dataType,
+  fieldLength,
+  decimal
+}) {
+  switch (dataType) {
+    case 'B':
+      return new Field(name, new Float64(), true);
+
+    case 'C':
+      return new Field(name, new Utf8(), true);
+
+    case 'F':
+      return new Field(name, new Float64(), true);
+
+    case 'N':
+      return new Field(name, new Float64(), true);
+
+    case 'O':
+      return new Field(name, new Float64(), true);
+
+    case 'D':
+      return new Field(name, new TimestampMillisecond(), true);
+
+    case 'L':
+      return new Field(name, new Bool(), true);
+
+    default:
+      throw new Error('Unsupported data type');
+  }
 }
+//# sourceMappingURL=parse-dbf.js.map

package/dist/lib/parsers/parse-dbf.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/lib/parsers/parse-dbf.ts"],"names":["Schema","Field","Bool","Utf8","Float64","TimestampMillisecond","BinaryChunkReader","LITTLE_ENDIAN","DBF_HEADER_SIZE","STATE","DBFParser","constructor","options","START","data","textDecoder","TextDecoder","encoding","write","arrayBuffer","binaryReader","state","parseState","result","end","END","ERROR","error","parseDBF","loaderOptions","dbf","dbfParser","schema","tables","format","rows","parseDBFInBatches","asyncIterator","parser","headerReturned","dbfHeader","length","dataView","getDataView","parseDBFHeader","progress","bytesUsed","rowsTotal","nRecords","FIELD_DESCRIPTORS","fieldDescriptorView","headerLength","dbfFields","parseFieldDescriptors","map","dbfField","makeField","FIELD_PROPERTIES","skip","recordLength","recordView","row","parseRow","push","message","headerView","year","getUint8","month","day","getUint32","getUint16","languageDriver","view","nFields","byteLength","fields","offset","i","name","decode","Uint8Array","buffer","byteOffset","replace","dataType","String","fromCharCode","fieldLength","decimal","out","field","text","parseField","parseNumber","parseCharacter","parseDate","parseBoolean","Error","str","Date","UTC","slice","parseInt","value","test","number","parseFloat","isNaN","trim"],"mappings":";AAAA,SAAQA,MAAR,EAAgBC,KAAhB,EAAuBC,IAAvB,EAA6BC,IAA7B,EAAmCC,OAAnC,EAA4CC,oBAA5C,QAAuE,oBAAvE;AACA,OAAOC,iBAAP,MAA8B,kCAA9B;AA4CA,MAAMC,aAAa,GAAG,IAAtB;AACA,MAAMC,eAAe,GAAG,EAAxB;IAEKC,K;;WAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;GAAAA,K,KAAAA,K;;AAQL,MAAMC,SAAN,CAAgB;AAQdC,EAAAA,WAAW,CAACC,OAAD,EAA8B;AAAA,0CAP1B,IAAIN,iBAAJ,EAO0B;;AAAA;;AAAA,mCALjCG,KAAK,CAACI,KAK2B;;AAAA,oCAJrB;AAClBC,MAAAA,IAAI,EAAE;AADY,KAIqB;;AACvC,SAAKC,WAAL,GAAmB,IAAIC,WAAJ,CAAgBJ,OAAO,CAACK,QAAxB,CAAnB;AACD;;AAKDC,EAAAA,KAAK,CAACC,WAAD,EAAiC;AACpC,SAAKC,YAAL,CAAkBF,KAAlB,CAAwBC,WAAxB;AACA,SAAKE,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKL,WAAlD,CAAvB;AAOD;;AAEDS,EAAAA,GAAG,GAAS;AACV,SAAKJ,YAAL,CAAkBI,GAAlB;AACA,SAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKL,WAAlD,CAAvB;;AAEA,QAAI,KAAKM,KAAL,KAAeZ,KAAK,CAACgB,GAAzB,EAA8B;AAC5B,WAAKJ,KAAL,GAAaZ,KAAK,CAACiB,KAAnB;AACA,WAAKH,MAAL,CAAYI,KAAZ,GAAoB,qBAApB;AACD;AACF;;AAlCa;;AA0ChB,OAAO,SAASC,QAAT,CACLT,WADK,EAELP,OAAY,GAAG,EAFV,EAG2B;AAChC,QAAMiB,aAAa,GAAGjB,OAAO,CAACkB,GAAR,IAAe,EAArC;AACA,QAAM;AAACb,IAAAA;AAAD,MAAaY,aAAnB;AAEA,QAAME,SAAS,GAAG,IAAIrB,SAAJ,CAAc;AAACO,IAAAA;AAAD,GAAd,CAAlB;AACAc,EAAAA,SAAS,CAACb,KAAV,CAAgBC,WAAhB;AACAY,EAAAA,SAAS,CAACP,GAAV;AAEA,QAAM;AAACV,IAAAA,IAAD;AAAOkB,IAAAA;AAAP,MAAiBD,SAAS,CAACR,MAAjC;;AACA,UAAQX,OAAO,CAACqB,MAAR,IAAkBrB,OAAO,CAACqB,MAAR,CAAeC,MAAzC;AACE,SAAK,OAAL;AAEE,aAAO;AAACF,QAAAA,MAAD;AAASG,QAAAA,IAAI,EAAErB;AAAf,OAAP;;AAEF,SAAK,MAAL;AACA;AACE,aAAOA,IAAP;AAPJ;AASD;AAKD,OAAO,gBAAgBsB,iBAAhB,CACLC,aADK,EAELzB,OAAY,GAAG,EAFV,EAGsD;AAC3D,QAAMiB,aAAa,GAAGjB,OAAO,CAACkB,GAAR,IAAe,EAArC;AACA,QAAM;AAACb,IAAAA;AAAD,MAAaY,aAAnB;AAEA,QAAMS,MAAM,GAAG,IAAI5B,SAAJ,CAAc;AAACO,IAAAA;AAAD,GAAd,CAAf;AACA,MAAIsB,cAAc,GAAG,KAArB;;AACA,aAAW,MAAMpB,WAAjB,IAAgCkB,aAAhC,EAA+C;AAC7CC,IAAAA,MAAM,CAACpB,KAAP,CAAaC,WAAb;;AACA,QAAI,CAACoB,cAAD,IAAmBD,MAAM,CAACf,MAAP,CAAciB,SAArC,EAAgD;AAC9CD,MAAAA,cAAc,GAAG,IAAjB;AACA,YAAMD,MAAM,CAACf,MAAP,CAAciB,SAApB;AACD;;AAED,QAAIF,MAAM,CAACf,MAAP,CAAcT,IAAd,CAAmB2B,MAAnB,GAA4B,CAAhC,EAAmC;AACjC,YAAMH,MAAM,CAACf,MAAP,CAAcT,IAApB;AACAwB,MAAAA,MAAM,CAACf,MAAP,CAAcT,IAAd,GAAqB,EAArB;AACD;AACF;;AACDwB,EAAAA,MAAM,CAACd,GAAP;;AACA,MAAIc,MAAM,CAACf,MAAP,CAAcT,IAAd,CAAmB2B,MAAnB,GAA4B,CAAhC,EAAmC;AACjC,UAAMH,MAAM,CAACf,MAAP,CAAcT,IAApB;AACD;AACF;;AAUD,SAASQ,UAAT,CACED,KADF,EAEEE,MAFF,EAGEH,YAHF,EAIEL,WAJF,EAKS;AAEP,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQM,KAAR;AACE,aAAKZ,KAAK,CAACiB,KAAX;AACA,aAAKjB,KAAK,CAACgB,GAAX;AACE,iBAAOJ,KAAP;;AAEF,aAAKZ,KAAK,CAACI,KAAX;AAEE,gBAAM6B,QAAQ,GAAGtB,YAAY,CAACuB,WAAb,CAAyBnC,eAAzB,EAA0C,YAA1C,CAAjB;;AACA,cAAI,CAACkC,QAAL,EAAe;AACb,mBAAOrB,KAAP;AACD;;AACDE,UAAAA,MAAM,CAACiB,SAAP,GAAmBI,cAAc,CAACF,QAAD,CAAjC;AACAnB,UAAAA,MAAM,CAACsB,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,SAAS,EAAExB,MAAM,CAACiB,SAAP,CAAiBQ,QAFZ;AAGhBb,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAKAd,UAAAA,KAAK,GAAGZ,KAAK,CAACwC,iBAAd;AACA;;AAEF,aAAKxC,KAAK,CAACwC,iBAAX;AAEE,gBAAMC,mBAAmB,GAAG9B,YAAY,CAACuB,WAAb,CAE1BpB,MAAM,CAACiB,SAAP,CAAiBW,YAAjB,GAAgC3C,eAFN,EAG1B,uBAH0B,CAA5B;;AAKA,cAAI,CAAC0C,mBAAL,EAA0B;AACxB,mBAAO7B,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAAC6B,SAAP,GAAmBC,qBAAqB,CAACH,mBAAD,EAAsBnC,WAAtB,CAAxC;AACAQ,UAAAA,MAAM,CAACS,MAAP,GAAgB,IAAIhC,MAAJ,CAAWuB,MAAM,CAAC6B,SAAP,CAAiBE,GAAjB,CAAsBC,QAAD,IAAcC,SAAS,CAACD,QAAD,CAA5C,CAAX,CAAhB;AAEAlC,UAAAA,KAAK,GAAGZ,KAAK,CAACgD,gBAAd;AAIArC,UAAAA,YAAY,CAACsC,IAAb,CAAkB,CAAlB;AACA;;AAEF,aAAKjD,KAAK,CAACgD,gBAAX;AACE,gBAAM;AAACE,YAAAA,YAAY,GAAG,CAAhB;AAAmBX,YAAAA,QAAQ,GAAG;AAA9B,cAAmC,CAAAzB,MAAM,SAAN,IAAAA,MAAM,WAAN,YAAAA,MAAM,CAAEiB,SAAR,KAAqB,EAA9D;;AACA,iBAAOjB,MAAM,CAACT,IAAP,CAAY2B,MAAZ,GAAqBO,QAA5B,EAAsC;AACpC,kBAAMY,UAAU,GAAGxC,YAAY,CAACuB,WAAb,CAAyBgB,YAAY,GAAG,CAAxC,CAAnB;;AACA,gBAAI,CAACC,UAAL,EAAiB;AACf,qBAAOvC,KAAP;AACD;;AAEDD,YAAAA,YAAY,CAACsC,IAAb,CAAkB,CAAlB;AAGA,kBAAMG,GAAG,GAAGC,QAAQ,CAACF,UAAD,EAAarC,MAAM,CAAC6B,SAApB,EAA+BrC,WAA/B,CAApB;AACAQ,YAAAA,MAAM,CAACT,IAAP,CAAYiD,IAAZ,CAAiBF,GAAjB;AAEAtC,YAAAA,MAAM,CAACsB,QAAP,CAAgBV,IAAhB,GAAuBZ,MAAM,CAACT,IAAP,CAAY2B,MAAnC;AACD;;AACDpB,UAAAA,KAAK,GAAGZ,KAAK,CAACgB,GAAd;AACA;;AAEF;AACEJ,UAAAA,KAAK,GAAGZ,KAAK,CAACiB,KAAd;AACAH,UAAAA,MAAM,CAACI,KAAP,kCAAuCN,KAAvC;AACA,iBAAOA,KAAP;AA/DJ;AAiED,KAlED,CAkEE,OAAOM,KAAP,EAAc;AACdN,MAAAA,KAAK,GAAGZ,KAAK,CAACiB,KAAd;AACAH,MAAAA,MAAM,CAACI,KAAP,iCAAuCA,KAAD,CAAiBqC,OAAvD;AACA,aAAO3C,KAAP;AACD;AACF;AACF;;AAKD,SAASuB,cAAT,CAAwBqB,UAAxB,EAAyD;AACvD,SAAO;AAELC,IAAAA,IAAI,EAAED,UAAU,CAACE,QAAX,CAAoB,CAApB,IAAyB,IAF1B;AAGLC,IAAAA,KAAK,EAAEH,UAAU,CAACE,QAAX,CAAoB,CAApB,CAHF;AAILE,IAAAA,GAAG,EAAEJ,UAAU,CAACE,QAAX,CAAoB,CAApB,CAJA;AAMLnB,IAAAA,QAAQ,EAAEiB,UAAU,CAACK,SAAX,CAAqB,CAArB,EAAwB/D,aAAxB,CANL;AAQL4C,IAAAA,YAAY,EAAEc,UAAU,CAACM,SAAX,CAAqB,CAArB,EAAwBhE,aAAxB,CART;AAULoD,IAAAA,YAAY,EAAEM,UAAU,CAACM,SAAX,CAAqB,EAArB,EAAyBhE,aAAzB,CAVT;AAYLiE,IAAAA,cAAc,EAAEP,UAAU,CAACE,QAAX,CAAoB,EAApB;AAZX,GAAP;AAcD;;AAKD,SAASd,qBAAT,CAA+BoB,IAA/B,EAA+C1D,WAA/C,EAAqF;AAGnF,QAAM2D,OAAO,GAAG,CAACD,IAAI,CAACE,UAAL,GAAkB,CAAnB,IAAwB,EAAxC;AACA,QAAMC,MAAkB,GAAG,EAA3B;AACA,MAAIC,MAAM,GAAG,CAAb;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGJ,OAApB,EAA6BI,CAAC,EAA9B,EAAkC;AAChC,UAAMC,IAAI,GAAGhE,WAAW,CACrBiE,MADU,CACH,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsD,EAAtD,CADG,EAGVO,OAHU,CAGF,SAHE,EAGS,EAHT,CAAb;AAKAR,IAAAA,MAAM,CAACb,IAAP,CAAY;AACVgB,MAAAA,IADU;AAEVM,MAAAA,QAAQ,EAAEC,MAAM,CAACC,YAAP,CAAoBd,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAApB,CAFA;AAGVW,MAAAA,WAAW,EAAEf,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAHH;AAIVY,MAAAA,OAAO,EAAEhB,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB;AAJC,KAAZ;AAMAA,IAAAA,MAAM,IAAI,EAAV;AACD;;AACD,SAAOD,MAAP;AACD;;AAuBD,SAASd,QAAT,CACEW,IADF,EAEEG,MAFF,EAGE7D,WAHF,EAIwB;AACtB,QAAM2E,GAAG,GAAG,EAAZ;AACA,MAAIb,MAAM,GAAG,CAAb;;AACA,OAAK,MAAMc,KAAX,IAAoBf,MAApB,EAA4B;AAC1B,UAAMgB,IAAI,GAAG7E,WAAW,CAACiE,MAAZ,CACX,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsDc,KAAK,CAACH,WAA5D,CADW,CAAb;AAGAE,IAAAA,GAAG,CAACC,KAAK,CAACZ,IAAP,CAAH,GAAkBc,UAAU,CAACD,IAAD,EAAOD,KAAK,CAACN,QAAb,CAA5B;AACAR,IAAAA,MAAM,IAAIc,KAAK,CAACH,WAAhB;AACD;;AAED,SAAOE,GAAP;AACD;;AAQD,SAASG,UAAT,CAAoBD,IAApB,EAAkCP,QAAlC,EAAsF;AACpF,UAAQA,QAAR;AACE,SAAK,GAAL;AACE,aAAOS,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOG,cAAc,CAACH,IAAD,CAArB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOI,SAAS,CAACJ,IAAD,CAAhB;;AACF,SAAK,GAAL;AACE,aAAOK,YAAY,CAACL,IAAD,CAAnB;;AACF;AACE,YAAM,IAAIM,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD;;AAOD,SAASF,SAAT,CAAmBG,GAAnB,EAAqC;AACnC,SAAOC,IAAI,CAACC,GAAL,CAASF,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAT,EAA0BC,QAAQ,CAACJ,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAD,EAAkB,EAAlB,CAAR,GAAgC,CAA1D,EAA6DH,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAA7D,CAAP;AACD;;AAUD,SAASL,YAAT,CAAsBO,KAAtB,EAAqD;AACnD,SAAO,UAAUC,IAAV,CAAeD,KAAf,IAAwB,KAAxB,GAAgC,UAAUC,IAAV,CAAeD,KAAf,IAAwB,IAAxB,GAA+B,IAAtE;AACD;;AAOD,SAASV,WAAT,CAAqBF,IAArB,EAAkD;AAChD,QAAMc,MAAM,GAAGC,UAAU,CAACf,IAAD,CAAzB;AACA,SAAOgB,KAAK,CAACF,MAAD,CAAL,GAAgB,IAAhB,GAAuBA,MAA9B;AACD;;AAOD,SAASX,cAAT,CAAwBH,IAAxB,EAAqD;AACnD,SAAOA,IAAI,CAACiB,IAAL,MAAe,IAAtB;AACD;;AASD,SAASrD,SAAT,CAAmB;AAACuB,EAAAA,IAAD;AAAOM,EAAAA,QAAP;AAAiBG,EAAAA,WAAjB;AAA8BC,EAAAA;AAA9B,CAAnB,EAAkE;AAChE,UAAQJ,QAAR;AACE,SAAK,GAAL;AACE,aAAO,IAAIpF,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI5E,IAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIF,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI1E,oBAAJ,EAAhB,EAA4C,IAA5C,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIJ,KAAJ,CAAU8E,IAAV,EAAgB,IAAI7E,IAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF;AACE,YAAM,IAAIgG,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD","sourcesContent":["import {Schema, Field, Bool, Utf8, Float64, TimestampMillisecond} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\n\ntype DBFRowsOutput = object[];\n\ninterface DBFTableOutput {\n  schema?: Schema;\n  rows: DBFRowsOutput;\n}\n\ntype DBFHeader = {\n  // Last updated date\n  year: number;\n  month: number;\n  day: number;\n  // Number of records in data file\n  nRecords: number;\n  // Length of header in bytes\n  headerLength: number;\n  // Length of each record\n  recordLength: number;\n  // Not sure if this is usually set\n  languageDriver: number;\n};\n\ntype DBFField = {\n  name: string;\n  dataType: string;\n  fieldLength: number;\n  decimal: number;\n};\n\ntype DBFResult = {\n  data: {[key: string]: any}[];\n  schema?: Schema;\n  error?: string;\n  dbfHeader?: DBFHeader;\n  dbfFields?: DBFField[];\n  progress?: {\n    bytesUsed: number;\n    rowsTotal: number;\n    rows: number;\n  };\n};\n\nconst LITTLE_ENDIAN = true;\nconst DBF_HEADER_SIZE = 32;\n\nenum STATE {\n  START = 0, // Expecting header\n  FIELD_DESCRIPTORS = 1,\n  FIELD_PROPERTIES = 2,\n  END = 3,\n  ERROR = 4\n}\n\nclass DBFParser {\n  binaryReader = new BinaryChunkReader();\n  textDecoder: TextDecoder;\n  state = STATE.START;\n  result: DBFResult = {\n    data: []\n  };\n\n  constructor(options: {encoding: string}) {\n    this.textDecoder = new TextDecoder(options.encoding);\n  }\n\n  /**\n   * @param arrayBuffer\n   */\n  write(arrayBuffer: ArrayBuffer): void {\n    this.binaryReader.write(arrayBuffer);\n    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n    // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n\n    // important events:\n    // - schema available\n    // - first rows available\n    // - all rows available\n  }\n\n  end(): void {\n    this.binaryReader.end();\n    this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n    // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n    if (this.state !== STATE.END) {\n      this.state = STATE.ERROR;\n      this.result.error = 'DBF incomplete file';\n    }\n  }\n}\n\n/**\n * @param arrayBuffer\n * @param options\n * @returns DBFTable or rows\n */\nexport function parseDBF(\n  arrayBuffer: ArrayBuffer,\n  options: any = {}\n): DBFRowsOutput | DBFTableOutput {\n  const loaderOptions = options.dbf || {};\n  const {encoding} = loaderOptions;\n\n  const dbfParser = new DBFParser({encoding});\n  dbfParser.write(arrayBuffer);\n  dbfParser.end();\n\n  const {data, schema} = dbfParser.result;\n  switch (options.tables && options.tables.format) {\n    case 'table':\n      // TODO - parse columns\n      return {schema, rows: data};\n\n    case 'rows':\n    default:\n      return data;\n  }\n}\n/**\n * @param asyncIterator\n * @param options\n */\nexport async function* parseDBFInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options: any = {}\n): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput> {\n  const loaderOptions = options.dbf || {};\n  const {encoding} = loaderOptions;\n\n  const parser = new DBFParser({encoding});\n  let headerReturned = false;\n  for await (const arrayBuffer of asyncIterator) {\n    parser.write(arrayBuffer);\n    if (!headerReturned && parser.result.dbfHeader) {\n      headerReturned = true;\n      yield parser.result.dbfHeader;\n    }\n\n    if (parser.result.data.length > 0) {\n      yield parser.result.data;\n      parser.result.data = [];\n    }\n  }\n  parser.end();\n  if (parser.result.data.length > 0) {\n    yield parser.result.data;\n  }\n}\n/**\n * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm\n * @param state\n * @param result\n * @param binaryReader\n * @param textDecoder\n * @returns\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n  state: STATE,\n  result: DBFResult,\n  binaryReader: {[key: string]: any},\n  textDecoder: TextDecoder\n): STATE {\n  // eslint-disable-next-line no-constant-condition\n  while (true) {\n    try {\n      switch (state) {\n        case STATE.ERROR:\n        case STATE.END:\n          return state;\n\n        case STATE.START:\n          // Parse initial file header\n          const dataView = binaryReader.getDataView(DBF_HEADER_SIZE, 'DBF header');\n          if (!dataView) {\n            return state;\n          }\n          result.dbfHeader = parseDBFHeader(dataView);\n          result.progress = {\n            bytesUsed: 0,\n            rowsTotal: result.dbfHeader.nRecords,\n            rows: 0\n          };\n          state = STATE.FIELD_DESCRIPTORS;\n          break;\n\n        case STATE.FIELD_DESCRIPTORS:\n          // Parse DBF field descriptors (schema)\n          const fieldDescriptorView = binaryReader.getDataView(\n            // @ts-ignore\n            result.dbfHeader.headerLength - DBF_HEADER_SIZE,\n            'DBF field descriptors'\n          );\n          if (!fieldDescriptorView) {\n            return state;\n          }\n\n          result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);\n          result.schema = new Schema(result.dbfFields.map((dbfField) => makeField(dbfField)));\n\n          state = STATE.FIELD_PROPERTIES;\n\n          // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?\n          // parsedbf uses ((fields.length + 1) << 5) + 2;\n          binaryReader.skip(1);\n          break;\n\n        case STATE.FIELD_PROPERTIES:\n          const {recordLength = 0, nRecords = 0} = result?.dbfHeader || {};\n          while (result.data.length < nRecords) {\n            const recordView = binaryReader.getDataView(recordLength - 1);\n            if (!recordView) {\n              return state;\n            }\n            // Note: Avoid actually reading the last byte, which may not be present\n            binaryReader.skip(1);\n\n            // @ts-ignore\n            const row = parseRow(recordView, result.dbfFields, textDecoder);\n            result.data.push(row);\n            // @ts-ignore\n            result.progress.rows = result.data.length;\n          }\n          state = STATE.END;\n          break;\n\n        default:\n          state = STATE.ERROR;\n          result.error = `illegal parser state ${state}`;\n          return state;\n      }\n    } catch (error) {\n      state = STATE.ERROR;\n      result.error = `DBF parsing failed: ${(error as Error).message}`;\n      return state;\n    }\n  }\n}\n\n/**\n * @param headerView\n */\nfunction parseDBFHeader(headerView: DataView): DBFHeader {\n  return {\n    // Last updated date\n    year: headerView.getUint8(1) + 1900,\n    month: headerView.getUint8(2),\n    day: headerView.getUint8(3),\n    // Number of records in data file\n    nRecords: headerView.getUint32(4, LITTLE_ENDIAN),\n    // Length of header in bytes\n    headerLength: headerView.getUint16(8, LITTLE_ENDIAN),\n    // Length of each record\n    recordLength: headerView.getUint16(10, LITTLE_ENDIAN),\n    // Not sure if this is usually set\n    languageDriver: headerView.getUint8(29)\n  };\n}\n\n/**\n * @param view\n */\nfunction parseFieldDescriptors(view: DataView, textDecoder: TextDecoder): DBFField[] {\n  // NOTE: this might overestimate the number of fields if the \"Database\n  // Container\" container exists and is included in the headerLength\n  const nFields = (view.byteLength - 1) / 32;\n  const fields: DBFField[] = [];\n  let offset = 0;\n  for (let i = 0; i < nFields; i++) {\n    const name = textDecoder\n      .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))\n      // eslint-disable-next-line no-control-regex\n      .replace(/\\u0000/g, '');\n\n    fields.push({\n      name,\n      dataType: String.fromCharCode(view.getUint8(offset + 11)),\n      fieldLength: view.getUint8(offset + 16),\n      decimal: view.getUint8(offset + 17)\n    });\n    offset += 32;\n  }\n  return fields;\n}\n\n/*\n * @param {BinaryChunkReader} binaryReader\nfunction parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {\n  const rows = [];\n  for (let i = 0; i < nRecords; i++) {\n    const recordView = binaryReader.getDataView(recordLength - 1);\n    binaryReader.skip(1);\n    // @ts-ignore\n    rows.push(parseRow(recordView, fields, textDecoder));\n  }\n  return rows;\n}\n */\n\n/**\n *\n * @param view\n * @param fields\n * @param textDecoder\n * @returns\n */\nfunction parseRow(\n  view: DataView,\n  fields: DBFField[],\n  textDecoder: TextDecoder\n): {[key: string]: any} {\n  const out = {};\n  let offset = 0;\n  for (const field of fields) {\n    const text = textDecoder.decode(\n      new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength)\n    );\n    out[field.name] = parseField(text, field.dataType);\n    offset += field.fieldLength;\n  }\n\n  return out;\n}\n\n/**\n * Should NaN be coerced to null?\n * @param text\n * @param dataType\n * @returns Field depends on a type of the data\n */\nfunction parseField(text: string, dataType: string): string | number | boolean | null {\n  switch (dataType) {\n    case 'B':\n      return parseNumber(text);\n    case 'C':\n      return parseCharacter(text);\n    case 'F':\n      return parseNumber(text);\n    case 'N':\n      return parseNumber(text);\n    case 'O':\n      return parseNumber(text);\n    case 'D':\n      return parseDate(text);\n    case 'L':\n      return parseBoolean(text);\n    default:\n      throw new Error('Unsupported data type');\n  }\n}\n\n/**\n * Parse YYYYMMDD to date in milliseconds\n * @param str YYYYMMDD\n * @returns new Date as a number\n */\nfunction parseDate(str: any): number {\n  return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));\n}\n\n/**\n * Read boolean value\n * any of Y, y, T, t coerce to true\n * any of N, n, F, f coerce to false\n * otherwise null\n * @param value\n * @returns boolean | null\n */\nfunction parseBoolean(value: string): boolean | null {\n  return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;\n}\n\n/**\n * Return null instead of NaN\n * @param text\n * @returns number | null\n */\nfunction parseNumber(text: string): number | null {\n  const number = parseFloat(text);\n  return isNaN(number) ? null : number;\n}\n\n/**\n *\n * @param text\n * @returns string | null\n */\nfunction parseCharacter(text: string): string | null {\n  return text.trim() || null;\n}\n\n/**\n * Create a standard Arrow-style `Field` from field descriptor.\n * TODO - use `fieldLength` and `decimal` to generate smaller types?\n * @param param0\n * @returns Field\n */\n// eslint-disable\nfunction makeField({name, dataType, fieldLength, decimal}): Field {\n  switch (dataType) {\n    case 'B':\n      return new Field(name, new Float64(), true);\n    case 'C':\n      return new Field(name, new Utf8(), true);\n    case 'F':\n      return new Field(name, new Float64(), true);\n    case 'N':\n      return new Field(name, new Float64(), true);\n    case 'O':\n      return new Field(name, new Float64(), true);\n    case 'D':\n      return new Field(name, new TimestampMillisecond(), true);\n    case 'L':\n      return new Field(name, new Bool(), true);\n    default:\n      throw new Error('Unsupported data type');\n  }\n}\n"],"file":"parse-dbf.js"}