@loaders.gl/shapefile 4.3.2 → 4.4.0-alpha.2

package/dist/lib/parsers/parse-dbf-to-arrow.js

@@ -0,0 +1,321 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { ArrowTableBuilder } from '@loaders.gl/schema-utils';
+import { BinaryChunkReader } from "../streaming/binary-chunk-reader.js";
+const LITTLE_ENDIAN = true;
+const DBF_HEADER_SIZE = 32;
+var STATE;
+(function (STATE) {
+    STATE[STATE["START"] = 0] = "START";
+    STATE[STATE["FIELD_DESCRIPTORS"] = 1] = "FIELD_DESCRIPTORS";
+    STATE[STATE["FIELD_PROPERTIES"] = 2] = "FIELD_PROPERTIES";
+    STATE[STATE["END"] = 3] = "END";
+    STATE[STATE["ERROR"] = 4] = "ERROR";
+})(STATE || (STATE = {}));
+class DBFParser {
+    binaryReader = new BinaryChunkReader();
+    textDecoder;
+    state = STATE.START;
+    result = {};
+    constructor(options) {
+        this.textDecoder = new TextDecoder(options.encoding);
+    }
+    /**
+     * @param arrayBuffer
+     */
+    write(arrayBuffer) {
+        this.binaryReader.write(arrayBuffer);
+        this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);
+        // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();
+        // important events:
+        // - schema available
+        // - first rows available
+        // - all rows available
+    }
+    end() {
+        this.binaryReader.end();
+        this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);
+        // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();
+        if (this.state !== STATE.END) {
+            this.state = STATE.ERROR;
+            this.result.error = 'DBF incomplete file';
+        }
+    }
+}
+/**
+ * @param arrayBuffer
+ * @param options
+ * @returns DBFTable or rows
+ */
+export function parseDBF(arrayBuffer, options = {}) {
+    const { encoding = 'latin1' } = options.dbf || {};
+    const dbfParser = new DBFParser({ encoding });
+    dbfParser.write(arrayBuffer);
+    dbfParser.end();
+    const tableBuilder = dbfParser.result.tableBuilder;
+    const arrowTable = tableBuilder.finishTable();
+    return arrowTable;
+}
+/**
+ * @param asyncIterator
+ * @param options
+ */
+export async function* parseDBFInBatches(asyncIterator, options = {}) {
+    const { encoding = 'latin1' } = options.dbf || {};
+    const parser = new DBFParser({ encoding });
+    let headerReturned = false;
+    for await (const arrayBuffer of asyncIterator) {
+        parser.write(arrayBuffer);
+        if (!headerReturned && parser.result.dbfHeader) {
+            headerReturned = true;
+            const tableBuilder = parser.result.tableBuilder;
+            const tableBatch = tableBuilder.firstBatch();
+            if (tableBatch) {
+                yield tableBatch;
+            }
+        }
+        const tableBuilder = parser.result.tableBuilder;
+        const tableBatch = tableBuilder.flushBatch();
+        if (tableBatch) {
+            yield tableBatch;
+        }
+    }
+    parser.end();
+    const tableBuilder = parser.result.tableBuilder;
+    const tableBatch = tableBuilder.finishBatch();
+    if (tableBatch) {
+        yield tableBatch;
+    }
+}
+/**
+ * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm
+ * @param state
+ * @param result
+ * @param binaryReader
+ * @param textDecoder
+ * @returns
+ */
+/* eslint-disable complexity, max-depth */
+function parseState(state, result, binaryReader, textDecoder) {
+    // eslint-disable-next-line no-constant-condition
+    while (true) {
+        try {
+            switch (state) {
+                case STATE.ERROR:
+                case STATE.END:
+                    return state;
+                case STATE.START:
+                    // Parse initial file header
+                    // DBF Header
+                    const dataView = binaryReader.getDataView(DBF_HEADER_SIZE);
+                    if (!dataView) {
+                        return state;
+                    }
+                    result.dbfHeader = parseDBFHeader(dataView);
+                    result.progress = {
+                        bytesUsed: 0,
+                        rowsTotal: result.dbfHeader.nRecords,
+                        rows: 0
+                    };
+                    state = STATE.FIELD_DESCRIPTORS;
+                    break;
+                case STATE.FIELD_DESCRIPTORS:
+                    // Parse DBF field descriptors (schema)
+                    const fieldDescriptorView = binaryReader.getDataView(
+                    // @ts-ignore
+                    result.dbfHeader.headerLength - DBF_HEADER_SIZE);
+                    if (!fieldDescriptorView) {
+                        return state;
+                    }
+                    result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);
+                    const schema = {
+                        fields: result.dbfFields.map((dbfField) => makeField(dbfField)),
+                        metadata: {}
+                    };
+                    result.tableBuilder = new ArrowTableBuilder(schema);
+                    state = STATE.FIELD_PROPERTIES;
+                    // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?
+                    // parsedbf uses ((fields.length + 1) << 5) + 2;
+                    binaryReader.skip(1);
+                    break;
+                case STATE.FIELD_PROPERTIES:
+                    const { recordLength = 0, nRecords = 0 } = result?.dbfHeader || {};
+                    let rowCount = 0;
+                    while (rowCount < nRecords) {
+                        rowCount++;
+                        const recordView = binaryReader.getDataView(recordLength - 1);
+                        if (!recordView) {
+                            return state;
+                        }
+                        // Note: Avoid actually reading the last byte, which may not be present
+                        binaryReader.skip(1);
+                        // @ts-ignore
+                        const row = parseRow(recordView, result.dbfFields, textDecoder);
+                        result.tableBuilder.addObjectRow(row);
+                        // result.progress.rows = result.data.length;
+                    }
+                    state = STATE.END;
+                    break;
+                default:
+                    state = STATE.ERROR;
+                    result.error = `illegal parser state ${state}`;
+                    return state;
+            }
+        }
+        catch (error) {
+            state = STATE.ERROR;
+            result.error = `DBF parsing failed: ${error.message}`;
+            return state;
+        }
+    }
+}
+/**
+ * @param headerView
+ */
+function parseDBFHeader(headerView) {
+    return {
+        // Last updated date
+        year: headerView.getUint8(1) + 1900,
+        month: headerView.getUint8(2),
+        day: headerView.getUint8(3),
+        // Number of records in data file
+        nRecords: headerView.getUint32(4, LITTLE_ENDIAN),
+        // Length of header in bytes
+        headerLength: headerView.getUint16(8, LITTLE_ENDIAN),
+        // Length of each record
+        recordLength: headerView.getUint16(10, LITTLE_ENDIAN),
+        // Not sure if this is usually set
+        languageDriver: headerView.getUint8(29)
+    };
+}
+/**
+ * @param view
+ */
+function parseFieldDescriptors(view, textDecoder) {
+    // NOTE: this might overestimate the number of fields if the "Database
+    // Container" container exists and is included in the headerLength
+    const nFields = (view.byteLength - 1) / 32;
+    const fields = [];
+    let offset = 0;
+    for (let i = 0; i < nFields; i++) {
+        const name = textDecoder
+            .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))
+            // eslint-disable-next-line no-control-regex
+            .replace(/\u0000/g, '');
+        fields.push({
+            name,
+            dataType: String.fromCharCode(view.getUint8(offset + 11)),
+            fieldLength: view.getUint8(offset + 16),
+            decimal: view.getUint8(offset + 17)
+        });
+        offset += 32;
+    }
+    return fields;
+}
+/**
+ *
+ * @param view
+ * @param fields
+ * @param textDecoder
+ * @returns
+ */
+function parseRow(view, fields, textDecoder) {
+    const out = {};
+    let offset = 0;
+    for (const field of fields) {
+        const text = textDecoder.decode(new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength));
+        out[field.name] = parseField(text, field.dataType);
+        offset += field.fieldLength;
+    }
+    return out;
+}
+/**
+ * Should NaN be coerced to null?
+ * @param text
+ * @param dataType
+ * @returns Field depends on a type of the data
+ */
+function parseField(text, dataType) {
+    switch (dataType) {
+        case 'B':
+            return parseNumber(text);
+        case 'C':
+            return parseCharacter(text);
+        case 'F':
+            return parseNumber(text);
+        case 'N':
+            return parseNumber(text);
+        case 'O':
+            return parseNumber(text);
+        case 'D':
+            return parseDate(text);
+        case 'L':
+            return parseBoolean(text);
+        default:
+            throw new Error('Unsupported data type');
+    }
+}
+/**
+ * Parse YYYYMMDD to date in milliseconds
+ * @param str YYYYMMDD
+ * @returns new Date as a number
+ */
+function parseDate(str) {
+    return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));
+}
+/**
+ * Read boolean value
+ * any of Y, y, T, t coerce to true
+ * any of N, n, F, f coerce to false
+ * otherwise null
+ * @param value
+ * @returns boolean | null
+ */
+function parseBoolean(value) {
+    return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;
+}
+/**
+ * Return null instead of NaN
+ * @param text
+ * @returns number | null
+ */
+function parseNumber(text) {
+    const number = parseFloat(text);
+    return isNaN(number) ? null : number;
+}
+/**
+ *
+ * @param text
+ * @returns string | null
+ */
+function parseCharacter(text) {
+    return text.trim() || null;
+}
+/**
+ * Create a standard Arrow-style `Field` from field descriptor.
+ * TODO - use `fieldLength` and `decimal` to generate smaller types?
+ * @param param0
+ * @returns Field
+ */
+// eslint-disable
+function makeField({ name, dataType, fieldLength, decimal }) {
+    switch (dataType) {
+        case 'B':
+            return { name, type: 'float64', nullable: true, metadata: {} };
+        case 'C':
+            return { name, type: 'utf8', nullable: true, metadata: {} };
+        case 'F':
+            return { name, type: 'float64', nullable: true, metadata: {} };
+        case 'N':
+            return { name, type: 'float64', nullable: true, metadata: {} };
+        case 'O':
+            return { name, type: 'float64', nullable: true, metadata: {} };
+        case 'D':
+            return { name, type: 'timestamp-millisecond', nullable: true, metadata: {} };
+        case 'L':
+            return { name, type: 'bool', nullable: true, metadata: {} };
+        default:
+            throw new Error('Unsupported data type');
+    }
+}

package/dist/lib/parsers/parse-dbf.d.ts

@@ -1,4 +1,4 @@
-import { ObjectRowTable } from '@loaders.gl/schema';
+import type { ObjectRowTable } from '@loaders.gl/schema';
 import { DBFLoaderOptions, DBFTableOutput, DBFHeader, DBFRowsOutput } from "./types.js";
 /**
  * @param arrayBuffer

package/dist/lib/parsers/parse-dbf.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-dbf.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-dbf.ts"],"names":[],"mappings":"AAIA,OAAO,EAAQ,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAEzD,OAAO,EACL,gBAAgB,EAEhB,cAAc,EACd,SAAS,EACT,aAAa,EAEd,mBAAgB;AAkDjB;;;;GAIG;AACH,wBAAgB,QAAQ,CACtB,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE,gBAAqB,GAC7B,aAAa,GAAG,cAAc,GAAG,cAAc,CAwBjD;AACD;;;GAGG;AACH,wBAAuB,iBAAiB,CACtC,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACjE,OAAO,GAAE,gBAAqB,GAC7B,aAAa,CAAC,SAAS,GAAG,aAAa,GAAG,cAAc,CAAC,CAqB3D"}
+{"version":3,"file":"parse-dbf.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-dbf.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAQ,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAE9D,OAAO,EACL,gBAAgB,EAEhB,cAAc,EACd,SAAS,EACT,aAAa,EAEd,mBAAgB;AAkDjB;;;;GAIG;AACH,wBAAgB,QAAQ,CACtB,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE,gBAAqB,GAC7B,aAAa,GAAG,cAAc,GAAG,cAAc,CAwBjD;AACD;;;GAGG;AACH,wBAAuB,iBAAiB,CACtC,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACjE,OAAO,GAAE,gBAAqB,GAC7B,aAAa,CAAC,SAAS,GAAG,aAAa,GAAG,cAAc,CAAC,CAqB3D"}

package/dist/lib/parsers/parse-shapefile.js

@@ -3,7 +3,7 @@
 // Copyright (c) vis.gl contributors
 // import type {Feature} from '@loaders.gl/gis';
 import { parseInBatchesFromContext, parseFromContext } from '@loaders.gl/loader-utils';
-import { binaryToGeometry, transformGeoJsonCoords } from '@loaders.gl/gis';
+import { convertBinaryGeometryToGeometry, transformGeoJsonCoords } from '@loaders.gl/gis';
 import { Proj4Projection } from '@math.gl/proj4';
 import { parseShx } from "./parse-shx.js";
 import { zipBatchIterators } from "../streaming/zip-batch-iterators.js";
@@ -133,7 +133,7 @@ export async function parseShapefile(arrayBuffer, options, context) {
 function parseGeometries(geometries) {
     const geojsonGeometries = [];
     for (const geom of geometries) {
-        geojsonGeometries.push(binaryToGeometry(geom));
+        geojsonGeometries.push(convertBinaryGeometryToGeometry(geom));
     }
     return geojsonGeometries;
 }

package/dist/lib/parsers/parse-shp-geometry.d.ts

@@ -1,4 +1,4 @@
-import { BinaryGeometry } from '@loaders.gl/schema';
+import type { BinaryGeometry } from '@loaders.gl/schema';
 import { SHPLoaderOptions } from "./types.js";
 /**
  * Parse individual record

package/dist/lib/parsers/parse-shp-geometry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-shp-geometry.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-shp-geometry.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,cAAc,EAAqB,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAC,gBAAgB,EAAC,mBAAgB;AAIzC;;;;;GAKG;AAEH,wBAAgB,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,cAAc,GAAG,IAAI,CAoD7F"}
+{"version":3,"file":"parse-shp-geometry.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-shp-geometry.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,cAAc,EAAqB,MAAM,oBAAoB,CAAC;AAC3E,OAAO,EAAC,gBAAgB,EAAC,mBAAgB;AAIzC;;;;;GAKG;AAEH,wBAAgB,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,cAAc,GAAG,IAAI,CAoD7F"}

package/dist/lib/parsers/types.d.ts

@@ -1,4 +1,4 @@
-import { Schema, ObjectRowTable } from '@loaders.gl/schema';
+import type { Schema, ObjectRowTable } from '@loaders.gl/schema';
 import type { LoaderOptions } from '@loaders.gl/loader-utils';
 export type SHPLoaderOptions = LoaderOptions & {
     shp?: {

package/dist/lib/parsers/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,MAAM,EAAE,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAC1D,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAE5D,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,kBAAkB,CAAC;KAC/C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAChD,gBAAgB,GAAG;IACjB,SAAS,CAAC,EAAE;QACV,KAAK,CAAC,EAAE,eAAe,CAAC;KACzB,CAAC;IACF,GAAG,CAAC,EAAE;QACJ,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACH,CAAC;AAEJ,MAAM,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;AAEnD;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,MAAM,SAAS,GAAG;IAEtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;IAEjB,YAAY,EAAE,MAAM,CAAC;IAErB,YAAY,EAAE,MAAM,CAAC;IAErB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE;QACT,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAE,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAC/D,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAE5D,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,kBAAkB,CAAC;KAC/C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAChD,gBAAgB,GAAG;IACjB,SAAS,CAAC,EAAE;QACV,KAAK,CAAC,EAAE,eAAe,CAAC;KACzB,CAAC;IACF,GAAG,CAAC,EAAE;QACJ,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACH,CAAC;AAEJ,MAAM,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;AAEnD;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,MAAM,SAAS,GAAG;IAEtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;IAEjB,YAAY,EAAE,MAAM,CAAC;IAErB,YAAY,EAAE,MAAM,CAAC;IAErB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE;QACT,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC"}

package/dist/shapefile-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"shapefile-loader.d.ts","sourceRoot":"","sources":["../src/shapefile-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAmB,MAAM,0BAA0B,CAAC;AAE9E,OAAO,EAAC,cAAc,EAAE,uBAAuB,EAAC,yCAAsC;AAOtF,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAAG;IACnD,SAAS,CAAC,EAAE;QACV,KAAK,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;QAC/B,qFAAqF;QACrF,SAAS,CAAC,EAAE,KAAK,CAAC;KACnB,CAAC;CACH,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;CAqBsD,CAAC"}
+{"version":3,"file":"shapefile-loader.d.ts","sourceRoot":"","sources":["../src/shapefile-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAmB,MAAM,0BAA0B,CAAC;AAG9E,OAAO,EAAC,cAAc,EAAE,uBAAuB,EAAC,yCAAsC;AAMtF,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAAG;IACnD,SAAS,CAAC,EAAE;QACV,KAAK,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;QAC/B,qFAAqF;QACrF,SAAS,CAAC,EAAE,KAAK,CAAC;KACnB,CAAC;CACH,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;CAqBsD,CAAC"}

package/dist/shapefile-loader.js

@@ -5,7 +5,7 @@ import { SHP_MAGIC_NUMBER } from "./shp-loader.js";
 import { parseShapefile, parseShapefileInBatches } from "./lib/parsers/parse-shapefile.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "4.3.1" !== 'undefined' ? "4.3.1" : 'latest';
+const VERSION = typeof "4.4.0-alpha.1" !== 'undefined' ? "4.4.0-alpha.1" : 'latest';
 /**
  * Shapefile loader
  * @note Shapefile is multifile format and requires providing additional files

package/dist/shp-loader.js

@@ -4,7 +4,7 @@
 import { parseSHP, parseSHPInBatches } from "./lib/parsers/parse-shp.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "4.3.1" !== 'undefined' ? "4.3.1" : 'latest';
+const VERSION = typeof "4.4.0-alpha.1" !== 'undefined' ? "4.4.0-alpha.1" : 'latest';
 export const SHP_MAGIC_NUMBER = [0x00, 0x00, 0x27, 0x0a];
 /**
  * SHP file loader

package/dist/shp-worker.js

@@ -484,7 +484,7 @@
   }
 
   // src/shp-loader.ts
-  var VERSION = true ? "4.3.1" : "latest";
+  var VERSION = true ? "4.4.0-alpha.1" : "latest";
   var SHP_MAGIC_NUMBER2 = [0, 0, 39, 10];
   var SHPWorkerLoader = {
     dataType: null,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@loaders.gl/shapefile",
   "description": "Loader for the Shapefile Format",
-  "version": "4.3.2",
+  "version": "4.4.0-alpha.2",
   "license": "MIT",
   "type": "module",
   "publishConfig": {
@@ -45,13 +45,13 @@
     "build-worker-dbf": "esbuild src/workers/dbf-worker.ts --bundle --outfile=dist/dbf-worker.js --define:__VERSION__=\\\"$npm_package_version\\\""
   },
   "dependencies": {
-    "@loaders.gl/gis": "4.3.2",
-    "@loaders.gl/loader-utils": "4.3.2",
-    "@loaders.gl/schema": "4.3.2",
+    "@loaders.gl/gis": "4.4.0-alpha.2",
+    "@loaders.gl/loader-utils": "4.4.0-alpha.2",
+    "@loaders.gl/schema": "4.4.0-alpha.2",
     "@math.gl/proj4": "^4.1.0"
   },
   "peerDependencies": {
-    "@loaders.gl/core": "^4.3.0"
+    "@loaders.gl/core": "4.4.0-alpha.1"
   },
-  "gitHead": "b4203b8703f64a38d6f79a3113bc7bb51d45c93a"
+  "gitHead": "3d9fed050eabdc0812ddf2f4d5fb9914a34ee0c2"
 }

package/src/dbf-arrow-loader.ts

@@ -0,0 +1,46 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+import type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';
+import type {ArrowTable, ArrowTableBatch} from '@loaders.gl/schema';
+import {parseDBF, parseDBFInBatches} from './lib/parsers/parse-dbf-to-arrow';
+import {DBFFormat} from './dbf-format';
+
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+
+export type DBFLoaderOptions = LoaderOptions & {
+  dbf?: {
+    encoding?: string;
+    /** Override the URL to the worker bundle (by default loads from unpkg.com) */
+    workerUrl?: string;
+  };
+};
+
+/**
+ * DBFLoader - DBF files are used to contain non-geometry columns in Shapefiles
+ */
+export const DBFArrowWorkerLoader = {
+  ...DBFFormat,
+  dataType: null as unknown as ArrowTable,
+  batchType: null as unknown as ArrowTableBatch,
+  version: VERSION,
+  worker: true,
+  options: {
+    dbf: {
+      encoding: 'latin1'
+    }
+  }
+} as const satisfies Loader<ArrowTable, ArrowTableBatch, DBFLoaderOptions>;
+
+/** DBF file loader */
+export const DBFArrowLoader = {
+  ...DBFArrowWorkerLoader,
+  parse: async (arrayBuffer, options) => parseDBF(arrayBuffer, options),
+  parseSync: parseDBF,
+  parseInBatches(arrayBufferIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>, options) {
+    return parseDBFInBatches(arrayBufferIterator, options);
+  }
+} as const satisfies LoaderWithParser<ArrowTable, ArrowTableBatch, DBFLoaderOptions>;

package/src/dbf-format.ts

@@ -0,0 +1,15 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+import type {Format} from '@loaders.gl/loader-utils';
+
+/** Information about the DBF format */
+export const DBFFormat = {
+  name: 'DBF',
+  id: 'dbf',
+  module: 'shapefile',
+  category: 'table',
+  extensions: ['dbf'],
+  mimeTypes: ['application/x-dbf']
+} as const satisfies Format;

package/src/index.ts

@@ -7,6 +7,7 @@ export {ShapefileLoader} from './shapefile-loader';
 
 export type {DBFLoaderOptions} from './dbf-loader';
 export {DBFLoader, DBFWorkerLoader} from './dbf-loader';
+export {DBFArrowLoader, DBFArrowWorkerLoader} from './dbf-arrow-loader';
 
 export type {SHPLoaderOptions} from './shp-loader';
 export {SHPLoader, SHPWorkerLoader} from './shp-loader';