@loaders.gl/shapefile 4.0.0-alpha.5 → 4.0.0-alpha.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/dbf-loader.js +29 -20
- package/dist/dbf-worker.js +73 -447
- package/dist/dist.min.js +130 -489
- package/dist/es5/bundle.js +6 -0
- package/dist/es5/bundle.js.map +1 -0
- package/dist/es5/dbf-loader.js +53 -0
- package/dist/es5/dbf-loader.js.map +1 -0
- package/dist/es5/index.js +39 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/lib/parsers/parse-dbf.js +394 -0
- package/dist/es5/lib/parsers/parse-dbf.js.map +1 -0
- package/dist/es5/lib/parsers/parse-shapefile.js +373 -0
- package/dist/es5/lib/parsers/parse-shapefile.js.map +1 -0
- package/dist/es5/lib/parsers/parse-shp-geometry.js +220 -0
- package/dist/es5/lib/parsers/parse-shp-geometry.js.map +1 -0
- package/dist/es5/lib/parsers/parse-shp-header.js +35 -0
- package/dist/es5/lib/parsers/parse-shp-header.js.map +1 -0
- package/dist/es5/lib/parsers/parse-shp.js +227 -0
- package/dist/es5/lib/parsers/parse-shp.js.map +1 -0
- package/dist/es5/lib/parsers/parse-shx.js +26 -0
- package/dist/es5/lib/parsers/parse-shx.js.map +1 -0
- package/dist/es5/lib/parsers/types.js +2 -0
- package/dist/es5/lib/parsers/types.js.map +1 -0
- package/dist/es5/lib/streaming/binary-chunk-reader.js +178 -0
- package/dist/es5/lib/streaming/binary-chunk-reader.js.map +1 -0
- package/dist/es5/lib/streaming/binary-reader.js +48 -0
- package/dist/es5/lib/streaming/binary-reader.js.map +1 -0
- package/dist/es5/lib/streaming/zip-batch-iterators.js +91 -0
- package/dist/es5/lib/streaming/zip-batch-iterators.js.map +1 -0
- package/dist/es5/shapefile-loader.js +31 -0
- package/dist/es5/shapefile-loader.js.map +1 -0
- package/dist/es5/shp-loader.js +56 -0
- package/dist/es5/shp-loader.js.map +1 -0
- package/dist/es5/workers/dbf-worker.js +6 -0
- package/dist/es5/workers/dbf-worker.js.map +1 -0
- package/dist/es5/workers/shp-worker.js +6 -0
- package/dist/es5/workers/shp-worker.js.map +1 -0
- package/dist/esm/bundle.js +4 -0
- package/dist/esm/bundle.js.map +1 -0
- package/dist/esm/dbf-loader.js +24 -0
- package/dist/esm/dbf-loader.js.map +1 -0
- package/dist/esm/index.js +4 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/lib/parsers/parse-dbf.js +296 -0
- package/dist/esm/lib/parsers/parse-dbf.js.map +1 -0
- package/dist/esm/lib/parsers/parse-shapefile.js +187 -0
- package/dist/esm/lib/parsers/parse-shapefile.js.map +1 -0
- package/dist/esm/lib/parsers/parse-shp-geometry.js +191 -0
- package/dist/esm/lib/parsers/parse-shp-geometry.js.map +1 -0
- package/dist/esm/lib/parsers/parse-shp-header.js +29 -0
- package/dist/esm/lib/parsers/parse-shp-header.js.map +1 -0
- package/dist/esm/lib/parsers/parse-shp.js +134 -0
- package/dist/esm/lib/parsers/parse-shp.js.map +1 -0
- package/dist/esm/lib/parsers/parse-shx.js +20 -0
- package/dist/esm/lib/parsers/parse-shx.js.map +1 -0
- package/dist/esm/lib/parsers/types.js +2 -0
- package/dist/esm/lib/parsers/types.js.map +1 -0
- package/dist/esm/lib/streaming/binary-chunk-reader.js +106 -0
- package/dist/esm/lib/streaming/binary-chunk-reader.js.map +1 -0
- package/dist/esm/lib/streaming/binary-reader.js +27 -0
- package/dist/esm/lib/streaming/binary-reader.js.map +1 -0
- package/dist/esm/lib/streaming/zip-batch-iterators.js +44 -0
- package/dist/esm/lib/streaming/zip-batch-iterators.js.map +1 -0
- package/dist/esm/shapefile-loader.js +23 -0
- package/dist/esm/shapefile-loader.js.map +1 -0
- package/dist/esm/shp-loader.js +26 -0
- package/dist/esm/shp-loader.js.map +1 -0
- package/dist/esm/workers/dbf-worker.js +4 -0
- package/dist/esm/workers/dbf-worker.js.map +1 -0
- package/dist/esm/workers/shp-worker.js +4 -0
- package/dist/esm/workers/shp-worker.js.map +1 -0
- package/dist/index.js +11 -4
- package/dist/lib/parsers/parse-dbf.d.ts +4 -18
- package/dist/lib/parsers/parse-dbf.d.ts.map +1 -1
- package/dist/lib/parsers/parse-dbf.js +309 -264
- package/dist/lib/parsers/parse-shapefile.d.ts +3 -8
- package/dist/lib/parsers/parse-shapefile.d.ts.map +1 -1
- package/dist/lib/parsers/parse-shapefile.js +227 -209
- package/dist/lib/parsers/parse-shp-geometry.d.ts +2 -3
- package/dist/lib/parsers/parse-shp-geometry.d.ts.map +1 -1
- package/dist/lib/parsers/parse-shp-geometry.js +265 -212
- package/dist/lib/parsers/parse-shp-header.js +38 -27
- package/dist/lib/parsers/parse-shp.d.ts +3 -2
- package/dist/lib/parsers/parse-shp.d.ts.map +1 -1
- package/dist/lib/parsers/parse-shp.js +160 -136
- package/dist/lib/parsers/parse-shx.js +25 -19
- package/dist/lib/parsers/types.d.ts +68 -0
- package/dist/lib/parsers/types.d.ts.map +1 -0
- package/dist/lib/parsers/types.js +2 -0
- package/dist/lib/streaming/binary-chunk-reader.d.ts +5 -3
- package/dist/lib/streaming/binary-chunk-reader.d.ts.map +1 -1
- package/dist/lib/streaming/binary-chunk-reader.js +152 -128
- package/dist/lib/streaming/binary-reader.js +50 -33
- package/dist/lib/streaming/zip-batch-iterators.js +57 -48
- package/dist/shapefile-loader.js +30 -22
- package/dist/shp-loader.js +32 -22
- package/dist/shp-worker.js +57 -19
- package/dist/workers/dbf-worker.js +5 -4
- package/dist/workers/shp-worker.js +5 -4
- package/package.json +7 -7
- package/src/lib/parsers/parse-dbf.ts +41 -67
- package/src/lib/parsers/parse-shapefile.ts +3 -6
- package/src/lib/parsers/parse-shp-geometry.ts +3 -2
- package/src/lib/parsers/parse-shp.ts +26 -12
- package/src/lib/parsers/types.ts +79 -0
- package/src/lib/streaming/binary-chunk-reader.ts +5 -1
- package/src/lib/streaming/zip-batch-iterators.ts +2 -2
- package/dist/bundle.js.map +0 -1
- package/dist/dbf-loader.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/lib/parsers/parse-dbf.js.map +0 -1
- package/dist/lib/parsers/parse-shapefile.js.map +0 -1
- package/dist/lib/parsers/parse-shp-geometry.js.map +0 -1
- package/dist/lib/parsers/parse-shp-header.js.map +0 -1
- package/dist/lib/parsers/parse-shp.js.map +0 -1
- package/dist/lib/parsers/parse-shx.js.map +0 -1
- package/dist/lib/streaming/binary-chunk-reader.js.map +0 -1
- package/dist/lib/streaming/binary-reader.js.map +0 -1
- package/dist/lib/streaming/zip-batch-iterators.js.map +0 -1
- package/dist/shapefile-loader.js.map +0 -1
- package/dist/shp-loader.js.map +0 -1
- package/dist/workers/dbf-worker.js.map +0 -1
- package/dist/workers/shp-worker.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-dbf.js","names":["BinaryChunkReader","LITTLE_ENDIAN","DBF_HEADER_SIZE","STATE","DBFParser","constructor","options","_defineProperty","START","data","textDecoder","TextDecoder","encoding","write","arrayBuffer","binaryReader","state","parseState","result","end","END","ERROR","error","parseDBF","_options$tables","_options$dbf","arguments","length","undefined","dbf","dbfParser","schema","shape","tables","format","table","rows","parseDBFInBatches","asyncIterator","parser","headerReturned","dbfHeader","e","Promise","reject","dataView","getDataView","parseDBFHeader","progress","bytesUsed","rowsTotal","nRecords","FIELD_DESCRIPTORS","fieldDescriptorView","headerLength","dbfFields","parseFieldDescriptors","fields","map","dbfField","makeField","metadata","FIELD_PROPERTIES","skip","recordLength","recordView","row","parseRow","push","concat","message","headerView","year","getUint8","month","day","getUint32","getUint16","languageDriver","view","nFields","byteLength","offset","i","name","decode","Uint8Array","buffer","byteOffset","replace","dataType","String","fromCharCode","fieldLength","decimal","out","field","text","parseField","parseNumber","parseCharacter","parseDate","parseBoolean","Error","str","Date","UTC","slice","parseInt","value","test","number","parseFloat","isNaN","trim","_ref","type","nullable"],"sources":["../../../../src/lib/parsers/parse-dbf.ts"],"sourcesContent":["import {Field, ObjectRowTable} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\nimport {\n DBFLoaderOptions,\n DBFResult,\n DBFTableOutput,\n DBFHeader,\n DBFRowsOutput,\n DBFField\n} from './types';\n\nconst LITTLE_ENDIAN = true;\nconst DBF_HEADER_SIZE = 32;\n\nenum STATE {\n START = 0, // Expecting header\n FIELD_DESCRIPTORS = 1,\n FIELD_PROPERTIES = 2,\n END = 3,\n ERROR = 4\n}\n\nclass DBFParser {\n binaryReader = new BinaryChunkReader();\n textDecoder: TextDecoder;\n state = STATE.START;\n result: DBFResult = {\n data: []\n };\n\n constructor(options: {encoding: string}) {\n this.textDecoder = new TextDecoder(options.encoding);\n }\n\n /**\n * @param arrayBuffer\n */\n write(arrayBuffer: ArrayBuffer): void {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n\n // important events:\n // - schema available\n // - first rows available\n // - all rows available\n }\n\n end(): void {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'DBF incomplete file';\n }\n }\n}\n\n/**\n * @param arrayBuffer\n * @param options\n * @returns DBFTable or rows\n */\nexport function parseDBF(\n arrayBuffer: ArrayBuffer,\n options: DBFLoaderOptions = {}\n): DBFRowsOutput | DBFTableOutput | ObjectRowTable {\n const {encoding = 'latin1'} = options.dbf || {};\n\n const dbfParser = new DBFParser({encoding});\n dbfParser.write(arrayBuffer);\n dbfParser.end();\n\n const {data, schema} = dbfParser.result;\n const shape = options?.tables?.format || options?.dbf?.shape;\n switch (shape) {\n case 'object-row-table': {\n const table: ObjectRowTable = {\n shape: 'object-row-table',\n schema,\n data\n };\n return table;\n }\n case 'table':\n return {schema, rows: data};\n case 'rows':\n default:\n return data;\n }\n}\n/**\n * @param asyncIterator\n * @param options\n */\nexport async function* parseDBFInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options: DBFLoaderOptions = {}\n): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput> {\n const {encoding = 'latin1'} = options.dbf || {};\n\n const parser = new DBFParser({encoding});\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.dbfHeader) {\n headerReturned = true;\n yield parser.result.dbfHeader;\n }\n\n if (parser.result.data.length > 0) {\n yield parser.result.data;\n parser.result.data = [];\n }\n }\n parser.end();\n if (parser.result.data.length > 0) {\n yield parser.result.data;\n }\n}\n/**\n * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm\n * @param state\n * @param result\n * @param binaryReader\n * @param textDecoder\n * @returns\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: STATE,\n result: DBFResult,\n binaryReader: BinaryChunkReader,\n textDecoder: TextDecoder\n): STATE {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.START:\n // Parse initial file header\n // DBF Header\n const dataView = binaryReader.getDataView(DBF_HEADER_SIZE);\n if (!dataView) {\n return state;\n }\n result.dbfHeader = parseDBFHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n rowsTotal: result.dbfHeader.nRecords,\n rows: 0\n };\n state = STATE.FIELD_DESCRIPTORS;\n break;\n\n case STATE.FIELD_DESCRIPTORS:\n // Parse DBF field descriptors (schema)\n const fieldDescriptorView = binaryReader.getDataView(\n // @ts-ignore\n result.dbfHeader.headerLength - DBF_HEADER_SIZE\n );\n if (!fieldDescriptorView) {\n return state;\n }\n\n result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);\n result.schema = {\n fields: result.dbfFields.map((dbfField) => makeField(dbfField)),\n metadata: {}\n };\n\n state = STATE.FIELD_PROPERTIES;\n\n // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?\n // parsedbf uses ((fields.length + 1) << 5) + 2;\n binaryReader.skip(1);\n break;\n\n case STATE.FIELD_PROPERTIES:\n const {recordLength = 0, nRecords = 0} = result?.dbfHeader || {};\n while (result.data.length < nRecords) {\n const recordView = binaryReader.getDataView(recordLength - 1);\n if (!recordView) {\n return state;\n }\n // Note: Avoid actually reading the last byte, which may not be present\n binaryReader.skip(1);\n\n // @ts-ignore\n const row = parseRow(recordView, result.dbfFields, textDecoder);\n result.data.push(row);\n // @ts-ignore\n result.progress.rows = result.data.length;\n }\n state = STATE.END;\n break;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `DBF parsing failed: ${(error as Error).message}`;\n return state;\n }\n }\n}\n\n/**\n * @param headerView\n */\nfunction parseDBFHeader(headerView: DataView): DBFHeader {\n return {\n // Last updated date\n year: headerView.getUint8(1) + 1900,\n month: headerView.getUint8(2),\n day: headerView.getUint8(3),\n // Number of records in data file\n nRecords: headerView.getUint32(4, LITTLE_ENDIAN),\n // Length of header in bytes\n headerLength: headerView.getUint16(8, LITTLE_ENDIAN),\n // Length of each record\n recordLength: headerView.getUint16(10, LITTLE_ENDIAN),\n // Not sure if this is usually set\n languageDriver: headerView.getUint8(29)\n };\n}\n\n/**\n * @param view\n */\nfunction parseFieldDescriptors(view: DataView, textDecoder: TextDecoder): DBFField[] {\n // NOTE: this might overestimate the number of fields if the \"Database\n // Container\" container exists and is included in the headerLength\n const nFields = (view.byteLength - 1) / 32;\n const fields: DBFField[] = [];\n let offset = 0;\n for (let i = 0; i < nFields; i++) {\n const name = textDecoder\n .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))\n // eslint-disable-next-line no-control-regex\n .replace(/\\u0000/g, '');\n\n fields.push({\n name,\n dataType: String.fromCharCode(view.getUint8(offset + 11)),\n fieldLength: view.getUint8(offset + 16),\n decimal: view.getUint8(offset + 17)\n });\n offset += 32;\n }\n return fields;\n}\n\n/*\n * @param {BinaryChunkReader} binaryReader\nfunction parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {\n const rows = [];\n for (let i = 0; i < nRecords; i++) {\n const recordView = binaryReader.getDataView(recordLength - 1);\n binaryReader.skip(1);\n // @ts-ignore\n rows.push(parseRow(recordView, fields, textDecoder));\n }\n return rows;\n}\n */\n\n/**\n *\n * @param view\n * @param fields\n * @param textDecoder\n * @returns\n */\nfunction parseRow(\n view: DataView,\n fields: DBFField[],\n textDecoder: TextDecoder\n): {[key: string]: any} {\n const out: {[key: string]: string | number | boolean | null} = {};\n let offset = 0;\n for (const field of fields) {\n const text = textDecoder.decode(\n new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength)\n );\n out[field.name] = parseField(text, field.dataType);\n offset += field.fieldLength;\n }\n\n return out;\n}\n\n/**\n * Should NaN be coerced to null?\n * @param text\n * @param dataType\n * @returns Field depends on a type of the data\n */\nfunction parseField(text: string, dataType: string): string | number | boolean | null {\n switch (dataType) {\n case 'B':\n return parseNumber(text);\n case 'C':\n return parseCharacter(text);\n case 'F':\n return parseNumber(text);\n case 'N':\n return parseNumber(text);\n case 'O':\n return parseNumber(text);\n case 'D':\n return parseDate(text);\n case 'L':\n return parseBoolean(text);\n default:\n throw new Error('Unsupported data type');\n }\n}\n\n/**\n * Parse YYYYMMDD to date in milliseconds\n * @param str YYYYMMDD\n * @returns new Date as a number\n */\nfunction parseDate(str: any): number {\n return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));\n}\n\n/**\n * Read boolean value\n * any of Y, y, T, t coerce to true\n * any of N, n, F, f coerce to false\n * otherwise null\n * @param value\n * @returns boolean | null\n */\nfunction parseBoolean(value: string): boolean | null {\n return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;\n}\n\n/**\n * Return null instead of NaN\n * @param text\n * @returns number | null\n */\nfunction parseNumber(text: string): number | null {\n const number = parseFloat(text);\n return isNaN(number) ? null : number;\n}\n\n/**\n *\n * @param text\n * @returns string | null\n */\nfunction parseCharacter(text: string): string | null {\n return text.trim() || null;\n}\n\n/**\n * Create a standard Arrow-style `Field` from field descriptor.\n * TODO - use `fieldLength` and `decimal` to generate smaller types?\n * @param param0\n * @returns Field\n */\n// eslint-disable\nfunction makeField({name, dataType, fieldLength, decimal}: DBFField): Field {\n switch (dataType) {\n case 'B':\n return {name, type: 'float64', nullable: true, metadata: {}};\n case 'C':\n return {name, type: 'utf8', nullable: true, metadata: {}};\n case 'F':\n return {name, type: 'float64', nullable: true, metadata: {}};\n case 'N':\n return {name, type: 'float64', nullable: true, metadata: {}};\n case 'O':\n return {name, type: 'float64', nullable: true, metadata: {}};\n case 'D':\n return {name, type: 'timestamp-millisecond', nullable: true, metadata: {}};\n case 'L':\n return {name, type: 'bool', nullable: true, metadata: {}};\n default:\n throw new Error('Unsupported data type');\n }\n}\n"],"mappings":";AACA,OAAOA,iBAAiB,MAAM,kCAAkC;AAUhE,MAAMC,aAAa,GAAG,IAAI;AAC1B,MAAMC,eAAe,GAAG,EAAE;AAAC,IAEtBC,KAAK,aAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAAA,OAALA,KAAK;AAAA,EAALA,KAAK;AAQV,MAAMC,SAAS,CAAC;EAQdC,WAAWA,CAACC,OAA2B,EAAE;IAAAC,eAAA,uBAP1B,IAAIP,iBAAiB,CAAC,CAAC;IAAAO,eAAA;IAAAA,eAAA,gBAE9BJ,KAAK,CAACK,KAAK;IAAAD,eAAA,iBACC;MAClBE,IAAI,EAAE;IACR,CAAC;IAGC,IAAI,CAACC,WAAW,GAAG,IAAIC,WAAW,CAACL,OAAO,CAACM,QAAQ,CAAC;EACtD;EAKAC,KAAKA,CAACC,WAAwB,EAAQ;IACpC,IAAI,CAACC,YAAY,CAACF,KAAK,CAACC,WAAW,CAAC;IACpC,IAAI,CAACE,KAAK,GAAGC,UAAU,CAAC,IAAI,CAACD,KAAK,EAAE,IAAI,CAACE,MAAM,EAAE,IAAI,CAACH,YAAY,EAAE,IAAI,CAACL,WAAW,CAAC;EAOvF;EAEAS,GAAGA,CAAA,EAAS;IACV,IAAI,CAACJ,YAAY,CAACI,GAAG,CAAC,CAAC;IACvB,IAAI,CAACH,KAAK,GAAGC,UAAU,CAAC,IAAI,CAACD,KAAK,EAAE,IAAI,CAACE,MAAM,EAAE,IAAI,CAACH,YAAY,EAAE,IAAI,CAACL,WAAW,CAAC;IAErF,IAAI,IAAI,CAACM,KAAK,KAAKb,KAAK,CAACiB,GAAG,EAAE;MAC5B,IAAI,CAACJ,KAAK,GAAGb,KAAK,CAACkB,KAAK;MACxB,IAAI,CAACH,MAAM,CAACI,KAAK,GAAG,qBAAqB;IAC3C;EACF;AACF;AAOA,OAAO,SAASC,QAAQA,CACtBT,WAAwB,EAEyB;EAAA,IAAAU,eAAA,EAAAC,YAAA;EAAA,IADjDnB,OAAyB,GAAAoB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAE9B,MAAM;IAACd,QAAQ,GAAG;EAAQ,CAAC,GAAGN,OAAO,CAACuB,GAAG,IAAI,CAAC,CAAC;EAE/C,MAAMC,SAAS,GAAG,IAAI1B,SAAS,CAAC;IAACQ;EAAQ,CAAC,CAAC;EAC3CkB,SAAS,CAACjB,KAAK,CAACC,WAAW,CAAC;EAC5BgB,SAAS,CAACX,GAAG,CAAC,CAAC;EAEf,MAAM;IAACV,IAAI;IAAEsB;EAAM,CAAC,GAAGD,SAAS,CAACZ,MAAM;EACvC,MAAMc,KAAK,GAAG,CAAA1B,OAAO,aAAPA,OAAO,wBAAAkB,eAAA,GAAPlB,OAAO,CAAE2B,MAAM,cAAAT,eAAA,uBAAfA,eAAA,CAAiBU,MAAM,MAAI5B,OAAO,aAAPA,OAAO,wBAAAmB,YAAA,GAAPnB,OAAO,CAAEuB,GAAG,cAAAJ,YAAA,uBAAZA,YAAA,CAAcO,KAAK;EAC5D,QAAQA,KAAK;IACX,KAAK,kBAAkB;MAAE;QACvB,MAAMG,KAAqB,GAAG;UAC5BH,KAAK,EAAE,kBAAkB;UACzBD,MAAM;UACNtB;QACF,CAAC;QACD,OAAO0B,KAAK;MACd;IACA,KAAK,OAAO;MACV,OAAO;QAACJ,MAAM;QAAEK,IAAI,EAAE3B;MAAI,CAAC;IAC7B,KAAK,MAAM;IACX;MACE,OAAOA,IAAI;EACf;AACF;AAKA,OAAO,SAAgB4B,iBAAiBA,CACtCC,aAAiE;EAAA;IAAA,IACjEhC,OAAyB,GAAAoB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAAA,0BAC6B;MAC3D,MAAM;QAACd,QAAQ,GAAG;MAAQ,CAAC,GAAGN,OAAO,CAACuB,GAAG,IAAI,CAAC,CAAC;MAE/C,MAAMU,MAAM,GAAG,IAAInC,SAAS,CAAC;QAACQ;MAAQ,CAAC,CAAC;MACxC,IAAI4B,cAAc,GAAG,KAAK;MAC1B,WAAW,MAAM1B,WAAW,IAAIwB,aAAa,EAAE;QAC7CC,MAAM,CAAC1B,KAAK,CAACC,WAAW,CAAC;QACzB,IAAI,CAAC0B,cAAc,IAAID,MAAM,CAACrB,MAAM,CAACuB,SAAS,EAAE;UAC9CD,cAAc,GAAG,IAAI;UACrB,MAAMD,MAAM,CAACrB,MAAM,CAACuB,SAAS;QAC/B;QAEA,IAAIF,MAAM,CAACrB,MAAM,CAACT,IAAI,CAACkB,MAAM,GAAG,CAAC,EAAE;UACjC,MAAMY,MAAM,CAACrB,MAAM,CAACT,IAAI;UACxB8B,MAAM,CAACrB,MAAM,CAACT,IAAI,GAAG,EAAE;QACzB;MACF;MACA8B,MAAM,CAACpB,GAAG,CAAC,CAAC;MACZ,IAAIoB,MAAM,CAACrB,MAAM,CAACT,IAAI,CAACkB,MAAM,GAAG,CAAC,EAAE;QACjC,MAAMY,MAAM,CAACrB,MAAM,CAACT,IAAI;MAC1B;IACF,CAAC;EAAA,SAAAiC,CAAA;IAAA,OAAAC,OAAA,CAAAC,MAAA,CAAAF,CAAA;EAAA;AAAA;AAUD,SAASzB,UAAUA,CACjBD,KAAY,EACZE,MAAiB,EACjBH,YAA+B,EAC/BL,WAAwB,EACjB;EAEP,OAAO,IAAI,EAAE;IACX,IAAI;MACF,QAAQM,KAAK;QACX,KAAKb,KAAK,CAACkB,KAAK;QAChB,KAAKlB,KAAK,CAACiB,GAAG;UACZ,OAAOJ,KAAK;QAEd,KAAKb,KAAK,CAACK,KAAK;UAGd,MAAMqC,QAAQ,GAAG9B,YAAY,CAAC+B,WAAW,CAAC5C,eAAe,CAAC;UAC1D,IAAI,CAAC2C,QAAQ,EAAE;YACb,OAAO7B,KAAK;UACd;UACAE,MAAM,CAACuB,SAAS,GAAGM,cAAc,CAACF,QAAQ,CAAC;UAC3C3B,MAAM,CAAC8B,QAAQ,GAAG;YAChBC,SAAS,EAAE,CAAC;YACZC,SAAS,EAAEhC,MAAM,CAACuB,SAAS,CAACU,QAAQ;YACpCf,IAAI,EAAE;UACR,CAAC;UACDpB,KAAK,GAAGb,KAAK,CAACiD,iBAAiB;UAC/B;QAEF,KAAKjD,KAAK,CAACiD,iBAAiB;UAE1B,MAAMC,mBAAmB,GAAGtC,YAAY,CAAC+B,WAAW,CAElD5B,MAAM,CAACuB,SAAS,CAACa,YAAY,GAAGpD,eAClC,CAAC;UACD,IAAI,CAACmD,mBAAmB,EAAE;YACxB,OAAOrC,KAAK;UACd;UAEAE,MAAM,CAACqC,SAAS,GAAGC,qBAAqB,CAACH,mBAAmB,EAAE3C,WAAW,CAAC;UAC1EQ,MAAM,CAACa,MAAM,GAAG;YACd0B,MAAM,EAAEvC,MAAM,CAACqC,SAAS,CAACG,GAAG,CAAEC,QAAQ,IAAKC,SAAS,CAACD,QAAQ,CAAC,CAAC;YAC/DE,QAAQ,EAAE,CAAC;UACb,CAAC;UAED7C,KAAK,GAAGb,KAAK,CAAC2D,gBAAgB;UAI9B/C,YAAY,CAACgD,IAAI,CAAC,CAAC,CAAC;UACpB;QAEF,KAAK5D,KAAK,CAAC2D,gBAAgB;UACzB,MAAM;YAACE,YAAY,GAAG,CAAC;YAAEb,QAAQ,GAAG;UAAC,CAAC,GAAG,CAAAjC,MAAM,aAANA,MAAM,uBAANA,MAAM,CAAEuB,SAAS,KAAI,CAAC,CAAC;UAChE,OAAOvB,MAAM,CAACT,IAAI,CAACkB,MAAM,GAAGwB,QAAQ,EAAE;YACpC,MAAMc,UAAU,GAAGlD,YAAY,CAAC+B,WAAW,CAACkB,YAAY,GAAG,CAAC,CAAC;YAC7D,IAAI,CAACC,UAAU,EAAE;cACf,OAAOjD,KAAK;YACd;YAEAD,YAAY,CAACgD,IAAI,CAAC,CAAC,CAAC;YAGpB,MAAMG,GAAG,GAAGC,QAAQ,CAACF,UAAU,EAAE/C,MAAM,CAACqC,SAAS,EAAE7C,WAAW,CAAC;YAC/DQ,MAAM,CAACT,IAAI,CAAC2D,IAAI,CAACF,GAAG,CAAC;YAErBhD,MAAM,CAAC8B,QAAQ,CAACZ,IAAI,GAAGlB,MAAM,CAACT,IAAI,CAACkB,MAAM;UAC3C;UACAX,KAAK,GAAGb,KAAK,CAACiB,GAAG;UACjB;QAEF;UACEJ,KAAK,GAAGb,KAAK,CAACkB,KAAK;UACnBH,MAAM,CAACI,KAAK,2BAAA+C,MAAA,CAA2BrD,KAAK,CAAE;UAC9C,OAAOA,KAAK;MAChB;IACF,CAAC,CAAC,OAAOM,KAAK,EAAE;MACdN,KAAK,GAAGb,KAAK,CAACkB,KAAK;MACnBH,MAAM,CAACI,KAAK,0BAAA+C,MAAA,CAA2B/C,KAAK,CAAWgD,OAAO,CAAE;MAChE,OAAOtD,KAAK;IACd;EACF;AACF;AAKA,SAAS+B,cAAcA,CAACwB,UAAoB,EAAa;EACvD,OAAO;IAELC,IAAI,EAAED,UAAU,CAACE,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI;IACnCC,KAAK,EAAEH,UAAU,CAACE,QAAQ,CAAC,CAAC,CAAC;IAC7BE,GAAG,EAAEJ,UAAU,CAACE,QAAQ,CAAC,CAAC,CAAC;IAE3BtB,QAAQ,EAAEoB,UAAU,CAACK,SAAS,CAAC,CAAC,EAAE3E,aAAa,CAAC;IAEhDqD,YAAY,EAAEiB,UAAU,CAACM,SAAS,CAAC,CAAC,EAAE5E,aAAa,CAAC;IAEpD+D,YAAY,EAAEO,UAAU,CAACM,SAAS,CAAC,EAAE,EAAE5E,aAAa,CAAC;IAErD6E,cAAc,EAAEP,UAAU,CAACE,QAAQ,CAAC,EAAE;EACxC,CAAC;AACH;AAKA,SAASjB,qBAAqBA,CAACuB,IAAc,EAAErE,WAAwB,EAAc;EAGnF,MAAMsE,OAAO,GAAG,CAACD,IAAI,CAACE,UAAU,GAAG,CAAC,IAAI,EAAE;EAC1C,MAAMxB,MAAkB,GAAG,EAAE;EAC7B,IAAIyB,MAAM,GAAG,CAAC;EACd,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,OAAO,EAAEG,CAAC,EAAE,EAAE;IAChC,MAAMC,IAAI,GAAG1E,WAAW,CACrB2E,MAAM,CAAC,IAAIC,UAAU,CAACP,IAAI,CAACQ,MAAM,EAAER,IAAI,CAACS,UAAU,GAAGN,MAAM,EAAE,EAAE,CAAC,CAAC,CAEjEO,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAEzBhC,MAAM,CAACW,IAAI,CAAC;MACVgB,IAAI;MACJM,QAAQ,EAAEC,MAAM,CAACC,YAAY,CAACb,IAAI,CAACN,QAAQ,CAACS,MAAM,GAAG,EAAE,CAAC,CAAC;MACzDW,WAAW,EAAEd,IAAI,CAACN,QAAQ,CAACS,MAAM,GAAG,EAAE,CAAC;MACvCY,OAAO,EAAEf,IAAI,CAACN,QAAQ,CAACS,MAAM,GAAG,EAAE;IACpC,CAAC,CAAC;IACFA,MAAM,IAAI,EAAE;EACd;EACA,OAAOzB,MAAM;AACf;AAuBA,SAASU,QAAQA,CACfY,IAAc,EACdtB,MAAkB,EAClB/C,WAAwB,EACF;EACtB,MAAMqF,GAAsD,GAAG,CAAC,CAAC;EACjE,IAAIb,MAAM,GAAG,CAAC;EACd,KAAK,MAAMc,KAAK,IAAIvC,MAAM,EAAE;IAC1B,MAAMwC,IAAI,GAAGvF,WAAW,CAAC2E,MAAM,CAC7B,IAAIC,UAAU,CAACP,IAAI,CAACQ,MAAM,EAAER,IAAI,CAACS,UAAU,GAAGN,MAAM,EAAEc,KAAK,CAACH,WAAW,CACzE,CAAC;IACDE,GAAG,CAACC,KAAK,CAACZ,IAAI,CAAC,GAAGc,UAAU,CAACD,IAAI,EAAED,KAAK,CAACN,QAAQ,CAAC;IAClDR,MAAM,IAAIc,KAAK,CAACH,WAAW;EAC7B;EAEA,OAAOE,GAAG;AACZ;AAQA,SAASG,UAAUA,CAACD,IAAY,EAAEP,QAAgB,EAAoC;EACpF,QAAQA,QAAQ;IACd,KAAK,GAAG;MACN,OAAOS,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOG,cAAc,CAACH,IAAI,CAAC;IAC7B,KAAK,GAAG;MACN,OAAOE,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOE,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOE,WAAW,CAACF,IAAI,CAAC;IAC1B,KAAK,GAAG;MACN,OAAOI,SAAS,CAACJ,IAAI,CAAC;IACxB,KAAK,GAAG;MACN,OAAOK,YAAY,CAACL,IAAI,CAAC;IAC3B;MACE,MAAM,IAAIM,KAAK,CAAC,uBAAuB,CAAC;EAC5C;AACF;AAOA,SAASF,SAASA,CAACG,GAAQ,EAAU;EACnC,OAAOC,IAAI,CAACC,GAAG,CAACF,GAAG,CAACG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAEC,QAAQ,CAACJ,GAAG,CAACG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAEH,GAAG,CAACG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACtF;AAUA,SAASL,YAAYA,CAACO,KAAa,EAAkB;EACnD,OAAO,SAAS,CAACC,IAAI,CAACD,KAAK,CAAC,GAAG,KAAK,GAAG,SAAS,CAACC,IAAI,CAACD,KAAK,CAAC,GAAG,IAAI,GAAG,IAAI;AAC5E;AAOA,SAASV,WAAWA,CAACF,IAAY,EAAiB;EAChD,MAAMc,MAAM,GAAGC,UAAU,CAACf,IAAI,CAAC;EAC/B,OAAOgB,KAAK,CAACF,MAAM,CAAC,GAAG,IAAI,GAAGA,MAAM;AACtC;AAOA,SAASX,cAAcA,CAACH,IAAY,EAAiB;EACnD,OAAOA,IAAI,CAACiB,IAAI,CAAC,CAAC,IAAI,IAAI;AAC5B;AASA,SAAStD,SAASA,CAAAuD,IAAA,EAA0D;EAAA,IAAzD;IAAC/B,IAAI;IAAEM,QAAQ;IAAEG,WAAW;IAAEC;EAAiB,CAAC,GAAAqB,IAAA;EACjE,QAAQzB,QAAQ;IACd,KAAK,GAAG;MACN,OAAO;QAACN,IAAI;QAAEgC,IAAI,EAAE,SAAS;QAAEC,QAAQ,EAAE,IAAI;QAAExD,QAAQ,EAAE,CAAC;MAAC,CAAC;IAC9D,KAAK,GAAG;MACN,OAAO;QAACuB,IAAI;QAAEgC,IAAI,EAAE,MAAM;QAAEC,QAAQ,EAAE,IAAI;QAAExD,QAAQ,EAAE,CAAC;MAAC,CAAC;IAC3D,KAAK,GAAG;MACN,OAAO;QAACuB,IAAI;QAAEgC,IAAI,EAAE,SAAS;QAAEC,QAAQ,EAAE,IAAI;QAAExD,QAAQ,EAAE,CAAC;MAAC,CAAC;IAC9D,KAAK,GAAG;MACN,OAAO;QAACuB,IAAI;QAAEgC,IAAI,EAAE,SAAS;QAAEC,QAAQ,EAAE,IAAI;QAAExD,QAAQ,EAAE,CAAC;MAAC,CAAC;IAC9D,KAAK,GAAG;MACN,OAAO;QAACuB,IAAI;QAAEgC,IAAI,EAAE,SAAS;QAAEC,QAAQ,EAAE,IAAI;QAAExD,QAAQ,EAAE,CAAC;MAAC,CAAC;IAC9D,KAAK,GAAG;MACN,OAAO;QAACuB,IAAI;QAAEgC,IAAI,EAAE,uBAAuB;QAAEC,QAAQ,EAAE,IAAI;QAAExD,QAAQ,EAAE,CAAC;MAAC,CAAC;IAC5E,KAAK,GAAG;MACN,OAAO;QAACuB,IAAI;QAAEgC,IAAI,EAAE,MAAM;QAAEC,QAAQ,EAAE,IAAI;QAAExD,QAAQ,EAAE,CAAC;MAAC,CAAC;IAC3D;MACE,MAAM,IAAI0C,KAAK,CAAC,uBAAuB,CAAC;EAC5C;AACF"}
|
|
@@ -0,0 +1,187 @@
|
|
|
1
|
+
import { binaryToGeometry, transformGeoJsonCoords } from '@loaders.gl/gis';
|
|
2
|
+
import { Proj4Projection } from '@math.gl/proj4';
|
|
3
|
+
import { parseShx } from './parse-shx';
|
|
4
|
+
import { zipBatchIterators } from '../streaming/zip-batch-iterators';
|
|
5
|
+
import { SHPLoader } from '../../shp-loader';
|
|
6
|
+
import { DBFLoader } from '../../dbf-loader';
|
|
7
|
+
export async function* parseShapefileInBatches(asyncIterator, options, context) {
|
|
8
|
+
const {
|
|
9
|
+
reproject = false,
|
|
10
|
+
_targetCrs = 'WGS84'
|
|
11
|
+
} = (options === null || options === void 0 ? void 0 : options.gis) || {};
|
|
12
|
+
const {
|
|
13
|
+
shx,
|
|
14
|
+
cpg,
|
|
15
|
+
prj
|
|
16
|
+
} = await loadShapefileSidecarFiles(options, context);
|
|
17
|
+
const shapeIterable = await context.parseInBatches(asyncIterator, SHPLoader, options);
|
|
18
|
+
let propertyIterable;
|
|
19
|
+
const dbfResponse = await context.fetch(replaceExtension((context === null || context === void 0 ? void 0 : context.url) || '', 'dbf'));
|
|
20
|
+
if (dbfResponse.ok) {
|
|
21
|
+
propertyIterable = await context.parseInBatches(dbfResponse, DBFLoader, {
|
|
22
|
+
...options,
|
|
23
|
+
dbf: {
|
|
24
|
+
encoding: cpg || 'latin1'
|
|
25
|
+
}
|
|
26
|
+
});
|
|
27
|
+
}
|
|
28
|
+
let shapeHeader = (await shapeIterable.next()).value;
|
|
29
|
+
if (shapeHeader && shapeHeader.batchType === 'metadata') {
|
|
30
|
+
shapeHeader = (await shapeIterable.next()).value;
|
|
31
|
+
}
|
|
32
|
+
let dbfHeader = {};
|
|
33
|
+
if (propertyIterable) {
|
|
34
|
+
dbfHeader = (await propertyIterable.next()).value;
|
|
35
|
+
if (dbfHeader && dbfHeader.batchType === 'metadata') {
|
|
36
|
+
dbfHeader = (await propertyIterable.next()).value;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
let iterator;
|
|
40
|
+
if (propertyIterable) {
|
|
41
|
+
iterator = zipBatchIterators(shapeIterable, propertyIterable);
|
|
42
|
+
} else {
|
|
43
|
+
iterator = shapeIterable;
|
|
44
|
+
}
|
|
45
|
+
for await (const item of iterator) {
|
|
46
|
+
let geometries;
|
|
47
|
+
let properties;
|
|
48
|
+
if (!propertyIterable) {
|
|
49
|
+
geometries = item;
|
|
50
|
+
} else {
|
|
51
|
+
[geometries, properties] = item;
|
|
52
|
+
}
|
|
53
|
+
const geojsonGeometries = parseGeometries(geometries);
|
|
54
|
+
let features = joinProperties(geojsonGeometries, properties);
|
|
55
|
+
if (reproject) {
|
|
56
|
+
features = reprojectFeatures(features, prj, _targetCrs);
|
|
57
|
+
}
|
|
58
|
+
yield {
|
|
59
|
+
encoding: cpg,
|
|
60
|
+
prj,
|
|
61
|
+
shx,
|
|
62
|
+
header: shapeHeader,
|
|
63
|
+
data: features
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
export async function parseShapefile(arrayBuffer, options, context) {
|
|
68
|
+
const {
|
|
69
|
+
reproject = false,
|
|
70
|
+
_targetCrs = 'WGS84'
|
|
71
|
+
} = (options === null || options === void 0 ? void 0 : options.gis) || {};
|
|
72
|
+
const {
|
|
73
|
+
shx,
|
|
74
|
+
cpg,
|
|
75
|
+
prj
|
|
76
|
+
} = await loadShapefileSidecarFiles(options, context);
|
|
77
|
+
const {
|
|
78
|
+
header,
|
|
79
|
+
geometries
|
|
80
|
+
} = await context.parse(arrayBuffer, SHPLoader, options);
|
|
81
|
+
const geojsonGeometries = parseGeometries(geometries);
|
|
82
|
+
let properties = [];
|
|
83
|
+
const dbfResponse = await context.fetch(replaceExtension(context.url, 'dbf'));
|
|
84
|
+
if (dbfResponse.ok) {
|
|
85
|
+
properties = await context.parse(dbfResponse, DBFLoader, {
|
|
86
|
+
dbf: {
|
|
87
|
+
encoding: cpg || 'latin1'
|
|
88
|
+
}
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
let features = joinProperties(geojsonGeometries, properties);
|
|
92
|
+
if (reproject) {
|
|
93
|
+
features = reprojectFeatures(features, prj, _targetCrs);
|
|
94
|
+
}
|
|
95
|
+
return {
|
|
96
|
+
encoding: cpg,
|
|
97
|
+
prj,
|
|
98
|
+
shx,
|
|
99
|
+
header,
|
|
100
|
+
data: features
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
function parseGeometries(geometries) {
|
|
104
|
+
const geojsonGeometries = [];
|
|
105
|
+
for (const geom of geometries) {
|
|
106
|
+
geojsonGeometries.push(binaryToGeometry(geom));
|
|
107
|
+
}
|
|
108
|
+
return geojsonGeometries;
|
|
109
|
+
}
|
|
110
|
+
function joinProperties(geometries, properties) {
|
|
111
|
+
const features = [];
|
|
112
|
+
for (let i = 0; i < geometries.length; i++) {
|
|
113
|
+
const geometry = geometries[i];
|
|
114
|
+
const feature = {
|
|
115
|
+
type: 'Feature',
|
|
116
|
+
geometry,
|
|
117
|
+
properties: properties && properties[i] || {}
|
|
118
|
+
};
|
|
119
|
+
features.push(feature);
|
|
120
|
+
}
|
|
121
|
+
return features;
|
|
122
|
+
}
|
|
123
|
+
function reprojectFeatures(features, sourceCrs, targetCrs) {
|
|
124
|
+
if (!sourceCrs && !targetCrs) {
|
|
125
|
+
return features;
|
|
126
|
+
}
|
|
127
|
+
const projection = new Proj4Projection({
|
|
128
|
+
from: sourceCrs || 'WGS84',
|
|
129
|
+
to: targetCrs || 'WGS84'
|
|
130
|
+
});
|
|
131
|
+
return transformGeoJsonCoords(features, coord => projection.project(coord));
|
|
132
|
+
}
|
|
133
|
+
export async function loadShapefileSidecarFiles(options, context) {
|
|
134
|
+
const {
|
|
135
|
+
url,
|
|
136
|
+
fetch
|
|
137
|
+
} = context;
|
|
138
|
+
const shxPromise = fetch(replaceExtension(url, 'shx'));
|
|
139
|
+
const cpgPromise = fetch(replaceExtension(url, 'cpg'));
|
|
140
|
+
const prjPromise = fetch(replaceExtension(url, 'prj'));
|
|
141
|
+
await Promise.all([shxPromise, cpgPromise, prjPromise]);
|
|
142
|
+
let shx;
|
|
143
|
+
let cpg;
|
|
144
|
+
let prj;
|
|
145
|
+
const shxResponse = await shxPromise;
|
|
146
|
+
if (shxResponse.ok) {
|
|
147
|
+
const arrayBuffer = await shxResponse.arrayBuffer();
|
|
148
|
+
shx = parseShx(arrayBuffer);
|
|
149
|
+
}
|
|
150
|
+
const cpgResponse = await cpgPromise;
|
|
151
|
+
if (cpgResponse.ok) {
|
|
152
|
+
cpg = await cpgResponse.text();
|
|
153
|
+
}
|
|
154
|
+
const prjResponse = await prjPromise;
|
|
155
|
+
if (prjResponse.ok) {
|
|
156
|
+
prj = await prjResponse.text();
|
|
157
|
+
}
|
|
158
|
+
return {
|
|
159
|
+
shx,
|
|
160
|
+
cpg,
|
|
161
|
+
prj
|
|
162
|
+
};
|
|
163
|
+
}
|
|
164
|
+
export function replaceExtension(url, newExtension) {
|
|
165
|
+
const baseName = basename(url);
|
|
166
|
+
const extension = extname(url);
|
|
167
|
+
const isUpperCase = extension === extension.toUpperCase();
|
|
168
|
+
if (isUpperCase) {
|
|
169
|
+
newExtension = newExtension.toUpperCase();
|
|
170
|
+
}
|
|
171
|
+
return "".concat(baseName, ".").concat(newExtension);
|
|
172
|
+
}
|
|
173
|
+
function basename(url) {
|
|
174
|
+
const extIndex = url && url.lastIndexOf('.');
|
|
175
|
+
if (typeof extIndex === 'number') {
|
|
176
|
+
return extIndex >= 0 ? url.substr(0, extIndex) : '';
|
|
177
|
+
}
|
|
178
|
+
return extIndex;
|
|
179
|
+
}
|
|
180
|
+
function extname(url) {
|
|
181
|
+
const extIndex = url && url.lastIndexOf('.');
|
|
182
|
+
if (typeof extIndex === 'number') {
|
|
183
|
+
return extIndex >= 0 ? url.substr(extIndex + 1) : '';
|
|
184
|
+
}
|
|
185
|
+
return extIndex;
|
|
186
|
+
}
|
|
187
|
+
//# sourceMappingURL=parse-shapefile.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-shapefile.js","names":["binaryToGeometry","transformGeoJsonCoords","Proj4Projection","parseShx","zipBatchIterators","SHPLoader","DBFLoader","parseShapefileInBatches","asyncIterator","options","context","reproject","_targetCrs","gis","shx","cpg","prj","loadShapefileSidecarFiles","shapeIterable","parseInBatches","propertyIterable","dbfResponse","fetch","replaceExtension","url","ok","dbf","encoding","shapeHeader","next","value","batchType","dbfHeader","iterator","item","geometries","properties","geojsonGeometries","parseGeometries","features","joinProperties","reprojectFeatures","header","data","parseShapefile","arrayBuffer","parse","geom","push","i","length","geometry","feature","type","sourceCrs","targetCrs","projection","from","to","coord","project","shxPromise","cpgPromise","prjPromise","Promise","all","shxResponse","cpgResponse","text","prjResponse","newExtension","baseName","basename","extension","extname","isUpperCase","toUpperCase","concat","extIndex","lastIndexOf","substr"],"sources":["../../../../src/lib/parsers/parse-shapefile.ts"],"sourcesContent":["// import type {Feature} from '@loaders.gl/gis';\nimport type {SHXOutput} from './parse-shx';\nimport type {SHPHeader} from './parse-shp-header';\nimport type {LoaderContext} from '@loaders.gl/loader-utils';\nimport type {ShapefileLoaderOptions} from './types';\n\nimport {binaryToGeometry, transformGeoJsonCoords} from '@loaders.gl/gis';\nimport {Proj4Projection} from '@math.gl/proj4';\nimport {parseShx} from './parse-shx';\nimport {zipBatchIterators} from '../streaming/zip-batch-iterators';\nimport {SHPLoader} from '../../shp-loader';\nimport {DBFLoader} from '../../dbf-loader';\n\ntype Feature = any;\ninterface ShapefileOutput {\n encoding?: string;\n prj?: string;\n shx?: SHXOutput;\n header: SHPHeader;\n data: object[];\n}\n/**\n * Parsing of file in batches\n */\n// eslint-disable-next-line max-statements, complexity\nexport async function* parseShapefileInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: ShapefileLoaderOptions,\n context?: LoaderContext\n): AsyncIterable<ShapefileOutput> {\n const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n const {shx, cpg, prj} = await loadShapefileSidecarFiles(options, context);\n\n // parse geometries\n // @ts-ignore context must be defined\n const shapeIterable: any = await context.parseInBatches(asyncIterator, SHPLoader, options);\n\n // parse properties\n let propertyIterable: any;\n // @ts-ignore context must be defined\n const dbfResponse = await context.fetch(replaceExtension(context?.url || '', 'dbf'));\n if (dbfResponse.ok) {\n // @ts-ignore context must be defined\n propertyIterable = await context.parseInBatches(dbfResponse, DBFLoader, {\n ...options,\n dbf: {encoding: cpg || 'latin1'}\n });\n }\n\n // When `options.metadata` is `true`, there's an extra initial `metadata`\n // object before the iterator starts. zipBatchIterators expects to receive\n // batches of Array objects, and will fail with non-iterable batches, so it's\n // important to skip over the first batch.\n let shapeHeader = (await shapeIterable.next()).value;\n if (shapeHeader && shapeHeader.batchType === 'metadata') {\n shapeHeader = (await shapeIterable.next()).value;\n }\n\n let dbfHeader: {batchType?: string} = {};\n if (propertyIterable) {\n dbfHeader = (await propertyIterable.next()).value;\n if (dbfHeader && dbfHeader.batchType === 'metadata') {\n dbfHeader = (await propertyIterable.next()).value;\n }\n }\n\n let iterator: any;\n if (propertyIterable) {\n iterator = zipBatchIterators(shapeIterable, propertyIterable);\n } else {\n iterator = shapeIterable;\n }\n\n for await (const item of iterator) {\n let geometries: any;\n let properties: any;\n if (!propertyIterable) {\n geometries = item;\n } else {\n [geometries, properties] = item;\n }\n\n const geojsonGeometries = parseGeometries(geometries);\n let features = joinProperties(geojsonGeometries, properties);\n if (reproject) {\n // @ts-ignore\n features = reprojectFeatures(features, prj, _targetCrs);\n }\n yield {\n encoding: cpg,\n prj,\n shx,\n header: shapeHeader,\n data: features\n };\n }\n}\n\n/**\n * Parse shapefile\n *\n * @param arrayBuffer\n * @param options\n * @param context\n * @returns output of shapefile\n */\nexport async function parseShapefile(\n arrayBuffer: ArrayBuffer,\n options?: ShapefileLoaderOptions,\n context?: LoaderContext\n): Promise<ShapefileOutput> {\n const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n const {shx, cpg, prj} = await loadShapefileSidecarFiles(options, context);\n\n // parse geometries\n // @ts-ignore context must be defined\n const {header, geometries} = await context.parse(arrayBuffer, SHPLoader, options); // {shp: shx}\n\n const geojsonGeometries = parseGeometries(geometries);\n\n // parse properties\n let properties = [];\n\n // @ts-ignore context must be defined\n const dbfResponse = await context.fetch(replaceExtension(context.url, 'dbf'));\n if (dbfResponse.ok) {\n // @ts-ignore context must be defined\n properties = await context.parse(dbfResponse, DBFLoader, {dbf: {encoding: cpg || 'latin1'}});\n }\n\n let features = joinProperties(geojsonGeometries, properties);\n if (reproject) {\n features = reprojectFeatures(features, prj, _targetCrs);\n }\n\n return {\n encoding: cpg,\n prj,\n shx,\n header,\n data: features\n };\n}\n\n/**\n * Parse geometries\n *\n * @param geometries\n * @returns geometries as an array\n */\nfunction parseGeometries(geometries: any[]): any[] {\n const geojsonGeometries: any[] = [];\n for (const geom of geometries) {\n geojsonGeometries.push(binaryToGeometry(geom));\n }\n return geojsonGeometries;\n}\n\n/**\n * Join properties and geometries into features\n *\n * @param geometries [description]\n * @param properties [description]\n * @return [description]\n */\nfunction joinProperties(geometries: object[], properties: object[]): Feature[] {\n const features: Feature[] = [];\n for (let i = 0; i < geometries.length; i++) {\n const geometry = geometries[i];\n const feature: Feature = {\n type: 'Feature',\n geometry,\n // properties can be undefined if dbfResponse above was empty\n properties: (properties && properties[i]) || {}\n };\n features.push(feature);\n }\n\n return features;\n}\n\n/**\n * Reproject GeoJSON features to output CRS\n *\n * @param features parsed GeoJSON features\n * @param sourceCrs source coordinate reference system\n * @param targetCrs †arget coordinate reference system\n * @return Reprojected Features\n */\nfunction reprojectFeatures(features: Feature[], sourceCrs?: string, targetCrs?: string): Feature[] {\n if (!sourceCrs && !targetCrs) {\n return features;\n }\n\n const projection = new Proj4Projection({from: sourceCrs || 'WGS84', to: targetCrs || 'WGS84'});\n return transformGeoJsonCoords(features, (coord) => projection.project(coord));\n}\n\n/**\n *\n * @param options\n * @param context\n * @returns Promise\n */\n// eslint-disable-next-line max-statements\nexport async function loadShapefileSidecarFiles(\n options?: object,\n context?: LoaderContext\n): Promise<{\n shx?: SHXOutput;\n cpg?: string;\n prj?: string;\n}> {\n // Attempt a parallel load of the small sidecar files\n // @ts-ignore context must be defined\n const {url, fetch} = context;\n const shxPromise = fetch(replaceExtension(url, 'shx'));\n const cpgPromise = fetch(replaceExtension(url, 'cpg'));\n const prjPromise = fetch(replaceExtension(url, 'prj'));\n await Promise.all([shxPromise, cpgPromise, prjPromise]);\n\n let shx: SHXOutput | undefined;\n let cpg: string | undefined;\n let prj: string | undefined;\n\n const shxResponse = await shxPromise;\n if (shxResponse.ok) {\n const arrayBuffer = await shxResponse.arrayBuffer();\n shx = parseShx(arrayBuffer);\n }\n\n const cpgResponse = await cpgPromise;\n if (cpgResponse.ok) {\n cpg = await cpgResponse.text();\n }\n\n const prjResponse = await prjPromise;\n if (prjResponse.ok) {\n prj = await prjResponse.text();\n }\n\n return {\n shx,\n cpg,\n prj\n };\n}\n\n/**\n * Replace the extension at the end of a path.\n *\n * Matches the case of new extension with the case of the original file extension,\n * to increase the chance of finding files without firing off a request storm looking for various case combinations\n *\n * NOTE: Extensions can be both lower and uppercase\n * per spec, extensions should be lower case, but that doesn't mean they always are. See:\n * calvinmetcalf/shapefile-js#64, mapserver/mapserver#4712\n * https://trac.osgeo.org/mapserver/ticket/166\n */\nexport function replaceExtension(url: string, newExtension: string): string {\n const baseName = basename(url);\n const extension = extname(url);\n const isUpperCase = extension === extension.toUpperCase();\n if (isUpperCase) {\n newExtension = newExtension.toUpperCase();\n }\n return `${baseName}.${newExtension}`;\n}\n\n// NOTE - this gives the entire path minus extension (i.e. NOT same as path.basename)\n/**\n * @param url\n * @returns string\n */\nfunction basename(url: string): string {\n const extIndex = url && url.lastIndexOf('.');\n if (typeof extIndex === 'number') {\n return extIndex >= 0 ? url.substr(0, extIndex) : '';\n }\n return extIndex;\n}\n/**\n * @param url\n * @returns string\n */\nfunction extname(url: string): string {\n const extIndex = url && url.lastIndexOf('.');\n if (typeof extIndex === 'number') {\n return extIndex >= 0 ? url.substr(extIndex + 1) : '';\n }\n return extIndex;\n}\n"],"mappings":"AAMA,SAAQA,gBAAgB,EAAEC,sBAAsB,QAAO,iBAAiB;AACxE,SAAQC,eAAe,QAAO,gBAAgB;AAC9C,SAAQC,QAAQ,QAAO,aAAa;AACpC,SAAQC,iBAAiB,QAAO,kCAAkC;AAClE,SAAQC,SAAS,QAAO,kBAAkB;AAC1C,SAAQC,SAAS,QAAO,kBAAkB;AAc1C,OAAO,gBAAgBC,uBAAuBA,CAC5CC,aAAiE,EACjEC,OAAgC,EAChCC,OAAuB,EACS;EAChC,MAAM;IAACC,SAAS,GAAG,KAAK;IAAEC,UAAU,GAAG;EAAO,CAAC,GAAG,CAAAH,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEI,GAAG,KAAI,CAAC,CAAC;EACpE,MAAM;IAACC,GAAG;IAAEC,GAAG;IAAEC;EAAG,CAAC,GAAG,MAAMC,yBAAyB,CAACR,OAAO,EAAEC,OAAO,CAAC;EAIzE,MAAMQ,aAAkB,GAAG,MAAMR,OAAO,CAACS,cAAc,CAACX,aAAa,EAAEH,SAAS,EAAEI,OAAO,CAAC;EAG1F,IAAIW,gBAAqB;EAEzB,MAAMC,WAAW,GAAG,MAAMX,OAAO,CAACY,KAAK,CAACC,gBAAgB,CAAC,CAAAb,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEc,GAAG,KAAI,EAAE,EAAE,KAAK,CAAC,CAAC;EACpF,IAAIH,WAAW,CAACI,EAAE,EAAE;IAElBL,gBAAgB,GAAG,MAAMV,OAAO,CAACS,cAAc,CAACE,WAAW,EAAEf,SAAS,EAAE;MACtE,GAAGG,OAAO;MACViB,GAAG,EAAE;QAACC,QAAQ,EAAEZ,GAAG,IAAI;MAAQ;IACjC,CAAC,CAAC;EACJ;EAMA,IAAIa,WAAW,GAAG,CAAC,MAAMV,aAAa,CAACW,IAAI,CAAC,CAAC,EAAEC,KAAK;EACpD,IAAIF,WAAW,IAAIA,WAAW,CAACG,SAAS,KAAK,UAAU,EAAE;IACvDH,WAAW,GAAG,CAAC,MAAMV,aAAa,CAACW,IAAI,CAAC,CAAC,EAAEC,KAAK;EAClD;EAEA,IAAIE,SAA+B,GAAG,CAAC,CAAC;EACxC,IAAIZ,gBAAgB,EAAE;IACpBY,SAAS,GAAG,CAAC,MAAMZ,gBAAgB,CAACS,IAAI,CAAC,CAAC,EAAEC,KAAK;IACjD,IAAIE,SAAS,IAAIA,SAAS,CAACD,SAAS,KAAK,UAAU,EAAE;MACnDC,SAAS,GAAG,CAAC,MAAMZ,gBAAgB,CAACS,IAAI,CAAC,CAAC,EAAEC,KAAK;IACnD;EACF;EAEA,IAAIG,QAAa;EACjB,IAAIb,gBAAgB,EAAE;IACpBa,QAAQ,GAAG7B,iBAAiB,CAACc,aAAa,EAAEE,gBAAgB,CAAC;EAC/D,CAAC,MAAM;IACLa,QAAQ,GAAGf,aAAa;EAC1B;EAEA,WAAW,MAAMgB,IAAI,IAAID,QAAQ,EAAE;IACjC,IAAIE,UAAe;IACnB,IAAIC,UAAe;IACnB,IAAI,CAAChB,gBAAgB,EAAE;MACrBe,UAAU,GAAGD,IAAI;IACnB,CAAC,MAAM;MACL,CAACC,UAAU,EAAEC,UAAU,CAAC,GAAGF,IAAI;IACjC;IAEA,MAAMG,iBAAiB,GAAGC,eAAe,CAACH,UAAU,CAAC;IACrD,IAAII,QAAQ,GAAGC,cAAc,CAACH,iBAAiB,EAAED,UAAU,CAAC;IAC5D,IAAIzB,SAAS,EAAE;MAEb4B,QAAQ,GAAGE,iBAAiB,CAACF,QAAQ,EAAEvB,GAAG,EAAEJ,UAAU,CAAC;IACzD;IACA,MAAM;MACJe,QAAQ,EAAEZ,GAAG;MACbC,GAAG;MACHF,GAAG;MACH4B,MAAM,EAAEd,WAAW;MACnBe,IAAI,EAAEJ;IACR,CAAC;EACH;AACF;AAUA,OAAO,eAAeK,cAAcA,CAClCC,WAAwB,EACxBpC,OAAgC,EAChCC,OAAuB,EACG;EAC1B,MAAM;IAACC,SAAS,GAAG,KAAK;IAAEC,UAAU,GAAG;EAAO,CAAC,GAAG,CAAAH,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEI,GAAG,KAAI,CAAC,CAAC;EACpE,MAAM;IAACC,GAAG;IAAEC,GAAG;IAAEC;EAAG,CAAC,GAAG,MAAMC,yBAAyB,CAACR,OAAO,EAAEC,OAAO,CAAC;EAIzE,MAAM;IAACgC,MAAM;IAAEP;EAAU,CAAC,GAAG,MAAMzB,OAAO,CAACoC,KAAK,CAACD,WAAW,EAAExC,SAAS,EAAEI,OAAO,CAAC;EAEjF,MAAM4B,iBAAiB,GAAGC,eAAe,CAACH,UAAU,CAAC;EAGrD,IAAIC,UAAU,GAAG,EAAE;EAGnB,MAAMf,WAAW,GAAG,MAAMX,OAAO,CAACY,KAAK,CAACC,gBAAgB,CAACb,OAAO,CAACc,GAAG,EAAE,KAAK,CAAC,CAAC;EAC7E,IAAIH,WAAW,CAACI,EAAE,EAAE;IAElBW,UAAU,GAAG,MAAM1B,OAAO,CAACoC,KAAK,CAACzB,WAAW,EAAEf,SAAS,EAAE;MAACoB,GAAG,EAAE;QAACC,QAAQ,EAAEZ,GAAG,IAAI;MAAQ;IAAC,CAAC,CAAC;EAC9F;EAEA,IAAIwB,QAAQ,GAAGC,cAAc,CAACH,iBAAiB,EAAED,UAAU,CAAC;EAC5D,IAAIzB,SAAS,EAAE;IACb4B,QAAQ,GAAGE,iBAAiB,CAACF,QAAQ,EAAEvB,GAAG,EAAEJ,UAAU,CAAC;EACzD;EAEA,OAAO;IACLe,QAAQ,EAAEZ,GAAG;IACbC,GAAG;IACHF,GAAG;IACH4B,MAAM;IACNC,IAAI,EAAEJ;EACR,CAAC;AACH;AAQA,SAASD,eAAeA,CAACH,UAAiB,EAAS;EACjD,MAAME,iBAAwB,GAAG,EAAE;EACnC,KAAK,MAAMU,IAAI,IAAIZ,UAAU,EAAE;IAC7BE,iBAAiB,CAACW,IAAI,CAAChD,gBAAgB,CAAC+C,IAAI,CAAC,CAAC;EAChD;EACA,OAAOV,iBAAiB;AAC1B;AASA,SAASG,cAAcA,CAACL,UAAoB,EAAEC,UAAoB,EAAa;EAC7E,MAAMG,QAAmB,GAAG,EAAE;EAC9B,KAAK,IAAIU,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGd,UAAU,CAACe,MAAM,EAAED,CAAC,EAAE,EAAE;IAC1C,MAAME,QAAQ,GAAGhB,UAAU,CAACc,CAAC,CAAC;IAC9B,MAAMG,OAAgB,GAAG;MACvBC,IAAI,EAAE,SAAS;MACfF,QAAQ;MAERf,UAAU,EAAGA,UAAU,IAAIA,UAAU,CAACa,CAAC,CAAC,IAAK,CAAC;IAChD,CAAC;IACDV,QAAQ,CAACS,IAAI,CAACI,OAAO,CAAC;EACxB;EAEA,OAAOb,QAAQ;AACjB;AAUA,SAASE,iBAAiBA,CAACF,QAAmB,EAAEe,SAAkB,EAAEC,SAAkB,EAAa;EACjG,IAAI,CAACD,SAAS,IAAI,CAACC,SAAS,EAAE;IAC5B,OAAOhB,QAAQ;EACjB;EAEA,MAAMiB,UAAU,GAAG,IAAItD,eAAe,CAAC;IAACuD,IAAI,EAAEH,SAAS,IAAI,OAAO;IAAEI,EAAE,EAAEH,SAAS,IAAI;EAAO,CAAC,CAAC;EAC9F,OAAOtD,sBAAsB,CAACsC,QAAQ,EAAGoB,KAAK,IAAKH,UAAU,CAACI,OAAO,CAACD,KAAK,CAAC,CAAC;AAC/E;AASA,OAAO,eAAe1C,yBAAyBA,CAC7CR,OAAgB,EAChBC,OAAuB,EAKtB;EAGD,MAAM;IAACc,GAAG;IAAEF;EAAK,CAAC,GAAGZ,OAAO;EAC5B,MAAMmD,UAAU,GAAGvC,KAAK,CAACC,gBAAgB,CAACC,GAAG,EAAE,KAAK,CAAC,CAAC;EACtD,MAAMsC,UAAU,GAAGxC,KAAK,CAACC,gBAAgB,CAACC,GAAG,EAAE,KAAK,CAAC,CAAC;EACtD,MAAMuC,UAAU,GAAGzC,KAAK,CAACC,gBAAgB,CAACC,GAAG,EAAE,KAAK,CAAC,CAAC;EACtD,MAAMwC,OAAO,CAACC,GAAG,CAAC,CAACJ,UAAU,EAAEC,UAAU,EAAEC,UAAU,CAAC,CAAC;EAEvD,IAAIjD,GAA0B;EAC9B,IAAIC,GAAuB;EAC3B,IAAIC,GAAuB;EAE3B,MAAMkD,WAAW,GAAG,MAAML,UAAU;EACpC,IAAIK,WAAW,CAACzC,EAAE,EAAE;IAClB,MAAMoB,WAAW,GAAG,MAAMqB,WAAW,CAACrB,WAAW,CAAC,CAAC;IACnD/B,GAAG,GAAGX,QAAQ,CAAC0C,WAAW,CAAC;EAC7B;EAEA,MAAMsB,WAAW,GAAG,MAAML,UAAU;EACpC,IAAIK,WAAW,CAAC1C,EAAE,EAAE;IAClBV,GAAG,GAAG,MAAMoD,WAAW,CAACC,IAAI,CAAC,CAAC;EAChC;EAEA,MAAMC,WAAW,GAAG,MAAMN,UAAU;EACpC,IAAIM,WAAW,CAAC5C,EAAE,EAAE;IAClBT,GAAG,GAAG,MAAMqD,WAAW,CAACD,IAAI,CAAC,CAAC;EAChC;EAEA,OAAO;IACLtD,GAAG;IACHC,GAAG;IACHC;EACF,CAAC;AACH;AAaA,OAAO,SAASO,gBAAgBA,CAACC,GAAW,EAAE8C,YAAoB,EAAU;EAC1E,MAAMC,QAAQ,GAAGC,QAAQ,CAAChD,GAAG,CAAC;EAC9B,MAAMiD,SAAS,GAAGC,OAAO,CAAClD,GAAG,CAAC;EAC9B,MAAMmD,WAAW,GAAGF,SAAS,KAAKA,SAAS,CAACG,WAAW,CAAC,CAAC;EACzD,IAAID,WAAW,EAAE;IACfL,YAAY,GAAGA,YAAY,CAACM,WAAW,CAAC,CAAC;EAC3C;EACA,UAAAC,MAAA,CAAUN,QAAQ,OAAAM,MAAA,CAAIP,YAAY;AACpC;AAOA,SAASE,QAAQA,CAAChD,GAAW,EAAU;EACrC,MAAMsD,QAAQ,GAAGtD,GAAG,IAAIA,GAAG,CAACuD,WAAW,CAAC,GAAG,CAAC;EAC5C,IAAI,OAAOD,QAAQ,KAAK,QAAQ,EAAE;IAChC,OAAOA,QAAQ,IAAI,CAAC,GAAGtD,GAAG,CAACwD,MAAM,CAAC,CAAC,EAAEF,QAAQ,CAAC,GAAG,EAAE;EACrD;EACA,OAAOA,QAAQ;AACjB;AAKA,SAASJ,OAAOA,CAAClD,GAAW,EAAU;EACpC,MAAMsD,QAAQ,GAAGtD,GAAG,IAAIA,GAAG,CAACuD,WAAW,CAAC,GAAG,CAAC;EAC5C,IAAI,OAAOD,QAAQ,KAAK,QAAQ,EAAE;IAChC,OAAOA,QAAQ,IAAI,CAAC,GAAGtD,GAAG,CAACwD,MAAM,CAACF,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE;EACtD;EACA,OAAOA,QAAQ;AACjB"}
|
|
@@ -0,0 +1,191 @@
|
|
|
1
|
+
const LITTLE_ENDIAN = true;
|
|
2
|
+
export function parseRecord(view, options) {
|
|
3
|
+
const {
|
|
4
|
+
_maxDimensions = 4
|
|
5
|
+
} = (options === null || options === void 0 ? void 0 : options.shp) || {};
|
|
6
|
+
let offset = 0;
|
|
7
|
+
const type = view.getInt32(offset, LITTLE_ENDIAN);
|
|
8
|
+
offset += Int32Array.BYTES_PER_ELEMENT;
|
|
9
|
+
switch (type) {
|
|
10
|
+
case 0:
|
|
11
|
+
return parseNull();
|
|
12
|
+
case 1:
|
|
13
|
+
return parsePoint(view, offset, Math.min(2, _maxDimensions));
|
|
14
|
+
case 3:
|
|
15
|
+
return parsePoly(view, offset, Math.min(2, _maxDimensions), 'LineString');
|
|
16
|
+
case 5:
|
|
17
|
+
return parsePoly(view, offset, Math.min(2, _maxDimensions), 'Polygon');
|
|
18
|
+
case 8:
|
|
19
|
+
return parseMultiPoint(view, offset, Math.min(2, _maxDimensions));
|
|
20
|
+
case 11:
|
|
21
|
+
return parsePoint(view, offset, Math.min(4, _maxDimensions));
|
|
22
|
+
case 13:
|
|
23
|
+
return parsePoly(view, offset, Math.min(4, _maxDimensions), 'LineString');
|
|
24
|
+
case 15:
|
|
25
|
+
return parsePoly(view, offset, Math.min(4, _maxDimensions), 'Polygon');
|
|
26
|
+
case 18:
|
|
27
|
+
return parseMultiPoint(view, offset, Math.min(4, _maxDimensions));
|
|
28
|
+
case 21:
|
|
29
|
+
return parsePoint(view, offset, Math.min(3, _maxDimensions));
|
|
30
|
+
case 23:
|
|
31
|
+
return parsePoly(view, offset, Math.min(3, _maxDimensions), 'LineString');
|
|
32
|
+
case 25:
|
|
33
|
+
return parsePoly(view, offset, Math.min(3, _maxDimensions), 'Polygon');
|
|
34
|
+
case 28:
|
|
35
|
+
return parseMultiPoint(view, offset, Math.min(3, _maxDimensions));
|
|
36
|
+
default:
|
|
37
|
+
throw new Error("unsupported shape type: ".concat(type));
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
function parseNull() {
|
|
41
|
+
return null;
|
|
42
|
+
}
|
|
43
|
+
function parsePoint(view, offset, dim) {
|
|
44
|
+
let positions;
|
|
45
|
+
[positions, offset] = parsePositions(view, offset, 1, dim);
|
|
46
|
+
return {
|
|
47
|
+
positions: {
|
|
48
|
+
value: positions,
|
|
49
|
+
size: dim
|
|
50
|
+
},
|
|
51
|
+
type: 'Point'
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
function parseMultiPoint(view, offset, dim) {
|
|
55
|
+
offset += 4 * Float64Array.BYTES_PER_ELEMENT;
|
|
56
|
+
const nPoints = view.getInt32(offset, LITTLE_ENDIAN);
|
|
57
|
+
offset += Int32Array.BYTES_PER_ELEMENT;
|
|
58
|
+
let xyPositions = null;
|
|
59
|
+
let mPositions = null;
|
|
60
|
+
let zPositions = null;
|
|
61
|
+
[xyPositions, offset] = parsePositions(view, offset, nPoints, 2);
|
|
62
|
+
if (dim === 4) {
|
|
63
|
+
offset += 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
64
|
+
[zPositions, offset] = parsePositions(view, offset, nPoints, 1);
|
|
65
|
+
}
|
|
66
|
+
if (dim >= 3) {
|
|
67
|
+
offset += 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
68
|
+
[mPositions, offset] = parsePositions(view, offset, nPoints, 1);
|
|
69
|
+
}
|
|
70
|
+
const positions = concatPositions(xyPositions, mPositions, zPositions);
|
|
71
|
+
return {
|
|
72
|
+
positions: {
|
|
73
|
+
value: positions,
|
|
74
|
+
size: dim
|
|
75
|
+
},
|
|
76
|
+
type: 'Point'
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
function parsePoly(view, offset, dim, type) {
|
|
80
|
+
offset += 4 * Float64Array.BYTES_PER_ELEMENT;
|
|
81
|
+
const nParts = view.getInt32(offset, LITTLE_ENDIAN);
|
|
82
|
+
offset += Int32Array.BYTES_PER_ELEMENT;
|
|
83
|
+
const nPoints = view.getInt32(offset, LITTLE_ENDIAN);
|
|
84
|
+
offset += Int32Array.BYTES_PER_ELEMENT;
|
|
85
|
+
const bufferOffset = view.byteOffset + offset;
|
|
86
|
+
const bufferLength = nParts * Int32Array.BYTES_PER_ELEMENT;
|
|
87
|
+
const ringIndices = new Int32Array(nParts + 1);
|
|
88
|
+
ringIndices.set(new Int32Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)));
|
|
89
|
+
ringIndices[nParts] = nPoints;
|
|
90
|
+
offset += nParts * Int32Array.BYTES_PER_ELEMENT;
|
|
91
|
+
let xyPositions = null;
|
|
92
|
+
let mPositions = null;
|
|
93
|
+
let zPositions = null;
|
|
94
|
+
[xyPositions, offset] = parsePositions(view, offset, nPoints, 2);
|
|
95
|
+
if (dim === 4) {
|
|
96
|
+
offset += 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
97
|
+
[zPositions, offset] = parsePositions(view, offset, nPoints, 1);
|
|
98
|
+
}
|
|
99
|
+
if (dim >= 3) {
|
|
100
|
+
offset += 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
101
|
+
[mPositions, offset] = parsePositions(view, offset, nPoints, 1);
|
|
102
|
+
}
|
|
103
|
+
const positions = concatPositions(xyPositions, mPositions, zPositions);
|
|
104
|
+
if (type === 'LineString') {
|
|
105
|
+
return {
|
|
106
|
+
type,
|
|
107
|
+
positions: {
|
|
108
|
+
value: positions,
|
|
109
|
+
size: dim
|
|
110
|
+
},
|
|
111
|
+
pathIndices: {
|
|
112
|
+
value: ringIndices,
|
|
113
|
+
size: 1
|
|
114
|
+
}
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
const polygonIndices = [];
|
|
118
|
+
for (let i = 1; i < ringIndices.length; i++) {
|
|
119
|
+
const startRingIndex = ringIndices[i - 1];
|
|
120
|
+
const endRingIndex = ringIndices[i];
|
|
121
|
+
const ring = xyPositions.subarray(startRingIndex * 2, endRingIndex * 2);
|
|
122
|
+
const sign = getWindingDirection(ring);
|
|
123
|
+
if (sign > 0) {
|
|
124
|
+
polygonIndices.push(startRingIndex);
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
polygonIndices.push(nPoints);
|
|
128
|
+
return {
|
|
129
|
+
type,
|
|
130
|
+
positions: {
|
|
131
|
+
value: positions,
|
|
132
|
+
size: dim
|
|
133
|
+
},
|
|
134
|
+
primitivePolygonIndices: {
|
|
135
|
+
value: ringIndices,
|
|
136
|
+
size: 1
|
|
137
|
+
},
|
|
138
|
+
polygonIndices: {
|
|
139
|
+
value: new Uint32Array(polygonIndices),
|
|
140
|
+
size: 1
|
|
141
|
+
}
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
function parsePositions(view, offset, nPoints, dim) {
|
|
145
|
+
const bufferOffset = view.byteOffset + offset;
|
|
146
|
+
const bufferLength = nPoints * dim * Float64Array.BYTES_PER_ELEMENT;
|
|
147
|
+
return [new Float64Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)), offset + bufferLength];
|
|
148
|
+
}
|
|
149
|
+
function concatPositions(xyPositions, mPositions, zPositions) {
|
|
150
|
+
if (!(mPositions || zPositions)) {
|
|
151
|
+
return xyPositions;
|
|
152
|
+
}
|
|
153
|
+
let arrayLength = xyPositions.length;
|
|
154
|
+
let nDim = 2;
|
|
155
|
+
if (zPositions && zPositions.length) {
|
|
156
|
+
arrayLength += zPositions.length;
|
|
157
|
+
nDim++;
|
|
158
|
+
}
|
|
159
|
+
if (mPositions && mPositions.length) {
|
|
160
|
+
arrayLength += mPositions.length;
|
|
161
|
+
nDim++;
|
|
162
|
+
}
|
|
163
|
+
const positions = new Float64Array(arrayLength);
|
|
164
|
+
for (let i = 0; i < xyPositions.length / 2; i++) {
|
|
165
|
+
positions[nDim * i] = xyPositions[i * 2];
|
|
166
|
+
positions[nDim * i + 1] = xyPositions[i * 2 + 1];
|
|
167
|
+
}
|
|
168
|
+
if (zPositions && zPositions.length) {
|
|
169
|
+
for (let i = 0; i < zPositions.length; i++) {
|
|
170
|
+
positions[nDim * i + 2] = zPositions[i];
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
if (mPositions && mPositions.length) {
|
|
174
|
+
for (let i = 0; i < mPositions.length; i++) {
|
|
175
|
+
positions[nDim * i + (nDim - 1)] = mPositions[i];
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
return positions;
|
|
179
|
+
}
|
|
180
|
+
function getWindingDirection(positions) {
|
|
181
|
+
return Math.sign(getSignedArea(positions));
|
|
182
|
+
}
|
|
183
|
+
function getSignedArea(positions) {
|
|
184
|
+
let area = 0;
|
|
185
|
+
const nCoords = positions.length / 2 - 1;
|
|
186
|
+
for (let i = 0; i < nCoords; i++) {
|
|
187
|
+
area += (positions[i * 2] + positions[(i + 1) * 2]) * (positions[i * 2 + 1] - positions[(i + 1) * 2 + 1]);
|
|
188
|
+
}
|
|
189
|
+
return area / 2;
|
|
190
|
+
}
|
|
191
|
+
//# sourceMappingURL=parse-shp-geometry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-shp-geometry.js","names":["LITTLE_ENDIAN","parseRecord","view","options","_maxDimensions","shp","offset","type","getInt32","Int32Array","BYTES_PER_ELEMENT","parseNull","parsePoint","Math","min","parsePoly","parseMultiPoint","Error","concat","dim","positions","parsePositions","value","size","Float64Array","nPoints","xyPositions","mPositions","zPositions","concatPositions","nParts","bufferOffset","byteOffset","bufferLength","ringIndices","set","buffer","slice","pathIndices","polygonIndices","i","length","startRingIndex","endRingIndex","ring","subarray","sign","getWindingDirection","push","primitivePolygonIndices","Uint32Array","arrayLength","nDim","getSignedArea","area","nCoords"],"sources":["../../../../src/lib/parsers/parse-shp-geometry.ts"],"sourcesContent":["import {BinaryGeometry, BinaryGeometryType} from '@loaders.gl/schema';\nimport {SHPLoaderOptions} from './types';\n\nconst LITTLE_ENDIAN = true;\n\n/**\n * Parse individual record\n *\n * @param view Record data\n * @return Binary Geometry Object\n */\n// eslint-disable-next-line complexity\nexport function parseRecord(view: DataView, options?: SHPLoaderOptions): BinaryGeometry | null {\n const {_maxDimensions = 4} = options?.shp || {};\n\n let offset = 0;\n const type: number = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n switch (type) {\n case 0:\n // Null Shape\n return parseNull();\n case 1:\n // Point\n return parsePoint(view, offset, Math.min(2, _maxDimensions));\n case 3:\n // PolyLine\n return parsePoly(view, offset, Math.min(2, _maxDimensions), 'LineString');\n case 5:\n // Polygon\n return parsePoly(view, offset, Math.min(2, _maxDimensions), 'Polygon');\n case 8:\n // MultiPoint\n return parseMultiPoint(view, offset, Math.min(2, _maxDimensions));\n // GeometryZ can have 3 or 4 dimensions, since the M is not required to\n // exist\n case 11:\n // PointZ\n return parsePoint(view, offset, Math.min(4, _maxDimensions));\n case 13:\n // PolyLineZ\n return parsePoly(view, offset, Math.min(4, _maxDimensions), 'LineString');\n case 15:\n // PolygonZ\n return parsePoly(view, offset, Math.min(4, _maxDimensions), 'Polygon');\n case 18:\n // MultiPointZ\n return parseMultiPoint(view, offset, Math.min(4, _maxDimensions));\n case 21:\n // PointM\n return parsePoint(view, offset, Math.min(3, _maxDimensions));\n case 23:\n // PolyLineM\n return parsePoly(view, offset, Math.min(3, _maxDimensions), 'LineString');\n case 25:\n // PolygonM\n return parsePoly(view, offset, Math.min(3, _maxDimensions), 'Polygon');\n case 28:\n // MultiPointM\n return parseMultiPoint(view, offset, Math.min(3, _maxDimensions));\n default:\n throw new Error(`unsupported shape type: ${type}`);\n }\n}\n\n// TODO handle null\n/**\n * Parse Null geometry\n *\n * @return null\n */\nfunction parseNull(): null {\n return null;\n}\n\n/**\n * Parse point geometry\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Dimension size\n */\nfunction parsePoint(view: DataView, offset: number, dim: number): BinaryGeometry {\n let positions: Float64Array;\n [positions, offset] = parsePositions(view, offset, 1, dim);\n\n return {\n positions: {value: positions, size: dim},\n type: 'Point'\n };\n}\n\n/**\n * Parse MultiPoint geometry\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Input dimension\n * @return Binary geometry object\n */\nfunction parseMultiPoint(view: DataView, offset: number, dim: number): BinaryGeometry {\n // skip parsing box\n offset += 4 * Float64Array.BYTES_PER_ELEMENT;\n\n const nPoints = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n let xyPositions: Float64Array | null = null;\n let mPositions: Float64Array | null = null;\n let zPositions: Float64Array | null = null;\n [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);\n\n // Parse Z coordinates\n if (dim === 4) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [zPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n // Parse M coordinates\n if (dim >= 3) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [mPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n const positions = concatPositions(xyPositions, mPositions, zPositions);\n\n return {\n positions: {value: positions, size: dim},\n type: 'Point'\n };\n}\n\n/**\n * Polygon and PolyLine parsing\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Input dimension\n * @param type Either 'Polygon' or 'Polyline'\n * @return Binary geometry object\n */\n// eslint-disable-next-line max-statements\nfunction parsePoly(\n view: DataView,\n offset: number,\n dim: number,\n type: BinaryGeometryType\n): BinaryGeometry {\n // skip parsing bounding box\n offset += 4 * Float64Array.BYTES_PER_ELEMENT;\n\n const nParts = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n const nPoints = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n // Create longer indices array by 1 because output format is expected to\n // include the last index as the total number of positions\n const bufferOffset = view.byteOffset + offset;\n const bufferLength = nParts * Int32Array.BYTES_PER_ELEMENT;\n const ringIndices = new Int32Array(nParts + 1);\n ringIndices.set(new Int32Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)));\n ringIndices[nParts] = nPoints;\n offset += nParts * Int32Array.BYTES_PER_ELEMENT;\n\n let xyPositions: Float64Array | null = null;\n let mPositions: Float64Array | null = null;\n let zPositions: Float64Array | null = null;\n [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);\n\n // Parse Z coordinates\n if (dim === 4) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [zPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n // Parse M coordinates\n if (dim >= 3) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [mPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n const positions = concatPositions(xyPositions, mPositions, zPositions);\n\n // parsePoly only accepts type = LineString or Polygon\n if (type === 'LineString') {\n return {\n type,\n positions: {value: positions, size: dim},\n pathIndices: {value: ringIndices, size: 1}\n };\n }\n\n // for every ring, determine sign of polygon\n // Use only 2D positions for ring calc\n const polygonIndices: number[] = [];\n for (let i = 1; i < ringIndices.length; i++) {\n const startRingIndex = ringIndices[i - 1];\n const endRingIndex = ringIndices[i];\n // @ts-ignore\n const ring = xyPositions.subarray(startRingIndex * 2, endRingIndex * 2);\n const sign = getWindingDirection(ring);\n\n // A positive sign implies clockwise\n // A clockwise ring is a filled ring\n if (sign > 0) {\n polygonIndices.push(startRingIndex);\n }\n }\n\n polygonIndices.push(nPoints);\n\n return {\n type,\n positions: {value: positions, size: dim},\n primitivePolygonIndices: {value: ringIndices, size: 1},\n // TODO: Dynamically choose Uint32Array over Uint16Array only when\n // necessary. I believe the implementation requires nPoints to be the\n // largest value in the array, so you should be able to use Uint32Array only\n // when nPoints > 65535.\n polygonIndices: {value: new Uint32Array(polygonIndices), size: 1}\n };\n}\n\n/**\n * Parse a contiguous block of positions into a Float64Array\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param nPoints Number of points\n * @param dim Input dimension\n * @return Data and offset\n */\nfunction parsePositions(\n view: DataView,\n offset: number,\n nPoints: number,\n dim: number\n): [Float64Array, number] {\n const bufferOffset = view.byteOffset + offset;\n const bufferLength = nPoints * dim * Float64Array.BYTES_PER_ELEMENT;\n return [\n new Float64Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)),\n offset + bufferLength\n ];\n}\n\n/**\n * Concatenate and interleave positions arrays\n * xy positions are interleaved; mPositions, zPositions are their own arrays\n *\n * @param xyPositions 2d positions\n * @param mPositions M positions\n * @param zPositions Z positions\n * @return Combined interleaved positions\n */\n// eslint-disable-next-line complexity\nfunction concatPositions(\n xyPositions: Float64Array,\n mPositions: Float64Array | null,\n zPositions: Float64Array | null\n): Float64Array {\n if (!(mPositions || zPositions)) {\n return xyPositions;\n }\n\n let arrayLength = xyPositions.length;\n let nDim = 2;\n\n if (zPositions && zPositions.length) {\n arrayLength += zPositions.length;\n nDim++;\n }\n\n if (mPositions && mPositions.length) {\n arrayLength += mPositions.length;\n nDim++;\n }\n\n const positions = new Float64Array(arrayLength);\n for (let i = 0; i < xyPositions.length / 2; i++) {\n positions[nDim * i] = xyPositions[i * 2];\n positions[nDim * i + 1] = xyPositions[i * 2 + 1];\n }\n\n if (zPositions && zPositions.length) {\n for (let i = 0; i < zPositions.length; i++) {\n // If Z coordinates exist; used as third coord in positions array\n positions[nDim * i + 2] = zPositions[i];\n }\n }\n\n if (mPositions && mPositions.length) {\n for (let i = 0; i < mPositions.length; i++) {\n // M is always last, either 3rd or 4th depending on if Z exists\n positions[nDim * i + (nDim - 1)] = mPositions[i];\n }\n }\n\n return positions;\n}\n\n/**\n * Returns the direction of the polygon path\n * A positive number is clockwise.\n * A negative number is counter clockwise.\n *\n * @param positions\n * @return Sign of polygon ring\n */\nfunction getWindingDirection(positions: Float64Array): number {\n return Math.sign(getSignedArea(positions));\n}\n\n/**\n * Get signed area of flat typed array of 2d positions\n *\n * @param positions\n * @return Signed area of polygon ring\n */\nfunction getSignedArea(positions: Float64Array): number {\n let area = 0;\n\n // Rings are closed according to shapefile spec\n const nCoords = positions.length / 2 - 1;\n for (let i = 0; i < nCoords; i++) {\n area +=\n (positions[i * 2] + positions[(i + 1) * 2]) *\n (positions[i * 2 + 1] - positions[(i + 1) * 2 + 1]);\n }\n\n return area / 2;\n}\n"],"mappings":"AAGA,MAAMA,aAAa,GAAG,IAAI;AAS1B,OAAO,SAASC,WAAWA,CAACC,IAAc,EAAEC,OAA0B,EAAyB;EAC7F,MAAM;IAACC,cAAc,GAAG;EAAC,CAAC,GAAG,CAAAD,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEE,GAAG,KAAI,CAAC,CAAC;EAE/C,IAAIC,MAAM,GAAG,CAAC;EACd,MAAMC,IAAY,GAAGL,IAAI,CAACM,QAAQ,CAACF,MAAM,EAAEN,aAAa,CAAC;EACzDM,MAAM,IAAIG,UAAU,CAACC,iBAAiB;EAEtC,QAAQH,IAAI;IACV,KAAK,CAAC;MAEJ,OAAOI,SAAS,CAAC,CAAC;IACpB,KAAK,CAAC;MAEJ,OAAOC,UAAU,CAACV,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,CAAC;IAC9D,KAAK,CAAC;MAEJ,OAAOW,SAAS,CAACb,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,EAAE,YAAY,CAAC;IAC3E,KAAK,CAAC;MAEJ,OAAOW,SAAS,CAACb,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,EAAE,SAAS,CAAC;IACxE,KAAK,CAAC;MAEJ,OAAOY,eAAe,CAACd,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,CAAC;IAGnE,KAAK,EAAE;MAEL,OAAOQ,UAAU,CAACV,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,CAAC;IAC9D,KAAK,EAAE;MAEL,OAAOW,SAAS,CAACb,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,EAAE,YAAY,CAAC;IAC3E,KAAK,EAAE;MAEL,OAAOW,SAAS,CAACb,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,EAAE,SAAS,CAAC;IACxE,KAAK,EAAE;MAEL,OAAOY,eAAe,CAACd,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,CAAC;IACnE,KAAK,EAAE;MAEL,OAAOQ,UAAU,CAACV,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,CAAC;IAC9D,KAAK,EAAE;MAEL,OAAOW,SAAS,CAACb,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,EAAE,YAAY,CAAC;IAC3E,KAAK,EAAE;MAEL,OAAOW,SAAS,CAACb,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,EAAE,SAAS,CAAC;IACxE,KAAK,EAAE;MAEL,OAAOY,eAAe,CAACd,IAAI,EAAEI,MAAM,EAAEO,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEV,cAAc,CAAC,CAAC;IACnE;MACE,MAAM,IAAIa,KAAK,4BAAAC,MAAA,CAA4BX,IAAI,CAAE,CAAC;EACtD;AACF;AAQA,SAASI,SAASA,CAAA,EAAS;EACzB,OAAO,IAAI;AACb;AASA,SAASC,UAAUA,CAACV,IAAc,EAAEI,MAAc,EAAEa,GAAW,EAAkB;EAC/E,IAAIC,SAAuB;EAC3B,CAACA,SAAS,EAAEd,MAAM,CAAC,GAAGe,cAAc,CAACnB,IAAI,EAAEI,MAAM,EAAE,CAAC,EAAEa,GAAG,CAAC;EAE1D,OAAO;IACLC,SAAS,EAAE;MAACE,KAAK,EAAEF,SAAS;MAAEG,IAAI,EAAEJ;IAAG,CAAC;IACxCZ,IAAI,EAAE;EACR,CAAC;AACH;AAUA,SAASS,eAAeA,CAACd,IAAc,EAAEI,MAAc,EAAEa,GAAW,EAAkB;EAEpFb,MAAM,IAAI,CAAC,GAAGkB,YAAY,CAACd,iBAAiB;EAE5C,MAAMe,OAAO,GAAGvB,IAAI,CAACM,QAAQ,CAACF,MAAM,EAAEN,aAAa,CAAC;EACpDM,MAAM,IAAIG,UAAU,CAACC,iBAAiB;EAEtC,IAAIgB,WAAgC,GAAG,IAAI;EAC3C,IAAIC,UAA+B,GAAG,IAAI;EAC1C,IAAIC,UAA+B,GAAG,IAAI;EAC1C,CAACF,WAAW,EAAEpB,MAAM,CAAC,GAAGe,cAAc,CAACnB,IAAI,EAAEI,MAAM,EAAEmB,OAAO,EAAE,CAAC,CAAC;EAGhE,IAAIN,GAAG,KAAK,CAAC,EAAE;IAEbb,MAAM,IAAI,CAAC,GAAGkB,YAAY,CAACd,iBAAiB;IAC5C,CAACkB,UAAU,EAAEtB,MAAM,CAAC,GAAGe,cAAc,CAACnB,IAAI,EAAEI,MAAM,EAAEmB,OAAO,EAAE,CAAC,CAAC;EACjE;EAGA,IAAIN,GAAG,IAAI,CAAC,EAAE;IAEZb,MAAM,IAAI,CAAC,GAAGkB,YAAY,CAACd,iBAAiB;IAC5C,CAACiB,UAAU,EAAErB,MAAM,CAAC,GAAGe,cAAc,CAACnB,IAAI,EAAEI,MAAM,EAAEmB,OAAO,EAAE,CAAC,CAAC;EACjE;EAEA,MAAML,SAAS,GAAGS,eAAe,CAACH,WAAW,EAAEC,UAAU,EAAEC,UAAU,CAAC;EAEtE,OAAO;IACLR,SAAS,EAAE;MAACE,KAAK,EAAEF,SAAS;MAAEG,IAAI,EAAEJ;IAAG,CAAC;IACxCZ,IAAI,EAAE;EACR,CAAC;AACH;AAYA,SAASQ,SAASA,CAChBb,IAAc,EACdI,MAAc,EACda,GAAW,EACXZ,IAAwB,EACR;EAEhBD,MAAM,IAAI,CAAC,GAAGkB,YAAY,CAACd,iBAAiB;EAE5C,MAAMoB,MAAM,GAAG5B,IAAI,CAACM,QAAQ,CAACF,MAAM,EAAEN,aAAa,CAAC;EACnDM,MAAM,IAAIG,UAAU,CAACC,iBAAiB;EACtC,MAAMe,OAAO,GAAGvB,IAAI,CAACM,QAAQ,CAACF,MAAM,EAAEN,aAAa,CAAC;EACpDM,MAAM,IAAIG,UAAU,CAACC,iBAAiB;EAItC,MAAMqB,YAAY,GAAG7B,IAAI,CAAC8B,UAAU,GAAG1B,MAAM;EAC7C,MAAM2B,YAAY,GAAGH,MAAM,GAAGrB,UAAU,CAACC,iBAAiB;EAC1D,MAAMwB,WAAW,GAAG,IAAIzB,UAAU,CAACqB,MAAM,GAAG,CAAC,CAAC;EAC9CI,WAAW,CAACC,GAAG,CAAC,IAAI1B,UAAU,CAACP,IAAI,CAACkC,MAAM,CAACC,KAAK,CAACN,YAAY,EAAEA,YAAY,GAAGE,YAAY,CAAC,CAAC,CAAC;EAC7FC,WAAW,CAACJ,MAAM,CAAC,GAAGL,OAAO;EAC7BnB,MAAM,IAAIwB,MAAM,GAAGrB,UAAU,CAACC,iBAAiB;EAE/C,IAAIgB,WAAgC,GAAG,IAAI;EAC3C,IAAIC,UAA+B,GAAG,IAAI;EAC1C,IAAIC,UAA+B,GAAG,IAAI;EAC1C,CAACF,WAAW,EAAEpB,MAAM,CAAC,GAAGe,cAAc,CAACnB,IAAI,EAAEI,MAAM,EAAEmB,OAAO,EAAE,CAAC,CAAC;EAGhE,IAAIN,GAAG,KAAK,CAAC,EAAE;IAEbb,MAAM,IAAI,CAAC,GAAGkB,YAAY,CAACd,iBAAiB;IAC5C,CAACkB,UAAU,EAAEtB,MAAM,CAAC,GAAGe,cAAc,CAACnB,IAAI,EAAEI,MAAM,EAAEmB,OAAO,EAAE,CAAC,CAAC;EACjE;EAGA,IAAIN,GAAG,IAAI,CAAC,EAAE;IAEZb,MAAM,IAAI,CAAC,GAAGkB,YAAY,CAACd,iBAAiB;IAC5C,CAACiB,UAAU,EAAErB,MAAM,CAAC,GAAGe,cAAc,CAACnB,IAAI,EAAEI,MAAM,EAAEmB,OAAO,EAAE,CAAC,CAAC;EACjE;EAEA,MAAML,SAAS,GAAGS,eAAe,CAACH,WAAW,EAAEC,UAAU,EAAEC,UAAU,CAAC;EAGtE,IAAIrB,IAAI,KAAK,YAAY,EAAE;IACzB,OAAO;MACLA,IAAI;MACJa,SAAS,EAAE;QAACE,KAAK,EAAEF,SAAS;QAAEG,IAAI,EAAEJ;MAAG,CAAC;MACxCmB,WAAW,EAAE;QAAChB,KAAK,EAAEY,WAAW;QAAEX,IAAI,EAAE;MAAC;IAC3C,CAAC;EACH;EAIA,MAAMgB,cAAwB,GAAG,EAAE;EACnC,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGN,WAAW,CAACO,MAAM,EAAED,CAAC,EAAE,EAAE;IAC3C,MAAME,cAAc,GAAGR,WAAW,CAACM,CAAC,GAAG,CAAC,CAAC;IACzC,MAAMG,YAAY,GAAGT,WAAW,CAACM,CAAC,CAAC;IAEnC,MAAMI,IAAI,GAAGlB,WAAW,CAACmB,QAAQ,CAACH,cAAc,GAAG,CAAC,EAAEC,YAAY,GAAG,CAAC,CAAC;IACvE,MAAMG,IAAI,GAAGC,mBAAmB,CAACH,IAAI,CAAC;IAItC,IAAIE,IAAI,GAAG,CAAC,EAAE;MACZP,cAAc,CAACS,IAAI,CAACN,cAAc,CAAC;IACrC;EACF;EAEAH,cAAc,CAACS,IAAI,CAACvB,OAAO,CAAC;EAE5B,OAAO;IACLlB,IAAI;IACJa,SAAS,EAAE;MAACE,KAAK,EAAEF,SAAS;MAAEG,IAAI,EAAEJ;IAAG,CAAC;IACxC8B,uBAAuB,EAAE;MAAC3B,KAAK,EAAEY,WAAW;MAAEX,IAAI,EAAE;IAAC,CAAC;IAKtDgB,cAAc,EAAE;MAACjB,KAAK,EAAE,IAAI4B,WAAW,CAACX,cAAc,CAAC;MAAEhB,IAAI,EAAE;IAAC;EAClE,CAAC;AACH;AAWA,SAASF,cAAcA,CACrBnB,IAAc,EACdI,MAAc,EACdmB,OAAe,EACfN,GAAW,EACa;EACxB,MAAMY,YAAY,GAAG7B,IAAI,CAAC8B,UAAU,GAAG1B,MAAM;EAC7C,MAAM2B,YAAY,GAAGR,OAAO,GAAGN,GAAG,GAAGK,YAAY,CAACd,iBAAiB;EACnE,OAAO,CACL,IAAIc,YAAY,CAACtB,IAAI,CAACkC,MAAM,CAACC,KAAK,CAACN,YAAY,EAAEA,YAAY,GAAGE,YAAY,CAAC,CAAC,EAC9E3B,MAAM,GAAG2B,YAAY,CACtB;AACH;AAYA,SAASJ,eAAeA,CACtBH,WAAyB,EACzBC,UAA+B,EAC/BC,UAA+B,EACjB;EACd,IAAI,EAAED,UAAU,IAAIC,UAAU,CAAC,EAAE;IAC/B,OAAOF,WAAW;EACpB;EAEA,IAAIyB,WAAW,GAAGzB,WAAW,CAACe,MAAM;EACpC,IAAIW,IAAI,GAAG,CAAC;EAEZ,IAAIxB,UAAU,IAAIA,UAAU,CAACa,MAAM,EAAE;IACnCU,WAAW,IAAIvB,UAAU,CAACa,MAAM;IAChCW,IAAI,EAAE;EACR;EAEA,IAAIzB,UAAU,IAAIA,UAAU,CAACc,MAAM,EAAE;IACnCU,WAAW,IAAIxB,UAAU,CAACc,MAAM;IAChCW,IAAI,EAAE;EACR;EAEA,MAAMhC,SAAS,GAAG,IAAII,YAAY,CAAC2B,WAAW,CAAC;EAC/C,KAAK,IAAIX,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGd,WAAW,CAACe,MAAM,GAAG,CAAC,EAAED,CAAC,EAAE,EAAE;IAC/CpB,SAAS,CAACgC,IAAI,GAAGZ,CAAC,CAAC,GAAGd,WAAW,CAACc,CAAC,GAAG,CAAC,CAAC;IACxCpB,SAAS,CAACgC,IAAI,GAAGZ,CAAC,GAAG,CAAC,CAAC,GAAGd,WAAW,CAACc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;EAClD;EAEA,IAAIZ,UAAU,IAAIA,UAAU,CAACa,MAAM,EAAE;IACnC,KAAK,IAAID,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGZ,UAAU,CAACa,MAAM,EAAED,CAAC,EAAE,EAAE;MAE1CpB,SAAS,CAACgC,IAAI,GAAGZ,CAAC,GAAG,CAAC,CAAC,GAAGZ,UAAU,CAACY,CAAC,CAAC;IACzC;EACF;EAEA,IAAIb,UAAU,IAAIA,UAAU,CAACc,MAAM,EAAE;IACnC,KAAK,IAAID,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGb,UAAU,CAACc,MAAM,EAAED,CAAC,EAAE,EAAE;MAE1CpB,SAAS,CAACgC,IAAI,GAAGZ,CAAC,IAAIY,IAAI,GAAG,CAAC,CAAC,CAAC,GAAGzB,UAAU,CAACa,CAAC,CAAC;IAClD;EACF;EAEA,OAAOpB,SAAS;AAClB;AAUA,SAAS2B,mBAAmBA,CAAC3B,SAAuB,EAAU;EAC5D,OAAOP,IAAI,CAACiC,IAAI,CAACO,aAAa,CAACjC,SAAS,CAAC,CAAC;AAC5C;AAQA,SAASiC,aAAaA,CAACjC,SAAuB,EAAU;EACtD,IAAIkC,IAAI,GAAG,CAAC;EAGZ,MAAMC,OAAO,GAAGnC,SAAS,CAACqB,MAAM,GAAG,CAAC,GAAG,CAAC;EACxC,KAAK,IAAID,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGe,OAAO,EAAEf,CAAC,EAAE,EAAE;IAChCc,IAAI,IACF,CAAClC,SAAS,CAACoB,CAAC,GAAG,CAAC,CAAC,GAAGpB,SAAS,CAAC,CAACoB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KACzCpB,SAAS,CAACoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAGpB,SAAS,CAAC,CAACoB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;EACvD;EAEA,OAAOc,IAAI,GAAG,CAAC;AACjB"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
const LITTLE_ENDIAN = true;
|
|
2
|
+
const BIG_ENDIAN = false;
|
|
3
|
+
const SHP_MAGIC_NUMBER = 0x0000270a;
|
|
4
|
+
export function parseSHPHeader(headerView) {
|
|
5
|
+
const header = {
|
|
6
|
+
magic: headerView.getInt32(0, BIG_ENDIAN),
|
|
7
|
+
length: headerView.getInt32(24, BIG_ENDIAN) * 2,
|
|
8
|
+
version: headerView.getInt32(28, LITTLE_ENDIAN),
|
|
9
|
+
type: headerView.getInt32(32, LITTLE_ENDIAN),
|
|
10
|
+
bbox: {
|
|
11
|
+
minX: headerView.getFloat64(36, LITTLE_ENDIAN),
|
|
12
|
+
minY: headerView.getFloat64(44, LITTLE_ENDIAN),
|
|
13
|
+
minZ: headerView.getFloat64(68, LITTLE_ENDIAN),
|
|
14
|
+
minM: headerView.getFloat64(84, LITTLE_ENDIAN),
|
|
15
|
+
maxX: headerView.getFloat64(52, LITTLE_ENDIAN),
|
|
16
|
+
maxY: headerView.getFloat64(60, LITTLE_ENDIAN),
|
|
17
|
+
maxZ: headerView.getFloat64(76, LITTLE_ENDIAN),
|
|
18
|
+
maxM: headerView.getFloat64(92, LITTLE_ENDIAN)
|
|
19
|
+
}
|
|
20
|
+
};
|
|
21
|
+
if (header.magic !== SHP_MAGIC_NUMBER) {
|
|
22
|
+
console.error("SHP file: bad magic number ".concat(header.magic));
|
|
23
|
+
}
|
|
24
|
+
if (header.version !== 1000) {
|
|
25
|
+
console.error("SHP file: bad version ".concat(header.version));
|
|
26
|
+
}
|
|
27
|
+
return header;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=parse-shp-header.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-shp-header.js","names":["LITTLE_ENDIAN","BIG_ENDIAN","SHP_MAGIC_NUMBER","parseSHPHeader","headerView","header","magic","getInt32","length","version","type","bbox","minX","getFloat64","minY","minZ","minM","maxX","maxY","maxZ","maxM","console","error","concat"],"sources":["../../../../src/lib/parsers/parse-shp-header.ts"],"sourcesContent":["export interface SHPHeader {\n /** SHP Magic number */\n magic: number;\n\n /** Number of bytes in file */\n length: number;\n version: number;\n type: number;\n bbox: {\n minX: number;\n minY: number;\n minZ: number;\n minM: number;\n maxX: number;\n maxY: number;\n maxZ: number;\n maxM: number;\n };\n}\n\nconst LITTLE_ENDIAN = true;\nconst BIG_ENDIAN = false;\nconst SHP_MAGIC_NUMBER = 0x0000270a;\n\n/**\n * Extract the binary header\n * Note: Also used by SHX\n * @param headerView\n * @returns SHPHeader\n */\nexport function parseSHPHeader(headerView: DataView): SHPHeader {\n // Note: The SHP format switches endianness between fields!\n // https://www.esri.com/library/whitepapers/pdfs/shapefile.pdf\n const header = {\n magic: headerView.getInt32(0, BIG_ENDIAN),\n // Length is stored as # of 2-byte words; multiply by 2 to get # of bytes\n length: headerView.getInt32(24, BIG_ENDIAN) * 2,\n version: headerView.getInt32(28, LITTLE_ENDIAN),\n type: headerView.getInt32(32, LITTLE_ENDIAN),\n bbox: {\n minX: headerView.getFloat64(36, LITTLE_ENDIAN),\n minY: headerView.getFloat64(44, LITTLE_ENDIAN),\n minZ: headerView.getFloat64(68, LITTLE_ENDIAN),\n minM: headerView.getFloat64(84, LITTLE_ENDIAN),\n maxX: headerView.getFloat64(52, LITTLE_ENDIAN),\n maxY: headerView.getFloat64(60, LITTLE_ENDIAN),\n maxZ: headerView.getFloat64(76, LITTLE_ENDIAN),\n maxM: headerView.getFloat64(92, LITTLE_ENDIAN)\n }\n };\n if (header.magic !== SHP_MAGIC_NUMBER) {\n // eslint-disable-next-line\n console.error(`SHP file: bad magic number ${header.magic}`);\n }\n if (header.version !== 1000) {\n // eslint-disable-next-line\n console.error(`SHP file: bad version ${header.version}`);\n }\n return header;\n}\n"],"mappings":"AAoBA,MAAMA,aAAa,GAAG,IAAI;AAC1B,MAAMC,UAAU,GAAG,KAAK;AACxB,MAAMC,gBAAgB,GAAG,UAAU;AAQnC,OAAO,SAASC,cAAcA,CAACC,UAAoB,EAAa;EAG9D,MAAMC,MAAM,GAAG;IACbC,KAAK,EAAEF,UAAU,CAACG,QAAQ,CAAC,CAAC,EAAEN,UAAU,CAAC;IAEzCO,MAAM,EAAEJ,UAAU,CAACG,QAAQ,CAAC,EAAE,EAAEN,UAAU,CAAC,GAAG,CAAC;IAC/CQ,OAAO,EAAEL,UAAU,CAACG,QAAQ,CAAC,EAAE,EAAEP,aAAa,CAAC;IAC/CU,IAAI,EAAEN,UAAU,CAACG,QAAQ,CAAC,EAAE,EAAEP,aAAa,CAAC;IAC5CW,IAAI,EAAE;MACJC,IAAI,EAAER,UAAU,CAACS,UAAU,CAAC,EAAE,EAAEb,aAAa,CAAC;MAC9Cc,IAAI,EAAEV,UAAU,CAACS,UAAU,CAAC,EAAE,EAAEb,aAAa,CAAC;MAC9Ce,IAAI,EAAEX,UAAU,CAACS,UAAU,CAAC,EAAE,EAAEb,aAAa,CAAC;MAC9CgB,IAAI,EAAEZ,UAAU,CAACS,UAAU,CAAC,EAAE,EAAEb,aAAa,CAAC;MAC9CiB,IAAI,EAAEb,UAAU,CAACS,UAAU,CAAC,EAAE,EAAEb,aAAa,CAAC;MAC9CkB,IAAI,EAAEd,UAAU,CAACS,UAAU,CAAC,EAAE,EAAEb,aAAa,CAAC;MAC9CmB,IAAI,EAAEf,UAAU,CAACS,UAAU,CAAC,EAAE,EAAEb,aAAa,CAAC;MAC9CoB,IAAI,EAAEhB,UAAU,CAACS,UAAU,CAAC,EAAE,EAAEb,aAAa;IAC/C;EACF,CAAC;EACD,IAAIK,MAAM,CAACC,KAAK,KAAKJ,gBAAgB,EAAE;IAErCmB,OAAO,CAACC,KAAK,+BAAAC,MAAA,CAA+BlB,MAAM,CAACC,KAAK,CAAE,CAAC;EAC7D;EACA,IAAID,MAAM,CAACI,OAAO,KAAK,IAAI,EAAE;IAE3BY,OAAO,CAACC,KAAK,0BAAAC,MAAA,CAA0BlB,MAAM,CAACI,OAAO,CAAE,CAAC;EAC1D;EACA,OAAOJ,MAAM;AACf"}
|