@loaders.gl/shapefile 3.1.0-alpha.5 → 3.1.0-beta.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.d.ts +1 -0
- package/dist/bundle.d.ts.map +1 -0
- package/dist/bundle.js +7554 -0
- package/dist/dbf-loader.d.ts +1 -0
- package/dist/dbf-loader.d.ts.map +1 -0
- package/dist/dbf-loader.js +32 -0
- package/dist/dbf-worker.js +912 -2
- package/dist/es5/dbf-loader.js +1 -1
- package/dist/es5/dbf-loader.js.map +1 -1
- package/dist/es5/lib/parsers/parse-dbf.js +2 -4
- package/dist/es5/lib/parsers/parse-dbf.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shp-geometry.js.map +1 -1
- package/dist/es5/shapefile-loader.js +1 -1
- package/dist/es5/shapefile-loader.js.map +1 -1
- package/dist/es5/shp-loader.js +1 -1
- package/dist/es5/shp-loader.js.map +1 -1
- package/dist/es5/workers/dbf-worker.js +7 -3
- package/dist/es5/workers/dbf-worker.js.map +1 -0
- package/dist/es5/workers/shp-worker.js +7 -3
- package/dist/es5/workers/shp-worker.js.map +1 -0
- package/dist/esm/dbf-loader.js +1 -1
- package/dist/esm/dbf-loader.js.map +1 -1
- package/dist/esm/lib/parsers/parse-dbf.js +2 -4
- package/dist/esm/lib/parsers/parse-dbf.js.map +1 -1
- package/dist/esm/lib/parsers/parse-shp-geometry.js.map +1 -1
- package/dist/esm/shapefile-loader.js +1 -1
- package/dist/esm/shapefile-loader.js.map +1 -1
- package/dist/esm/shp-loader.js +1 -1
- package/dist/esm/shp-loader.js.map +1 -1
- package/dist/esm/workers/dbf-worker.js +3 -3
- package/dist/esm/workers/dbf-worker.js.map +1 -0
- package/dist/esm/workers/shp-worker.js +3 -3
- package/dist/esm/workers/shp-worker.js.map +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +11 -0
- package/dist/lib/parsers/parse-dbf.d.ts +1 -0
- package/dist/lib/parsers/parse-dbf.d.ts.map +1 -0
- package/dist/lib/parsers/parse-dbf.js +335 -0
- package/dist/lib/parsers/parse-shapefile.d.ts +1 -0
- package/dist/lib/parsers/parse-shapefile.d.ts.map +1 -0
- package/dist/lib/parsers/parse-shapefile.js +245 -0
- package/dist/lib/parsers/parse-shp-geometry.d.ts +2 -1
- package/dist/lib/parsers/parse-shp-geometry.d.ts.map +1 -0
- package/dist/lib/parsers/parse-shp-geometry.js +287 -0
- package/dist/lib/parsers/parse-shp-header.d.ts +1 -0
- package/dist/lib/parsers/parse-shp-header.d.ts.map +1 -0
- package/dist/lib/parsers/parse-shp-header.js +43 -0
- package/dist/lib/parsers/parse-shp.d.ts +1 -0
- package/dist/lib/parsers/parse-shp.d.ts.map +1 -0
- package/dist/lib/parsers/parse-shp.js +170 -0
- package/dist/lib/parsers/parse-shx.d.ts +1 -0
- package/dist/lib/parsers/parse-shx.d.ts.map +1 -0
- package/dist/lib/parsers/parse-shx.js +28 -0
- package/dist/lib/streaming/binary-chunk-reader.d.ts +1 -0
- package/dist/lib/streaming/binary-chunk-reader.d.ts.map +1 -0
- package/dist/lib/streaming/binary-chunk-reader.js +161 -0
- package/dist/lib/streaming/binary-reader.d.ts +1 -0
- package/dist/lib/streaming/binary-reader.d.ts.map +1 -0
- package/dist/lib/streaming/binary-reader.js +52 -0
- package/dist/lib/streaming/zip-batch-iterators.d.ts +1 -0
- package/dist/lib/streaming/zip-batch-iterators.d.ts.map +1 -0
- package/dist/lib/streaming/zip-batch-iterators.js +61 -0
- package/dist/shapefile-loader.d.ts +1 -0
- package/dist/shapefile-loader.d.ts.map +1 -0
- package/dist/shapefile-loader.js +31 -0
- package/dist/shp-loader.d.ts +1 -0
- package/dist/shp-loader.d.ts.map +1 -0
- package/dist/shp-loader.js +35 -0
- package/dist/shp-worker.js +606 -2
- package/dist/workers/dbf-worker.d.ts +1 -0
- package/dist/workers/dbf-worker.d.ts.map +1 -0
- package/dist/workers/dbf-worker.js +5 -0
- package/dist/workers/shp-worker.d.ts +1 -0
- package/dist/workers/shp-worker.d.ts.map +1 -0
- package/dist/workers/shp-worker.js +5 -0
- package/package.json +9 -10
- package/src/lib/parsers/parse-dbf.ts +5 -3
- package/src/lib/parsers/parse-shp-geometry.ts +1 -1
- package/src/workers/{dbf-worker.js → dbf-worker.ts} +0 -0
- package/src/workers/{shp-worker.js → shp-worker.ts} +0 -0
- package/dist/dbf-worker.js.map +0 -1
- package/dist/dist.min.js +0 -2
- package/dist/dist.min.js.map +0 -1
- package/dist/shp-worker.js.map +0 -1
package/dist/es5/dbf-loader.js
CHANGED
|
@@ -7,7 +7,7 @@ exports.DBFLoader = exports.DBFWorkerLoader = void 0;
|
|
|
7
7
|
|
|
8
8
|
var _parseDbf = require("./lib/parsers/parse-dbf");
|
|
9
9
|
|
|
10
|
-
const VERSION = typeof "3.1.0-
|
|
10
|
+
const VERSION = typeof "3.1.0-beta.5" !== 'undefined' ? "3.1.0-beta.5" : 'latest';
|
|
11
11
|
const DBFWorkerLoader = {
|
|
12
12
|
name: 'DBF',
|
|
13
13
|
id: 'dbf',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/dbf-loader.ts"],"names":["VERSION","DBFWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","options","dbf","encoding","DBFLoader","parse","arrayBuffer","parseSync","parseDBF","parseInBatches","parseDBFInBatches"],"mappings":";;;;;;;AACA;;AAIA,MAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/dbf-loader.ts"],"names":["VERSION","DBFWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","options","dbf","encoding","DBFLoader","parse","arrayBuffer","parseSync","parseDBF","parseInBatches","parseDBFInBatches"],"mappings":";;;;;;;AACA;;AAIA,MAAMA,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AAKO,MAAMC,eAAuB,GAAG;AACrCC,EAAAA,IAAI,EAAE,KAD+B;AAErCC,EAAAA,EAAE,EAAE,KAFiC;AAGrCC,EAAAA,MAAM,EAAE,WAH6B;AAIrCC,EAAAA,OAAO,EAAEL,OAJ4B;AAKrCM,EAAAA,MAAM,EAAE,IAL6B;AAMrCC,EAAAA,QAAQ,EAAE,OAN2B;AAOrCC,EAAAA,UAAU,EAAE,CAAC,KAAD,CAPyB;AAQrCC,EAAAA,SAAS,EAAE,CAAC,mBAAD,CAR0B;AASrCC,EAAAA,OAAO,EAAE;AACPC,IAAAA,GAAG,EAAE;AACHC,MAAAA,QAAQ,EAAE;AADP;AADE;AAT4B,CAAhC;;AAiBA,MAAMC,SAA2B,GAAG,EACzC,GAAGZ,eADsC;AAEzCa,EAAAA,KAAK,EAAE,OAAOC,WAAP,EAAoBL,OAApB,KAAgC,wBAASK,WAAT,EAAsBL,OAAtB,CAFE;AAGzCM,EAAAA,SAAS,EAAEC,kBAH8B;AAIzCC,EAAAA,cAAc,EAAEC;AAJyB,CAApC","sourcesContent":["import type {Loader, LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {parseDBF, parseDBFInBatches} from './lib/parsers/parse-dbf';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * DBFLoader - DBF files are used to contain non-geometry columns in Shapefiles\n */\nexport const DBFWorkerLoader: Loader = {\n name: 'DBF',\n id: 'dbf',\n module: 'shapefile',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['dbf'],\n mimeTypes: ['application/x-dbf'],\n options: {\n dbf: {\n encoding: 'latin1'\n }\n }\n};\n\n/** DBF file loader */\nexport const DBFLoader: LoaderWithParser = {\n ...DBFWorkerLoader,\n parse: async (arrayBuffer, options) => parseDBF(arrayBuffer, options),\n parseSync: parseDBF,\n parseInBatches: parseDBFInBatches\n};\n"],"file":"dbf-loader.js"}
|
|
@@ -27,16 +27,14 @@ var STATE;
|
|
|
27
27
|
})(STATE || (STATE = {}));
|
|
28
28
|
|
|
29
29
|
class DBFParser {
|
|
30
|
-
constructor({
|
|
31
|
-
encoding
|
|
32
|
-
}) {
|
|
30
|
+
constructor(options) {
|
|
33
31
|
(0, _defineProperty2.default)(this, "binaryReader", new _binaryChunkReader.default());
|
|
34
32
|
(0, _defineProperty2.default)(this, "textDecoder", void 0);
|
|
35
33
|
(0, _defineProperty2.default)(this, "state", STATE.START);
|
|
36
34
|
(0, _defineProperty2.default)(this, "result", {
|
|
37
35
|
data: []
|
|
38
36
|
});
|
|
39
|
-
this.textDecoder = new TextDecoder(encoding);
|
|
37
|
+
this.textDecoder = new TextDecoder(options.encoding);
|
|
40
38
|
}
|
|
41
39
|
|
|
42
40
|
write(arrayBuffer) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/parsers/parse-dbf.ts"],"names":["LITTLE_ENDIAN","DBF_HEADER_SIZE","STATE","DBFParser","constructor","encoding","BinaryChunkReader","START","data","textDecoder","TextDecoder","write","arrayBuffer","binaryReader","state","parseState","result","end","END","ERROR","error","parseDBF","options","loaderOptions","dbf","dbfParser","schema","tables","format","rows","parseDBFInBatches","asyncIterator","parser","headerReturned","dbfHeader","length","dataView","getDataView","parseDBFHeader","progress","bytesUsed","rowsTotal","nRecords","FIELD_DESCRIPTORS","fieldDescriptorView","headerLength","dbfFields","parseFieldDescriptors","Schema","map","dbfField","makeField","FIELD_PROPERTIES","skip","recordLength","recordView","row","parseRow","push","message","headerView","year","getUint8","month","day","getUint32","getUint16","languageDriver","view","nFields","byteLength","fields","offset","i","name","decode","Uint8Array","buffer","byteOffset","replace","dataType","String","fromCharCode","fieldLength","decimal","out","field","text","parseField","parseNumber","parseCharacter","parseDate","parseBoolean","Error","str","Date","UTC","slice","parseInt","value","test","number","parseFloat","isNaN","trim","Field","Float64","Utf8","TimestampMillisecond","Bool"],"mappings":";;;;;;;;;;;;AAAA;;AACA;;AA4CA,MAAMA,aAAa,GAAG,IAAtB;AACA,MAAMC,eAAe,GAAG,EAAxB;IAEKC,K;;WAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;GAAAA,K,KAAAA,K;;AAQL,MAAMC,SAAN,CAAgB;AAQdC,EAAAA,WAAW,CAAC;AAACC,IAAAA;AAAD,GAAD,EAAa;AAAA,wDAPT,IAAIC,0BAAJ,EAOS;AAAA;AAAA,iDALhBJ,KAAK,CAACK,KAKU;AAAA,kDAJJ;AAClBC,MAAAA,IAAI,EAAE;AADY,KAII;AACtB,SAAKC,WAAL,GAAmB,IAAIC,WAAJ,CAAgBL,QAAhB,CAAnB;AACD;;AAIDM,EAAAA,KAAK,CAACC,WAAD,EAAiC;AACpC,SAAKC,YAAL,CAAkBF,KAAlB,CAAwBC,WAAxB;AACA,SAAKE,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKJ,WAAlD,CAAvB;AAOD;;AAEDQ,EAAAA,GAAG,GAAS;AACV,SAAKJ,YAAL,CAAkBI,GAAlB;AACA,SAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKJ,WAAlD,CAAvB;;AAEA,QAAI,KAAKK,KAAL,KAAeZ,KAAK,CAACgB,GAAzB,EAA8B;AAC5B,WAAKJ,KAAL,GAAaZ,KAAK,CAACiB,KAAnB;AACA,WAAKH,MAAL,CAAYI,KAAZ,GAAoB,qBAApB;AACD;AACF;;AAjCa;;AAwCT,SAASC,QAAT,CACLT,WADK,EAELU,OAAY,GAAG,EAFV,EAG2B;AAChC,QAAMC,aAAa,GAAGD,OAAO,CAACE,GAAR,IAAe,EAArC;AACA,QAAM;AAACnB,IAAAA;AAAD,MAAakB,aAAnB;AAEA,QAAME,SAAS,GAAG,IAAItB,SAAJ,CAAc;AAACE,IAAAA;AAAD,GAAd,CAAlB;AACAoB,EAAAA,SAAS,CAACd,KAAV,CAAgBC,WAAhB;AACAa,EAAAA,SAAS,CAACR,GAAV;AAEA,QAAM;AAACT,IAAAA,IAAD;AAAOkB,IAAAA;AAAP,MAAiBD,SAAS,CAACT,MAAjC;;AACA,UAAQM,OAAO,CAACK,MAAR,IAAkBL,OAAO,CAACK,MAAR,CAAeC,MAAzC;AACE,SAAK,OAAL;AAEE,aAAO;AAACF,QAAAA,MAAD;AAASG,QAAAA,IAAI,EAAErB;AAAf,OAAP;;AAEF,SAAK,MAAL;AACA;AACE,aAAOA,IAAP;AAPJ;AASD;;AAKM,gBAAgBsB,iBAAhB,CACLC,aADK,EAELT,OAAY,GAAG,EAFV,EAGsD;AAC3D,QAAMC,aAAa,GAAGD,OAAO,CAACE,GAAR,IAAe,EAArC;AACA,QAAM;AAACnB,IAAAA;AAAD,MAAakB,aAAnB;AAEA,QAAMS,MAAM,GAAG,IAAI7B,SAAJ,CAAc;AAACE,IAAAA;AAAD,GAAd,CAAf;AACA,MAAI4B,cAAc,GAAG,KAArB;;AACA,aAAW,MAAMrB,WAAjB,IAAgCmB,aAAhC,EAA+C;AAC7CC,IAAAA,MAAM,CAACrB,KAAP,CAAaC,WAAb;;AACA,QAAI,CAACqB,cAAD,IAAmBD,MAAM,CAAChB,MAAP,CAAckB,SAArC,EAAgD;AAC9CD,MAAAA,cAAc,GAAG,IAAjB;AACA,YAAMD,MAAM,CAAChB,MAAP,CAAckB,SAApB;AACD;;AAED,QAAIF,MAAM,CAAChB,MAAP,CAAcR,IAAd,CAAmB2B,MAAnB,GAA4B,CAAhC,EAAmC;AACjC,YAAMH,MAAM,CAAChB,MAAP,CAAcR,IAApB;AACAwB,MAAAA,MAAM,CAAChB,MAAP,CAAcR,IAAd,GAAqB,EAArB;AACD;AACF;;AACDwB,EAAAA,MAAM,CAACf,GAAP;;AACA,MAAIe,MAAM,CAAChB,MAAP,CAAcR,IAAd,CAAmB2B,MAAnB,GAA4B,CAAhC,EAAmC;AACjC,UAAMH,MAAM,CAAChB,MAAP,CAAcR,IAApB;AACD;AACF;;AAUD,SAASO,UAAT,CACED,KADF,EAEEE,MAFF,EAGEH,YAHF,EAIEJ,WAJF,EAKS;AAEP,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQK,KAAR;AACE,aAAKZ,KAAK,CAACiB,KAAX;AACA,aAAKjB,KAAK,CAACgB,GAAX;AACE,iBAAOJ,KAAP;;AAEF,aAAKZ,KAAK,CAACK,KAAX;AAEE,gBAAM6B,QAAQ,GAAGvB,YAAY,CAACwB,WAAb,CAAyBpC,eAAzB,EAA0C,YAA1C,CAAjB;;AACA,cAAI,CAACmC,QAAL,EAAe;AACb,mBAAOtB,KAAP;AACD;;AACDE,UAAAA,MAAM,CAACkB,SAAP,GAAmBI,cAAc,CAACF,QAAD,CAAjC;AACApB,UAAAA,MAAM,CAACuB,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,SAAS,EAAEzB,MAAM,CAACkB,SAAP,CAAiBQ,QAFZ;AAGhBb,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAKAf,UAAAA,KAAK,GAAGZ,KAAK,CAACyC,iBAAd;AACA;;AAEF,aAAKzC,KAAK,CAACyC,iBAAX;AAEE,gBAAMC,mBAAmB,GAAG/B,YAAY,CAACwB,WAAb,CAE1BrB,MAAM,CAACkB,SAAP,CAAiBW,YAAjB,GAAgC5C,eAFN,EAG1B,uBAH0B,CAA5B;;AAKA,cAAI,CAAC2C,mBAAL,EAA0B;AACxB,mBAAO9B,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAAC8B,SAAP,GAAmBC,qBAAqB,CAACH,mBAAD,EAAsBnC,WAAtB,CAAxC;AACAO,UAAAA,MAAM,CAACU,MAAP,GAAgB,IAAIsB,cAAJ,CAAWhC,MAAM,CAAC8B,SAAP,CAAiBG,GAAjB,CAAsBC,QAAD,IAAcC,SAAS,CAACD,QAAD,CAA5C,CAAX,CAAhB;AAEApC,UAAAA,KAAK,GAAGZ,KAAK,CAACkD,gBAAd;AAIAvC,UAAAA,YAAY,CAACwC,IAAb,CAAkB,CAAlB;AACA;;AAEF,aAAKnD,KAAK,CAACkD,gBAAX;AACE,gBAAM;AAACE,YAAAA,YAAY,GAAG,CAAhB;AAAmBZ,YAAAA,QAAQ,GAAG;AAA9B,cAAmC,CAAA1B,MAAM,SAAN,IAAAA,MAAM,WAAN,YAAAA,MAAM,CAAEkB,SAAR,KAAqB,EAA9D;;AACA,iBAAOlB,MAAM,CAACR,IAAP,CAAY2B,MAAZ,GAAqBO,QAA5B,EAAsC;AACpC,kBAAMa,UAAU,GAAG1C,YAAY,CAACwB,WAAb,CAAyBiB,YAAY,GAAG,CAAxC,CAAnB;;AACA,gBAAI,CAACC,UAAL,EAAiB;AACf,qBAAOzC,KAAP;AACD;;AAEDD,YAAAA,YAAY,CAACwC,IAAb,CAAkB,CAAlB;AAGA,kBAAMG,GAAG,GAAGC,QAAQ,CAACF,UAAD,EAAavC,MAAM,CAAC8B,SAApB,EAA+BrC,WAA/B,CAApB;AACAO,YAAAA,MAAM,CAACR,IAAP,CAAYkD,IAAZ,CAAiBF,GAAjB;AAEAxC,YAAAA,MAAM,CAACuB,QAAP,CAAgBV,IAAhB,GAAuBb,MAAM,CAACR,IAAP,CAAY2B,MAAnC;AACD;;AACDrB,UAAAA,KAAK,GAAGZ,KAAK,CAACgB,GAAd;AACA;;AAEF;AACEJ,UAAAA,KAAK,GAAGZ,KAAK,CAACiB,KAAd;AACAH,UAAAA,MAAM,CAACI,KAAP,kCAAuCN,KAAvC;AACA,iBAAOA,KAAP;AA/DJ;AAiED,KAlED,CAkEE,OAAOM,KAAP,EAAc;AACdN,MAAAA,KAAK,GAAGZ,KAAK,CAACiB,KAAd;AACAH,MAAAA,MAAM,CAACI,KAAP,iCAAuCA,KAAD,CAAiBuC,OAAvD;AACA,aAAO7C,KAAP;AACD;AACF;AACF;;AAKD,SAASwB,cAAT,CAAwBsB,UAAxB,EAAyD;AACvD,SAAO;AAELC,IAAAA,IAAI,EAAED,UAAU,CAACE,QAAX,CAAoB,CAApB,IAAyB,IAF1B;AAGLC,IAAAA,KAAK,EAAEH,UAAU,CAACE,QAAX,CAAoB,CAApB,CAHF;AAILE,IAAAA,GAAG,EAAEJ,UAAU,CAACE,QAAX,CAAoB,CAApB,CAJA;AAMLpB,IAAAA,QAAQ,EAAEkB,UAAU,CAACK,SAAX,CAAqB,CAArB,EAAwBjE,aAAxB,CANL;AAQL6C,IAAAA,YAAY,EAAEe,UAAU,CAACM,SAAX,CAAqB,CAArB,EAAwBlE,aAAxB,CART;AAULsD,IAAAA,YAAY,EAAEM,UAAU,CAACM,SAAX,CAAqB,EAArB,EAAyBlE,aAAzB,CAVT;AAYLmE,IAAAA,cAAc,EAAEP,UAAU,CAACE,QAAX,CAAoB,EAApB;AAZX,GAAP;AAcD;;AAKD,SAASf,qBAAT,CAA+BqB,IAA/B,EAA+C3D,WAA/C,EAAwE;AAGtE,QAAM4D,OAAO,GAAG,CAACD,IAAI,CAACE,UAAL,GAAkB,CAAnB,IAAwB,EAAxC;AACA,QAAMC,MAAkB,GAAG,EAA3B;AACA,MAAIC,MAAM,GAAG,CAAb;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGJ,OAApB,EAA6BI,CAAC,EAA9B,EAAkC;AAChC,UAAMC,IAAI,GAAGjE,WAAW,CACrBkE,MADU,CACH,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsD,EAAtD,CADG,EAGVO,OAHU,CAGF,SAHE,EAGS,EAHT,CAAb;AAKAR,IAAAA,MAAM,CAACb,IAAP,CAAY;AACVgB,MAAAA,IADU;AAEVM,MAAAA,QAAQ,EAAEC,MAAM,CAACC,YAAP,CAAoBd,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAApB,CAFA;AAGVW,MAAAA,WAAW,EAAEf,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAHH;AAIVY,MAAAA,OAAO,EAAEhB,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB;AAJC,KAAZ;AAMAA,IAAAA,MAAM,IAAI,EAAV;AACD;;AACD,SAAOD,MAAP;AACD;;AAuBD,SAASd,QAAT,CACEW,IADF,EAEEG,MAFF,EAGE9D,WAHF,EAIwB;AACtB,QAAM4E,GAAG,GAAG,EAAZ;AACA,MAAIb,MAAM,GAAG,CAAb;;AACA,OAAK,MAAMc,KAAX,IAAoBf,MAApB,EAA4B;AAC1B,UAAMgB,IAAI,GAAG9E,WAAW,CAACkE,MAAZ,CACX,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsDc,KAAK,CAACH,WAA5D,CADW,CAAb;AAGAE,IAAAA,GAAG,CAACC,KAAK,CAACZ,IAAP,CAAH,GAAkBc,UAAU,CAACD,IAAD,EAAOD,KAAK,CAACN,QAAb,CAA5B;AACAR,IAAAA,MAAM,IAAIc,KAAK,CAACH,WAAhB;AACD;;AAED,SAAOE,GAAP;AACD;;AAQD,SAASG,UAAT,CAAoBD,IAApB,EAAkCP,QAAlC,EAAsF;AACpF,UAAQA,QAAR;AACE,SAAK,GAAL;AACE,aAAOS,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOG,cAAc,CAACH,IAAD,CAArB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOI,SAAS,CAACJ,IAAD,CAAhB;;AACF,SAAK,GAAL;AACE,aAAOK,YAAY,CAACL,IAAD,CAAnB;;AACF;AACE,YAAM,IAAIM,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD;;AAOD,SAASF,SAAT,CAAmBG,GAAnB,EAAqC;AACnC,SAAOC,IAAI,CAACC,GAAL,CAASF,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAT,EAA0BC,QAAQ,CAACJ,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAD,EAAkB,EAAlB,CAAR,GAAgC,CAA1D,EAA6DH,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAA7D,CAAP;AACD;;AAUD,SAASL,YAAT,CAAsBO,KAAtB,EAAqD;AACnD,SAAO,UAAUC,IAAV,CAAeD,KAAf,IAAwB,KAAxB,GAAgC,UAAUC,IAAV,CAAeD,KAAf,IAAwB,IAAxB,GAA+B,IAAtE;AACD;;AAOD,SAASV,WAAT,CAAqBF,IAArB,EAAkD;AAChD,QAAMc,MAAM,GAAGC,UAAU,CAACf,IAAD,CAAzB;AACA,SAAOgB,KAAK,CAACF,MAAD,CAAL,GAAgB,IAAhB,GAAuBA,MAA9B;AACD;;AAOD,SAASX,cAAT,CAAwBH,IAAxB,EAAqD;AACnD,SAAOA,IAAI,CAACiB,IAAL,MAAe,IAAtB;AACD;;AASD,SAASrD,SAAT,CAAmB;AAACuB,EAAAA,IAAD;AAAOM,EAAAA,QAAP;AAAiBG,EAAAA,WAAjB;AAA8BC,EAAAA;AAA9B,CAAnB,EAAkE;AAChE,UAAQJ,QAAR;AACE,SAAK,GAAL;AACE,aAAO,IAAIyB,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIiC,YAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIF,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIkC,4BAAJ,EAAhB,EAA4C,IAA5C,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,aAAJ,CAAU/B,IAAV,EAAgB,IAAImC,YAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF;AACE,YAAM,IAAIhB,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD","sourcesContent":["import {Schema, Field, Bool, Utf8, Float64, TimestampMillisecond} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\n\ntype DBFRowsOutput = object[];\n\ninterface DBFTableOutput {\n schema?: Schema;\n rows: DBFRowsOutput;\n}\n\ntype DBFHeader = {\n // Last updated date\n year: number;\n month: number;\n day: number;\n // Number of records in data file\n nRecords: number;\n // Length of header in bytes\n headerLength: number;\n // Length of each record\n recordLength: number;\n // Not sure if this is usually set\n languageDriver: number;\n};\n\ntype DBFField = {\n name: string;\n dataType: string;\n fieldLength: number;\n decimal: number;\n};\n\ntype DBFResult = {\n data: {[key: string]: any}[];\n schema?: Schema;\n error?: string;\n dbfHeader?: DBFHeader;\n dbfFields?: DBFField[];\n progress?: {\n bytesUsed: number;\n rowsTotal: number;\n rows: number;\n };\n};\n\nconst LITTLE_ENDIAN = true;\nconst DBF_HEADER_SIZE = 32;\n\nenum STATE {\n START = 0, // Expecting header\n FIELD_DESCRIPTORS = 1,\n FIELD_PROPERTIES = 2,\n END = 3,\n ERROR = 4\n}\n\nclass DBFParser {\n binaryReader = new BinaryChunkReader();\n textDecoder: TextDecoder;\n state = STATE.START;\n result: DBFResult = {\n data: []\n };\n\n constructor({encoding}) {\n this.textDecoder = new TextDecoder(encoding);\n }\n /**\n * @param arrayBuffer\n */\n write(arrayBuffer: ArrayBuffer): void {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n\n // important events:\n // - schema available\n // - first rows available\n // - all rows available\n }\n\n end(): void {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'DBF incomplete file';\n }\n }\n}\n/**\n * @param arrayBuffer\n * @param options\n * @returns DBFTable or rows\n */\nexport function parseDBF(\n arrayBuffer: ArrayBuffer,\n options: any = {}\n): DBFRowsOutput | DBFTableOutput {\n const loaderOptions = options.dbf || {};\n const {encoding} = loaderOptions;\n\n const dbfParser = new DBFParser({encoding});\n dbfParser.write(arrayBuffer);\n dbfParser.end();\n\n const {data, schema} = dbfParser.result;\n switch (options.tables && options.tables.format) {\n case 'table':\n // TODO - parse columns\n return {schema, rows: data};\n\n case 'rows':\n default:\n return data;\n }\n}\n/**\n * @param asyncIterator\n * @param options\n */\nexport async function* parseDBFInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options: any = {}\n): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput> {\n const loaderOptions = options.dbf || {};\n const {encoding} = loaderOptions;\n\n const parser = new DBFParser({encoding});\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.dbfHeader) {\n headerReturned = true;\n yield parser.result.dbfHeader;\n }\n\n if (parser.result.data.length > 0) {\n yield parser.result.data;\n parser.result.data = [];\n }\n }\n parser.end();\n if (parser.result.data.length > 0) {\n yield parser.result.data;\n }\n}\n/**\n * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm\n * @param state\n * @param result\n * @param binaryReader\n * @param textDecoder\n * @returns\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: STATE,\n result: DBFResult,\n binaryReader: {[key: string]: any},\n textDecoder: TextDecoder\n): STATE {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.START:\n // Parse initial file header\n const dataView = binaryReader.getDataView(DBF_HEADER_SIZE, 'DBF header');\n if (!dataView) {\n return state;\n }\n result.dbfHeader = parseDBFHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n rowsTotal: result.dbfHeader.nRecords,\n rows: 0\n };\n state = STATE.FIELD_DESCRIPTORS;\n break;\n\n case STATE.FIELD_DESCRIPTORS:\n // Parse DBF field descriptors (schema)\n const fieldDescriptorView = binaryReader.getDataView(\n // @ts-ignore\n result.dbfHeader.headerLength - DBF_HEADER_SIZE,\n 'DBF field descriptors'\n );\n if (!fieldDescriptorView) {\n return state;\n }\n\n result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);\n result.schema = new Schema(result.dbfFields.map((dbfField) => makeField(dbfField)));\n\n state = STATE.FIELD_PROPERTIES;\n\n // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?\n // parsedbf uses ((fields.length + 1) << 5) + 2;\n binaryReader.skip(1);\n break;\n\n case STATE.FIELD_PROPERTIES:\n const {recordLength = 0, nRecords = 0} = result?.dbfHeader || {};\n while (result.data.length < nRecords) {\n const recordView = binaryReader.getDataView(recordLength - 1);\n if (!recordView) {\n return state;\n }\n // Note: Avoid actually reading the last byte, which may not be present\n binaryReader.skip(1);\n\n // @ts-ignore\n const row = parseRow(recordView, result.dbfFields, textDecoder);\n result.data.push(row);\n // @ts-ignore\n result.progress.rows = result.data.length;\n }\n state = STATE.END;\n break;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `DBF parsing failed: ${(error as Error).message}`;\n return state;\n }\n }\n}\n\n/**\n * @param headerView\n */\nfunction parseDBFHeader(headerView: DataView): DBFHeader {\n return {\n // Last updated date\n year: headerView.getUint8(1) + 1900,\n month: headerView.getUint8(2),\n day: headerView.getUint8(3),\n // Number of records in data file\n nRecords: headerView.getUint32(4, LITTLE_ENDIAN),\n // Length of header in bytes\n headerLength: headerView.getUint16(8, LITTLE_ENDIAN),\n // Length of each record\n recordLength: headerView.getUint16(10, LITTLE_ENDIAN),\n // Not sure if this is usually set\n languageDriver: headerView.getUint8(29)\n };\n}\n\n/**\n * @param view\n */\nfunction parseFieldDescriptors(view: DataView, textDecoder): DBFField[] {\n // NOTE: this might overestimate the number of fields if the \"Database\n // Container\" container exists and is included in the headerLength\n const nFields = (view.byteLength - 1) / 32;\n const fields: DBFField[] = [];\n let offset = 0;\n for (let i = 0; i < nFields; i++) {\n const name = textDecoder\n .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))\n // eslint-disable-next-line no-control-regex\n .replace(/\\u0000/g, '');\n\n fields.push({\n name,\n dataType: String.fromCharCode(view.getUint8(offset + 11)),\n fieldLength: view.getUint8(offset + 16),\n decimal: view.getUint8(offset + 17)\n });\n offset += 32;\n }\n return fields;\n}\n\n/*\n * @param {BinaryChunkReader} binaryReader\nfunction parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {\n const rows = [];\n for (let i = 0; i < nRecords; i++) {\n const recordView = binaryReader.getDataView(recordLength - 1);\n binaryReader.skip(1);\n // @ts-ignore\n rows.push(parseRow(recordView, fields, textDecoder));\n }\n return rows;\n}\n */\n\n/**\n *\n * @param view\n * @param fields\n * @param textDecoder\n * @returns\n */\nfunction parseRow(\n view: DataView,\n fields: DBFField[],\n textDecoder: TextDecoder\n): {[key: string]: any} {\n const out = {};\n let offset = 0;\n for (const field of fields) {\n const text = textDecoder.decode(\n new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength)\n );\n out[field.name] = parseField(text, field.dataType);\n offset += field.fieldLength;\n }\n\n return out;\n}\n\n/**\n * Should NaN be coerced to null?\n * @param text\n * @param dataType\n * @returns Field depends on a type of the data\n */\nfunction parseField(text: string, dataType: string): string | number | boolean | null {\n switch (dataType) {\n case 'B':\n return parseNumber(text);\n case 'C':\n return parseCharacter(text);\n case 'F':\n return parseNumber(text);\n case 'N':\n return parseNumber(text);\n case 'O':\n return parseNumber(text);\n case 'D':\n return parseDate(text);\n case 'L':\n return parseBoolean(text);\n default:\n throw new Error('Unsupported data type');\n }\n}\n\n/**\n * Parse YYYYMMDD to date in milliseconds\n * @param str YYYYMMDD\n * @returns new Date as a number\n */\nfunction parseDate(str: any): number {\n return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));\n}\n\n/**\n * Read boolean value\n * any of Y, y, T, t coerce to true\n * any of N, n, F, f coerce to false\n * otherwise null\n * @param value\n * @returns boolean | null\n */\nfunction parseBoolean(value: string): boolean | null {\n return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;\n}\n\n/**\n * Return null instead of NaN\n * @param text\n * @returns number | null\n */\nfunction parseNumber(text: string): number | null {\n const number = parseFloat(text);\n return isNaN(number) ? null : number;\n}\n\n/**\n *\n * @param text\n * @returns string | null\n */\nfunction parseCharacter(text: string): string | null {\n return text.trim() || null;\n}\n\n/**\n * Create a standard Arrow-style `Field` from field descriptor.\n * TODO - use `fieldLength` and `decimal` to generate smaller types?\n * @param param0\n * @returns Field\n */\n// eslint-disable\nfunction makeField({name, dataType, fieldLength, decimal}): Field {\n switch (dataType) {\n case 'B':\n return new Field(name, new Float64(), true);\n case 'C':\n return new Field(name, new Utf8(), true);\n case 'F':\n return new Field(name, new Float64(), true);\n case 'N':\n return new Field(name, new Float64(), true);\n case 'O':\n return new Field(name, new Float64(), true);\n case 'D':\n return new Field(name, new TimestampMillisecond(), true);\n case 'L':\n return new Field(name, new Bool(), true);\n default:\n throw new Error('Unsupported data type');\n }\n}\n"],"file":"parse-dbf.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/parsers/parse-dbf.ts"],"names":["LITTLE_ENDIAN","DBF_HEADER_SIZE","STATE","DBFParser","constructor","options","BinaryChunkReader","START","data","textDecoder","TextDecoder","encoding","write","arrayBuffer","binaryReader","state","parseState","result","end","END","ERROR","error","parseDBF","loaderOptions","dbf","dbfParser","schema","tables","format","rows","parseDBFInBatches","asyncIterator","parser","headerReturned","dbfHeader","length","dataView","getDataView","parseDBFHeader","progress","bytesUsed","rowsTotal","nRecords","FIELD_DESCRIPTORS","fieldDescriptorView","headerLength","dbfFields","parseFieldDescriptors","Schema","map","dbfField","makeField","FIELD_PROPERTIES","skip","recordLength","recordView","row","parseRow","push","message","headerView","year","getUint8","month","day","getUint32","getUint16","languageDriver","view","nFields","byteLength","fields","offset","i","name","decode","Uint8Array","buffer","byteOffset","replace","dataType","String","fromCharCode","fieldLength","decimal","out","field","text","parseField","parseNumber","parseCharacter","parseDate","parseBoolean","Error","str","Date","UTC","slice","parseInt","value","test","number","parseFloat","isNaN","trim","Field","Float64","Utf8","TimestampMillisecond","Bool"],"mappings":";;;;;;;;;;;;AAAA;;AACA;;AA4CA,MAAMA,aAAa,GAAG,IAAtB;AACA,MAAMC,eAAe,GAAG,EAAxB;IAEKC,K;;WAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;GAAAA,K,KAAAA,K;;AAQL,MAAMC,SAAN,CAAgB;AAQdC,EAAAA,WAAW,CAACC,OAAD,EAA8B;AAAA,wDAP1B,IAAIC,0BAAJ,EAO0B;AAAA;AAAA,iDALjCJ,KAAK,CAACK,KAK2B;AAAA,kDAJrB;AAClBC,MAAAA,IAAI,EAAE;AADY,KAIqB;AACvC,SAAKC,WAAL,GAAmB,IAAIC,WAAJ,CAAgBL,OAAO,CAACM,QAAxB,CAAnB;AACD;;AAKDC,EAAAA,KAAK,CAACC,WAAD,EAAiC;AACpC,SAAKC,YAAL,CAAkBF,KAAlB,CAAwBC,WAAxB;AACA,SAAKE,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKL,WAAlD,CAAvB;AAOD;;AAEDS,EAAAA,GAAG,GAAS;AACV,SAAKJ,YAAL,CAAkBI,GAAlB;AACA,SAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKL,WAAlD,CAAvB;;AAEA,QAAI,KAAKM,KAAL,KAAeb,KAAK,CAACiB,GAAzB,EAA8B;AAC5B,WAAKJ,KAAL,GAAab,KAAK,CAACkB,KAAnB;AACA,WAAKH,MAAL,CAAYI,KAAZ,GAAoB,qBAApB;AACD;AACF;;AAlCa;;AA0CT,SAASC,QAAT,CACLT,WADK,EAELR,OAAY,GAAG,EAFV,EAG2B;AAChC,QAAMkB,aAAa,GAAGlB,OAAO,CAACmB,GAAR,IAAe,EAArC;AACA,QAAM;AAACb,IAAAA;AAAD,MAAaY,aAAnB;AAEA,QAAME,SAAS,GAAG,IAAItB,SAAJ,CAAc;AAACQ,IAAAA;AAAD,GAAd,CAAlB;AACAc,EAAAA,SAAS,CAACb,KAAV,CAAgBC,WAAhB;AACAY,EAAAA,SAAS,CAACP,GAAV;AAEA,QAAM;AAACV,IAAAA,IAAD;AAAOkB,IAAAA;AAAP,MAAiBD,SAAS,CAACR,MAAjC;;AACA,UAAQZ,OAAO,CAACsB,MAAR,IAAkBtB,OAAO,CAACsB,MAAR,CAAeC,MAAzC;AACE,SAAK,OAAL;AAEE,aAAO;AAACF,QAAAA,MAAD;AAASG,QAAAA,IAAI,EAAErB;AAAf,OAAP;;AAEF,SAAK,MAAL;AACA;AACE,aAAOA,IAAP;AAPJ;AASD;;AAKM,gBAAgBsB,iBAAhB,CACLC,aADK,EAEL1B,OAAY,GAAG,EAFV,EAGsD;AAC3D,QAAMkB,aAAa,GAAGlB,OAAO,CAACmB,GAAR,IAAe,EAArC;AACA,QAAM;AAACb,IAAAA;AAAD,MAAaY,aAAnB;AAEA,QAAMS,MAAM,GAAG,IAAI7B,SAAJ,CAAc;AAACQ,IAAAA;AAAD,GAAd,CAAf;AACA,MAAIsB,cAAc,GAAG,KAArB;;AACA,aAAW,MAAMpB,WAAjB,IAAgCkB,aAAhC,EAA+C;AAC7CC,IAAAA,MAAM,CAACpB,KAAP,CAAaC,WAAb;;AACA,QAAI,CAACoB,cAAD,IAAmBD,MAAM,CAACf,MAAP,CAAciB,SAArC,EAAgD;AAC9CD,MAAAA,cAAc,GAAG,IAAjB;AACA,YAAMD,MAAM,CAACf,MAAP,CAAciB,SAApB;AACD;;AAED,QAAIF,MAAM,CAACf,MAAP,CAAcT,IAAd,CAAmB2B,MAAnB,GAA4B,CAAhC,EAAmC;AACjC,YAAMH,MAAM,CAACf,MAAP,CAAcT,IAApB;AACAwB,MAAAA,MAAM,CAACf,MAAP,CAAcT,IAAd,GAAqB,EAArB;AACD;AACF;;AACDwB,EAAAA,MAAM,CAACd,GAAP;;AACA,MAAIc,MAAM,CAACf,MAAP,CAAcT,IAAd,CAAmB2B,MAAnB,GAA4B,CAAhC,EAAmC;AACjC,UAAMH,MAAM,CAACf,MAAP,CAAcT,IAApB;AACD;AACF;;AAUD,SAASQ,UAAT,CACED,KADF,EAEEE,MAFF,EAGEH,YAHF,EAIEL,WAJF,EAKS;AAEP,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQM,KAAR;AACE,aAAKb,KAAK,CAACkB,KAAX;AACA,aAAKlB,KAAK,CAACiB,GAAX;AACE,iBAAOJ,KAAP;;AAEF,aAAKb,KAAK,CAACK,KAAX;AAEE,gBAAM6B,QAAQ,GAAGtB,YAAY,CAACuB,WAAb,CAAyBpC,eAAzB,EAA0C,YAA1C,CAAjB;;AACA,cAAI,CAACmC,QAAL,EAAe;AACb,mBAAOrB,KAAP;AACD;;AACDE,UAAAA,MAAM,CAACiB,SAAP,GAAmBI,cAAc,CAACF,QAAD,CAAjC;AACAnB,UAAAA,MAAM,CAACsB,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,SAAS,EAAExB,MAAM,CAACiB,SAAP,CAAiBQ,QAFZ;AAGhBb,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAKAd,UAAAA,KAAK,GAAGb,KAAK,CAACyC,iBAAd;AACA;;AAEF,aAAKzC,KAAK,CAACyC,iBAAX;AAEE,gBAAMC,mBAAmB,GAAG9B,YAAY,CAACuB,WAAb,CAE1BpB,MAAM,CAACiB,SAAP,CAAiBW,YAAjB,GAAgC5C,eAFN,EAG1B,uBAH0B,CAA5B;;AAKA,cAAI,CAAC2C,mBAAL,EAA0B;AACxB,mBAAO7B,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAAC6B,SAAP,GAAmBC,qBAAqB,CAACH,mBAAD,EAAsBnC,WAAtB,CAAxC;AACAQ,UAAAA,MAAM,CAACS,MAAP,GAAgB,IAAIsB,cAAJ,CAAW/B,MAAM,CAAC6B,SAAP,CAAiBG,GAAjB,CAAsBC,QAAD,IAAcC,SAAS,CAACD,QAAD,CAA5C,CAAX,CAAhB;AAEAnC,UAAAA,KAAK,GAAGb,KAAK,CAACkD,gBAAd;AAIAtC,UAAAA,YAAY,CAACuC,IAAb,CAAkB,CAAlB;AACA;;AAEF,aAAKnD,KAAK,CAACkD,gBAAX;AACE,gBAAM;AAACE,YAAAA,YAAY,GAAG,CAAhB;AAAmBZ,YAAAA,QAAQ,GAAG;AAA9B,cAAmC,CAAAzB,MAAM,SAAN,IAAAA,MAAM,WAAN,YAAAA,MAAM,CAAEiB,SAAR,KAAqB,EAA9D;;AACA,iBAAOjB,MAAM,CAACT,IAAP,CAAY2B,MAAZ,GAAqBO,QAA5B,EAAsC;AACpC,kBAAMa,UAAU,GAAGzC,YAAY,CAACuB,WAAb,CAAyBiB,YAAY,GAAG,CAAxC,CAAnB;;AACA,gBAAI,CAACC,UAAL,EAAiB;AACf,qBAAOxC,KAAP;AACD;;AAEDD,YAAAA,YAAY,CAACuC,IAAb,CAAkB,CAAlB;AAGA,kBAAMG,GAAG,GAAGC,QAAQ,CAACF,UAAD,EAAatC,MAAM,CAAC6B,SAApB,EAA+BrC,WAA/B,CAApB;AACAQ,YAAAA,MAAM,CAACT,IAAP,CAAYkD,IAAZ,CAAiBF,GAAjB;AAEAvC,YAAAA,MAAM,CAACsB,QAAP,CAAgBV,IAAhB,GAAuBZ,MAAM,CAACT,IAAP,CAAY2B,MAAnC;AACD;;AACDpB,UAAAA,KAAK,GAAGb,KAAK,CAACiB,GAAd;AACA;;AAEF;AACEJ,UAAAA,KAAK,GAAGb,KAAK,CAACkB,KAAd;AACAH,UAAAA,MAAM,CAACI,KAAP,kCAAuCN,KAAvC;AACA,iBAAOA,KAAP;AA/DJ;AAiED,KAlED,CAkEE,OAAOM,KAAP,EAAc;AACdN,MAAAA,KAAK,GAAGb,KAAK,CAACkB,KAAd;AACAH,MAAAA,MAAM,CAACI,KAAP,iCAAuCA,KAAD,CAAiBsC,OAAvD;AACA,aAAO5C,KAAP;AACD;AACF;AACF;;AAKD,SAASuB,cAAT,CAAwBsB,UAAxB,EAAyD;AACvD,SAAO;AAELC,IAAAA,IAAI,EAAED,UAAU,CAACE,QAAX,CAAoB,CAApB,IAAyB,IAF1B;AAGLC,IAAAA,KAAK,EAAEH,UAAU,CAACE,QAAX,CAAoB,CAApB,CAHF;AAILE,IAAAA,GAAG,EAAEJ,UAAU,CAACE,QAAX,CAAoB,CAApB,CAJA;AAMLpB,IAAAA,QAAQ,EAAEkB,UAAU,CAACK,SAAX,CAAqB,CAArB,EAAwBjE,aAAxB,CANL;AAQL6C,IAAAA,YAAY,EAAEe,UAAU,CAACM,SAAX,CAAqB,CAArB,EAAwBlE,aAAxB,CART;AAULsD,IAAAA,YAAY,EAAEM,UAAU,CAACM,SAAX,CAAqB,EAArB,EAAyBlE,aAAzB,CAVT;AAYLmE,IAAAA,cAAc,EAAEP,UAAU,CAACE,QAAX,CAAoB,EAApB;AAZX,GAAP;AAcD;;AAKD,SAASf,qBAAT,CAA+BqB,IAA/B,EAA+C3D,WAA/C,EAAqF;AAGnF,QAAM4D,OAAO,GAAG,CAACD,IAAI,CAACE,UAAL,GAAkB,CAAnB,IAAwB,EAAxC;AACA,QAAMC,MAAkB,GAAG,EAA3B;AACA,MAAIC,MAAM,GAAG,CAAb;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGJ,OAApB,EAA6BI,CAAC,EAA9B,EAAkC;AAChC,UAAMC,IAAI,GAAGjE,WAAW,CACrBkE,MADU,CACH,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsD,EAAtD,CADG,EAGVO,OAHU,CAGF,SAHE,EAGS,EAHT,CAAb;AAKAR,IAAAA,MAAM,CAACb,IAAP,CAAY;AACVgB,MAAAA,IADU;AAEVM,MAAAA,QAAQ,EAAEC,MAAM,CAACC,YAAP,CAAoBd,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAApB,CAFA;AAGVW,MAAAA,WAAW,EAAEf,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAHH;AAIVY,MAAAA,OAAO,EAAEhB,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB;AAJC,KAAZ;AAMAA,IAAAA,MAAM,IAAI,EAAV;AACD;;AACD,SAAOD,MAAP;AACD;;AAuBD,SAASd,QAAT,CACEW,IADF,EAEEG,MAFF,EAGE9D,WAHF,EAIwB;AACtB,QAAM4E,GAAG,GAAG,EAAZ;AACA,MAAIb,MAAM,GAAG,CAAb;;AACA,OAAK,MAAMc,KAAX,IAAoBf,MAApB,EAA4B;AAC1B,UAAMgB,IAAI,GAAG9E,WAAW,CAACkE,MAAZ,CACX,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsDc,KAAK,CAACH,WAA5D,CADW,CAAb;AAGAE,IAAAA,GAAG,CAACC,KAAK,CAACZ,IAAP,CAAH,GAAkBc,UAAU,CAACD,IAAD,EAAOD,KAAK,CAACN,QAAb,CAA5B;AACAR,IAAAA,MAAM,IAAIc,KAAK,CAACH,WAAhB;AACD;;AAED,SAAOE,GAAP;AACD;;AAQD,SAASG,UAAT,CAAoBD,IAApB,EAAkCP,QAAlC,EAAsF;AACpF,UAAQA,QAAR;AACE,SAAK,GAAL;AACE,aAAOS,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOG,cAAc,CAACH,IAAD,CAArB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOI,SAAS,CAACJ,IAAD,CAAhB;;AACF,SAAK,GAAL;AACE,aAAOK,YAAY,CAACL,IAAD,CAAnB;;AACF;AACE,YAAM,IAAIM,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD;;AAOD,SAASF,SAAT,CAAmBG,GAAnB,EAAqC;AACnC,SAAOC,IAAI,CAACC,GAAL,CAASF,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAT,EAA0BC,QAAQ,CAACJ,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAD,EAAkB,EAAlB,CAAR,GAAgC,CAA1D,EAA6DH,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAA7D,CAAP;AACD;;AAUD,SAASL,YAAT,CAAsBO,KAAtB,EAAqD;AACnD,SAAO,UAAUC,IAAV,CAAeD,KAAf,IAAwB,KAAxB,GAAgC,UAAUC,IAAV,CAAeD,KAAf,IAAwB,IAAxB,GAA+B,IAAtE;AACD;;AAOD,SAASV,WAAT,CAAqBF,IAArB,EAAkD;AAChD,QAAMc,MAAM,GAAGC,UAAU,CAACf,IAAD,CAAzB;AACA,SAAOgB,KAAK,CAACF,MAAD,CAAL,GAAgB,IAAhB,GAAuBA,MAA9B;AACD;;AAOD,SAASX,cAAT,CAAwBH,IAAxB,EAAqD;AACnD,SAAOA,IAAI,CAACiB,IAAL,MAAe,IAAtB;AACD;;AASD,SAASrD,SAAT,CAAmB;AAACuB,EAAAA,IAAD;AAAOM,EAAAA,QAAP;AAAiBG,EAAAA,WAAjB;AAA8BC,EAAAA;AAA9B,CAAnB,EAAkE;AAChE,UAAQJ,QAAR;AACE,SAAK,GAAL;AACE,aAAO,IAAIyB,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIiC,YAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIF,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIgC,eAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAID,aAAJ,CAAU/B,IAAV,EAAgB,IAAIkC,4BAAJ,EAAhB,EAA4C,IAA5C,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,aAAJ,CAAU/B,IAAV,EAAgB,IAAImC,YAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF;AACE,YAAM,IAAIhB,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD","sourcesContent":["import {Schema, Field, Bool, Utf8, Float64, TimestampMillisecond} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\n\ntype DBFRowsOutput = object[];\n\ninterface DBFTableOutput {\n schema?: Schema;\n rows: DBFRowsOutput;\n}\n\ntype DBFHeader = {\n // Last updated date\n year: number;\n month: number;\n day: number;\n // Number of records in data file\n nRecords: number;\n // Length of header in bytes\n headerLength: number;\n // Length of each record\n recordLength: number;\n // Not sure if this is usually set\n languageDriver: number;\n};\n\ntype DBFField = {\n name: string;\n dataType: string;\n fieldLength: number;\n decimal: number;\n};\n\ntype DBFResult = {\n data: {[key: string]: any}[];\n schema?: Schema;\n error?: string;\n dbfHeader?: DBFHeader;\n dbfFields?: DBFField[];\n progress?: {\n bytesUsed: number;\n rowsTotal: number;\n rows: number;\n };\n};\n\nconst LITTLE_ENDIAN = true;\nconst DBF_HEADER_SIZE = 32;\n\nenum STATE {\n START = 0, // Expecting header\n FIELD_DESCRIPTORS = 1,\n FIELD_PROPERTIES = 2,\n END = 3,\n ERROR = 4\n}\n\nclass DBFParser {\n binaryReader = new BinaryChunkReader();\n textDecoder: TextDecoder;\n state = STATE.START;\n result: DBFResult = {\n data: []\n };\n\n constructor(options: {encoding: string}) {\n this.textDecoder = new TextDecoder(options.encoding);\n }\n\n /**\n * @param arrayBuffer\n */\n write(arrayBuffer: ArrayBuffer): void {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n\n // important events:\n // - schema available\n // - first rows available\n // - all rows available\n }\n\n end(): void {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'DBF incomplete file';\n }\n }\n}\n\n/**\n * @param arrayBuffer\n * @param options\n * @returns DBFTable or rows\n */\nexport function parseDBF(\n arrayBuffer: ArrayBuffer,\n options: any = {}\n): DBFRowsOutput | DBFTableOutput {\n const loaderOptions = options.dbf || {};\n const {encoding} = loaderOptions;\n\n const dbfParser = new DBFParser({encoding});\n dbfParser.write(arrayBuffer);\n dbfParser.end();\n\n const {data, schema} = dbfParser.result;\n switch (options.tables && options.tables.format) {\n case 'table':\n // TODO - parse columns\n return {schema, rows: data};\n\n case 'rows':\n default:\n return data;\n }\n}\n/**\n * @param asyncIterator\n * @param options\n */\nexport async function* parseDBFInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options: any = {}\n): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput> {\n const loaderOptions = options.dbf || {};\n const {encoding} = loaderOptions;\n\n const parser = new DBFParser({encoding});\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.dbfHeader) {\n headerReturned = true;\n yield parser.result.dbfHeader;\n }\n\n if (parser.result.data.length > 0) {\n yield parser.result.data;\n parser.result.data = [];\n }\n }\n parser.end();\n if (parser.result.data.length > 0) {\n yield parser.result.data;\n }\n}\n/**\n * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm\n * @param state\n * @param result\n * @param binaryReader\n * @param textDecoder\n * @returns\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: STATE,\n result: DBFResult,\n binaryReader: {[key: string]: any},\n textDecoder: TextDecoder\n): STATE {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.START:\n // Parse initial file header\n const dataView = binaryReader.getDataView(DBF_HEADER_SIZE, 'DBF header');\n if (!dataView) {\n return state;\n }\n result.dbfHeader = parseDBFHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n rowsTotal: result.dbfHeader.nRecords,\n rows: 0\n };\n state = STATE.FIELD_DESCRIPTORS;\n break;\n\n case STATE.FIELD_DESCRIPTORS:\n // Parse DBF field descriptors (schema)\n const fieldDescriptorView = binaryReader.getDataView(\n // @ts-ignore\n result.dbfHeader.headerLength - DBF_HEADER_SIZE,\n 'DBF field descriptors'\n );\n if (!fieldDescriptorView) {\n return state;\n }\n\n result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);\n result.schema = new Schema(result.dbfFields.map((dbfField) => makeField(dbfField)));\n\n state = STATE.FIELD_PROPERTIES;\n\n // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?\n // parsedbf uses ((fields.length + 1) << 5) + 2;\n binaryReader.skip(1);\n break;\n\n case STATE.FIELD_PROPERTIES:\n const {recordLength = 0, nRecords = 0} = result?.dbfHeader || {};\n while (result.data.length < nRecords) {\n const recordView = binaryReader.getDataView(recordLength - 1);\n if (!recordView) {\n return state;\n }\n // Note: Avoid actually reading the last byte, which may not be present\n binaryReader.skip(1);\n\n // @ts-ignore\n const row = parseRow(recordView, result.dbfFields, textDecoder);\n result.data.push(row);\n // @ts-ignore\n result.progress.rows = result.data.length;\n }\n state = STATE.END;\n break;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `DBF parsing failed: ${(error as Error).message}`;\n return state;\n }\n }\n}\n\n/**\n * @param headerView\n */\nfunction parseDBFHeader(headerView: DataView): DBFHeader {\n return {\n // Last updated date\n year: headerView.getUint8(1) + 1900,\n month: headerView.getUint8(2),\n day: headerView.getUint8(3),\n // Number of records in data file\n nRecords: headerView.getUint32(4, LITTLE_ENDIAN),\n // Length of header in bytes\n headerLength: headerView.getUint16(8, LITTLE_ENDIAN),\n // Length of each record\n recordLength: headerView.getUint16(10, LITTLE_ENDIAN),\n // Not sure if this is usually set\n languageDriver: headerView.getUint8(29)\n };\n}\n\n/**\n * @param view\n */\nfunction parseFieldDescriptors(view: DataView, textDecoder: TextDecoder): DBFField[] {\n // NOTE: this might overestimate the number of fields if the \"Database\n // Container\" container exists and is included in the headerLength\n const nFields = (view.byteLength - 1) / 32;\n const fields: DBFField[] = [];\n let offset = 0;\n for (let i = 0; i < nFields; i++) {\n const name = textDecoder\n .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))\n // eslint-disable-next-line no-control-regex\n .replace(/\\u0000/g, '');\n\n fields.push({\n name,\n dataType: String.fromCharCode(view.getUint8(offset + 11)),\n fieldLength: view.getUint8(offset + 16),\n decimal: view.getUint8(offset + 17)\n });\n offset += 32;\n }\n return fields;\n}\n\n/*\n * @param {BinaryChunkReader} binaryReader\nfunction parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {\n const rows = [];\n for (let i = 0; i < nRecords; i++) {\n const recordView = binaryReader.getDataView(recordLength - 1);\n binaryReader.skip(1);\n // @ts-ignore\n rows.push(parseRow(recordView, fields, textDecoder));\n }\n return rows;\n}\n */\n\n/**\n *\n * @param view\n * @param fields\n * @param textDecoder\n * @returns\n */\nfunction parseRow(\n view: DataView,\n fields: DBFField[],\n textDecoder: TextDecoder\n): {[key: string]: any} {\n const out = {};\n let offset = 0;\n for (const field of fields) {\n const text = textDecoder.decode(\n new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength)\n );\n out[field.name] = parseField(text, field.dataType);\n offset += field.fieldLength;\n }\n\n return out;\n}\n\n/**\n * Should NaN be coerced to null?\n * @param text\n * @param dataType\n * @returns Field depends on a type of the data\n */\nfunction parseField(text: string, dataType: string): string | number | boolean | null {\n switch (dataType) {\n case 'B':\n return parseNumber(text);\n case 'C':\n return parseCharacter(text);\n case 'F':\n return parseNumber(text);\n case 'N':\n return parseNumber(text);\n case 'O':\n return parseNumber(text);\n case 'D':\n return parseDate(text);\n case 'L':\n return parseBoolean(text);\n default:\n throw new Error('Unsupported data type');\n }\n}\n\n/**\n * Parse YYYYMMDD to date in milliseconds\n * @param str YYYYMMDD\n * @returns new Date as a number\n */\nfunction parseDate(str: any): number {\n return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));\n}\n\n/**\n * Read boolean value\n * any of Y, y, T, t coerce to true\n * any of N, n, F, f coerce to false\n * otherwise null\n * @param value\n * @returns boolean | null\n */\nfunction parseBoolean(value: string): boolean | null {\n return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;\n}\n\n/**\n * Return null instead of NaN\n * @param text\n * @returns number | null\n */\nfunction parseNumber(text: string): number | null {\n const number = parseFloat(text);\n return isNaN(number) ? null : number;\n}\n\n/**\n *\n * @param text\n * @returns string | null\n */\nfunction parseCharacter(text: string): string | null {\n return text.trim() || null;\n}\n\n/**\n * Create a standard Arrow-style `Field` from field descriptor.\n * TODO - use `fieldLength` and `decimal` to generate smaller types?\n * @param param0\n * @returns Field\n */\n// eslint-disable\nfunction makeField({name, dataType, fieldLength, decimal}): Field {\n switch (dataType) {\n case 'B':\n return new Field(name, new Float64(), true);\n case 'C':\n return new Field(name, new Utf8(), true);\n case 'F':\n return new Field(name, new Float64(), true);\n case 'N':\n return new Field(name, new Float64(), true);\n case 'O':\n return new Field(name, new Float64(), true);\n case 'D':\n return new Field(name, new TimestampMillisecond(), true);\n case 'L':\n return new Field(name, new Bool(), true);\n default:\n throw new Error('Unsupported data type');\n }\n}\n"],"file":"parse-dbf.js"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/parsers/parse-shp-geometry.ts"],"names":["LITTLE_ENDIAN","parseRecord","view","options","_maxDimensions","shp","offset","type","getInt32","Int32Array","BYTES_PER_ELEMENT","parseNull","parsePoint","Math","min","parsePoly","parseMultiPoint","Error","dim","positions","parsePositions","value","size","Float64Array","nPoints","xyPositions","mPositions","zPositions","concatPositions","nParts","bufferOffset","byteOffset","bufferLength","ringIndices","set","buffer","slice","pathIndices","polygonIndices","i","length","startRingIndex","endRingIndex","ring","subarray","sign","getWindingDirection","push","primitivePolygonIndices","Uint32Array","arrayLength","nDim","getSignedArea","area","nCoords"],"mappings":";;;;;;AAEA,MAAMA,aAAa,GAAG,IAAtB;;AASO,SAASC,WAAT,CAAqBC,IAArB,EAAqCC,OAArC,EAAmF;AACxF,QAAM;AAACC,IAAAA;AAAD,MAAmB,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEE,GAAT,KAAgB,EAAzC;AAEA,MAAIC,MAAM,GAAG,CAAb;AACA,QAAMC,IAAY,GAAGL,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAArB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;;AAEA,UAAQH,IAAR;AACE,SAAK,CAAL;AAEE,aAAOI,SAAS,EAAhB;;AACF,SAAK,CAAL;AAEE,aAAOC,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,CAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,CAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,CAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AAGF,SAAK,EAAL;AAEE,aAAOQ,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AACF,SAAK,EAAL;AAEE,aAAOQ,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AACF;AACE,YAAM,IAAIa,KAAJ,mCAAqCV,IAArC,EAAN;AA3CJ;AA6CD;;AAQD,SAASI,SAAT,GAA2B;AACzB,SAAO,IAAP;AACD;;AASD,SAASC,UAAT,CAAoBV,IAApB,EAAoCI,MAApC,EAAoDY,GAApD,EAAiF;AAC/E,MAAIC,SAAJ;AACA,GAACA,SAAD,EAAYb,MAAZ,IAAsBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAe,CAAf,EAAkBY,GAAlB,CAApC;AAEA,SAAO;AACLC,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KADN;AAELX,IAAAA,IAAI,EAAE;AAFD,GAAP;AAID;;AAUD,SAASS,eAAT,CAAyBd,IAAzB,EAAyCI,MAAzC,EAAyDY,GAAzD,EAAsF;AAEpFZ,EAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AAEA,QAAMc,OAAO,GAAGtB,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAhB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AAEA,MAAIe,WAAgC,GAAG,IAAvC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,GAACF,WAAD,EAAcnB,MAAd,IAAwBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAAtC;;AAGA,MAAIN,GAAG,KAAK,CAAZ,EAAe;AAEbZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACiB,UAAD,EAAarB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAGD,MAAIN,GAAG,IAAI,CAAX,EAAc;AAEZZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACgB,UAAD,EAAapB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAED,QAAML,SAAS,GAAGS,eAAe,CAACH,WAAD,EAAcC,UAAd,EAA0BC,UAA1B,CAAjC;AAEA,SAAO;AACLR,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KADN;AAELX,IAAAA,IAAI,EAAE;AAFD,GAAP;AAID;;AAYD,SAASQ,SAAT,CACEb,IADF,EAEEI,MAFF,EAGEY,GAHF,EAIEX,IAJF,EAKkB;AAEhBD,EAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AAEA,QAAMmB,MAAM,GAAG3B,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAf;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AACA,QAAMc,OAAO,GAAGtB,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAhB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AAIA,QAAMoB,YAAY,GAAG5B,IAAI,CAAC6B,UAAL,GAAkBzB,MAAvC;AACA,QAAM0B,YAAY,GAAGH,MAAM,GAAGpB,UAAU,CAACC,iBAAzC;AACA,QAAMuB,WAAW,GAAG,IAAIxB,UAAJ,CAAeoB,MAAM,GAAG,CAAxB,CAApB;AACAI,EAAAA,WAAW,CAACC,GAAZ,CAAgB,IAAIzB,UAAJ,CAAeP,IAAI,CAACiC,MAAL,CAAYC,KAAZ,CAAkBN,YAAlB,EAAgCA,YAAY,GAAGE,YAA/C,CAAf,CAAhB;AACAC,EAAAA,WAAW,CAACJ,MAAD,CAAX,GAAsBL,OAAtB;AACAlB,EAAAA,MAAM,IAAIuB,MAAM,GAAGpB,UAAU,CAACC,iBAA9B;AAEA,MAAIe,WAAgC,GAAG,IAAvC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,GAACF,WAAD,EAAcnB,MAAd,IAAwBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAAtC;;AAGA,MAAIN,GAAG,KAAK,CAAZ,EAAe;AAEbZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACiB,UAAD,EAAarB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAGD,MAAIN,GAAG,IAAI,CAAX,EAAc;AAEZZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACgB,UAAD,EAAapB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAED,QAAML,SAAS,GAAGS,eAAe,CAACH,WAAD,EAAcC,UAAd,EAA0BC,UAA1B,CAAjC;;AAGA,MAAIpB,IAAI,KAAK,YAAb,EAA2B;AACzB,WAAO;AACLA,MAAAA,IADK;AAELY,MAAAA,SAAS,EAAE;AAACE,QAAAA,KAAK,EAAEF,SAAR;AAAmBG,QAAAA,IAAI,EAAEJ;AAAzB,OAFN;AAGLmB,MAAAA,WAAW,EAAE;AAAChB,QAAAA,KAAK,EAAEY,WAAR;AAAqBX,QAAAA,IAAI,EAAE;AAA3B;AAHR,KAAP;AAKD;;AAID,QAAMgB,cAAwB,GAAG,EAAjC;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGN,WAAW,CAACO,MAAhC,EAAwCD,CAAC,EAAzC,EAA6C;AAC3C,UAAME,cAAc,GAAGR,WAAW,CAACM,CAAC,GAAG,CAAL,CAAlC;AACA,UAAMG,YAAY,GAAGT,WAAW,CAACM,CAAD,CAAhC;AAEA,UAAMI,IAAI,GAAGlB,WAAW,CAACmB,QAAZ,CAAqBH,cAAc,GAAG,CAAtC,EAAyCC,YAAY,GAAG,CAAxD,CAAb;AACA,UAAMG,IAAI,GAAGC,mBAAmB,CAACH,IAAD,CAAhC;;AAIA,QAAIE,IAAI,GAAG,CAAX,EAAc;AACZP,MAAAA,cAAc,CAACS,IAAf,CAAoBN,cAApB;AACD;AACF;;AAEDH,EAAAA,cAAc,CAACS,IAAf,CAAoBvB,OAApB;AAEA,SAAO;AACLjB,IAAAA,IADK;AAELY,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KAFN;AAGL8B,IAAAA,uBAAuB,EAAE;AAAC3B,MAAAA,KAAK,EAAEY,WAAR;AAAqBX,MAAAA,IAAI,EAAE;AAA3B,KAHpB;AAQLgB,IAAAA,cAAc,EAAE;AAACjB,MAAAA,KAAK,EAAE,IAAI4B,WAAJ,CAAgBX,cAAhB,CAAR;AAAyChB,MAAAA,IAAI,EAAE;AAA/C;AARX,GAAP;AAUD;;AAWD,SAASF,cAAT,CACElB,IADF,EAEEI,MAFF,EAGEkB,OAHF,EAIEN,GAJF,EAK0B;AACxB,QAAMY,YAAY,GAAG5B,IAAI,CAAC6B,UAAL,GAAkBzB,MAAvC;AACA,QAAM0B,YAAY,GAAGR,OAAO,GAAGN,GAAV,GAAgBK,YAAY,CAACb,iBAAlD;AACA,SAAO,CACL,IAAIa,YAAJ,CAAiBrB,IAAI,CAACiC,MAAL,CAAYC,KAAZ,CAAkBN,YAAlB,EAAgCA,YAAY,GAAGE,YAA/C,CAAjB,CADK,EAEL1B,MAAM,GAAG0B,YAFJ,CAAP;AAID;;AAYD,SAASJ,eAAT,CACEH,WADF,EAEEC,UAFF,EAGEC,UAHF,EAIgB;AACd,MAAI,EAAED,UAAU,IAAIC,UAAhB,CAAJ,EAAiC;AAC/B,WAAOF,WAAP;AACD;;AAED,MAAIyB,WAAW,GAAGzB,WAAW,CAACe,MAA9B;AACA,MAAIW,IAAI,GAAG,CAAX;;AAEA,MAAIxB,UAAU,IAAIA,UAAU,CAACa,MAA7B,EAAqC;AACnCU,IAAAA,WAAW,IAAIvB,UAAU,CAACa,MAA1B;AACAW,IAAAA,IAAI;AACL;;AAED,MAAIzB,UAAU,IAAIA,UAAU,CAACc,MAA7B,EAAqC;AACnCU,IAAAA,WAAW,IAAIxB,UAAU,CAACc,MAA1B;AACAW,IAAAA,IAAI;AACL;;AAED,QAAMhC,SAAS,GAAG,IAAII,YAAJ,CAAiB2B,WAAjB,CAAlB;;AACA,OAAK,IAAIX,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGd,WAAW,CAACe,MAAZ,GAAqB,CAAzC,EAA4CD,CAAC,EAA7C,EAAiD;AAC/CpB,IAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAR,CAAT,GAAsBd,WAAW,CAACc,CAAC,GAAG,CAAL,CAAjC;AACApB,IAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,GAAW,CAAZ,CAAT,GAA0Bd,WAAW,CAACc,CAAC,GAAG,CAAJ,GAAQ,CAAT,CAArC;AACD;;AAED,MAAIZ,UAAU,IAAIA,UAAU,CAACa,MAA7B,EAAqC;AACnC,SAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGZ,UAAU,CAACa,MAA/B,EAAuCD,CAAC,EAAxC,EAA4C;AAE1CpB,MAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,GAAW,CAAZ,CAAT,GAA0BZ,UAAU,CAACY,CAAD,CAApC;AACD;AACF;;AAED,MAAIb,UAAU,IAAIA,UAAU,CAACc,MAA7B,EAAqC;AACnC,SAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGb,UAAU,CAACc,MAA/B,EAAuCD,CAAC,EAAxC,EAA4C;AAE1CpB,MAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,IAAYY,IAAI,GAAG,CAAnB,CAAD,CAAT,GAAmCzB,UAAU,CAACa,CAAD,CAA7C;AACD;AACF;;AAED,SAAOpB,SAAP;AACD;;AAUD,SAAS2B,mBAAT,CAA6B3B,SAA7B,EAA8D;AAC5D,SAAON,IAAI,CAACgC,IAAL,CAAUO,aAAa,CAACjC,SAAD,CAAvB,CAAP;AACD;;AAQD,SAASiC,aAAT,CAAuBjC,SAAvB,EAAwD;AACtD,MAAIkC,IAAI,GAAG,CAAX;AAGA,QAAMC,OAAO,GAAGnC,SAAS,CAACqB,MAAV,GAAmB,CAAnB,GAAuB,CAAvC;;AACA,OAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGe,OAApB,EAA6Bf,CAAC,EAA9B,EAAkC;AAChCc,IAAAA,IAAI,IACF,CAAClC,SAAS,CAACoB,CAAC,GAAG,CAAL,CAAT,GAAmBpB,SAAS,CAAC,CAACoB,CAAC,GAAG,CAAL,IAAU,CAAX,CAA7B,KACCpB,SAAS,CAACoB,CAAC,GAAG,CAAJ,GAAQ,CAAT,CAAT,GAAuBpB,SAAS,CAAC,CAACoB,CAAC,GAAG,CAAL,IAAU,CAAV,GAAc,CAAf,CADjC,CADF;AAGD;;AAED,SAAOc,IAAI,GAAG,CAAd;AACD","sourcesContent":["import type {BinaryGeometry, BinaryGeometryType} from '@loaders.gl/schema';\n\nconst LITTLE_ENDIAN = true;\n\n/**\n * Parse individual record\n *\n * @param view Record data\n * @return Binary Geometry Object\n */\n// eslint-disable-next-line complexity\nexport function parseRecord(view: DataView, options?: {shp?: any}): BinaryGeometry | null {\n const {_maxDimensions} = options?.shp || {};\n\n let offset = 0;\n const type: number = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n switch (type) {\n case 0:\n // Null Shape\n return parseNull();\n case 1:\n // Point\n return parsePoint(view, offset, Math.min(2, _maxDimensions));\n case 3:\n // PolyLine\n return parsePoly(view, offset, Math.min(2, _maxDimensions), 'LineString');\n case 5:\n // Polygon\n return parsePoly(view, offset, Math.min(2, _maxDimensions), 'Polygon');\n case 8:\n // MultiPoint\n return parseMultiPoint(view, offset, Math.min(2, _maxDimensions));\n // GeometryZ can have 3 or 4 dimensions, since the M is not required to\n // exist\n case 11:\n // PointZ\n return parsePoint(view, offset, Math.min(4, _maxDimensions));\n case 13:\n // PolyLineZ\n return parsePoly(view, offset, Math.min(4, _maxDimensions), 'LineString');\n case 15:\n // PolygonZ\n return parsePoly(view, offset, Math.min(4, _maxDimensions), 'Polygon');\n case 18:\n // MultiPointZ\n return parseMultiPoint(view, offset, Math.min(4, _maxDimensions));\n case 21:\n // PointM\n return parsePoint(view, offset, Math.min(3, _maxDimensions));\n case 23:\n // PolyLineM\n return parsePoly(view, offset, Math.min(3, _maxDimensions), 'LineString');\n case 25:\n // PolygonM\n return parsePoly(view, offset, Math.min(3, _maxDimensions), 'Polygon');\n case 28:\n // MultiPointM\n return parseMultiPoint(view, offset, Math.min(3, _maxDimensions));\n default:\n throw new Error(`unsupported shape type: ${type}`);\n }\n}\n\n// TODO handle null\n/**\n * Parse Null geometry\n *\n * @return null\n */\nfunction parseNull(): null {\n return null;\n}\n\n/**\n * Parse point geometry\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Dimension size\n */\nfunction parsePoint(view: DataView, offset: number, dim: number): BinaryGeometry {\n let positions: Float64Array;\n [positions, offset] = parsePositions(view, offset, 1, dim);\n\n return {\n positions: {value: positions, size: dim},\n type: 'Point'\n };\n}\n\n/**\n * Parse MultiPoint geometry\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Input dimension\n * @return Binary geometry object\n */\nfunction parseMultiPoint(view: DataView, offset: number, dim: number): BinaryGeometry {\n // skip parsing box\n offset += 4 * Float64Array.BYTES_PER_ELEMENT;\n\n const nPoints = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n let xyPositions: Float64Array | null = null;\n let mPositions: Float64Array | null = null;\n let zPositions: Float64Array | null = null;\n [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);\n\n // Parse Z coordinates\n if (dim === 4) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [zPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n // Parse M coordinates\n if (dim >= 3) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [mPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n const positions = concatPositions(xyPositions, mPositions, zPositions);\n\n return {\n positions: {value: positions, size: dim},\n type: 'Point'\n };\n}\n\n/**\n * Polygon and PolyLine parsing\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Input dimension\n * @param type Either 'Polygon' or 'Polyline'\n * @return Binary geometry object\n */\n// eslint-disable-next-line max-statements\nfunction parsePoly(\n view: DataView,\n offset: number,\n dim: number,\n type: BinaryGeometryType\n): BinaryGeometry {\n // skip parsing bounding box\n offset += 4 * Float64Array.BYTES_PER_ELEMENT;\n\n const nParts = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n const nPoints = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n // Create longer indices array by 1 because output format is expected to\n // include the last index as the total number of positions\n const bufferOffset = view.byteOffset + offset;\n const bufferLength = nParts * Int32Array.BYTES_PER_ELEMENT;\n const ringIndices = new Int32Array(nParts + 1);\n ringIndices.set(new Int32Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)));\n ringIndices[nParts] = nPoints;\n offset += nParts * Int32Array.BYTES_PER_ELEMENT;\n\n let xyPositions: Float64Array | null = null;\n let mPositions: Float64Array | null = null;\n let zPositions: Float64Array | null = null;\n [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);\n\n // Parse Z coordinates\n if (dim === 4) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [zPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n // Parse M coordinates\n if (dim >= 3) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [mPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n const positions = concatPositions(xyPositions, mPositions, zPositions);\n\n // parsePoly only accepts type = LineString or Polygon\n if (type === 'LineString') {\n return {\n type,\n positions: {value: positions, size: dim},\n pathIndices: {value: ringIndices, size: 1}\n };\n }\n\n // for every ring, determine sign of polygon\n // Use only 2D positions for ring calc\n const polygonIndices: number[] = [];\n for (let i = 1; i < ringIndices.length; i++) {\n const startRingIndex = ringIndices[i - 1];\n const endRingIndex = ringIndices[i];\n // @ts-ignore\n const ring = xyPositions.subarray(startRingIndex * 2, endRingIndex * 2);\n const sign = getWindingDirection(ring);\n\n // A positive sign implies clockwise\n // A clockwise ring is a filled ring\n if (sign > 0) {\n polygonIndices.push(startRingIndex);\n }\n }\n\n polygonIndices.push(nPoints);\n\n return {\n type,\n positions: {value: positions, size: dim},\n primitivePolygonIndices: {value: ringIndices, size: 1},\n // TODO: Dynamically choose Uint32Array over Uint16Array only when\n // necessary. I believe the implementation requires nPoints to be the\n // largest value in the array, so you should be able to use Uint32Array only\n // when nPoints > 65535.\n polygonIndices: {value: new Uint32Array(polygonIndices), size: 1}\n };\n}\n\n/**\n * Parse a contiguous block of positions into a Float64Array\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param nPoints Number of points\n * @param dim Input dimension\n * @return Data and offset\n */\nfunction parsePositions(\n view: DataView,\n offset: number,\n nPoints: number,\n dim: number\n): [Float64Array, number] {\n const bufferOffset = view.byteOffset + offset;\n const bufferLength = nPoints * dim * Float64Array.BYTES_PER_ELEMENT;\n return [\n new Float64Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)),\n offset + bufferLength\n ];\n}\n\n/**\n * Concatenate and interleave positions arrays\n * xy positions are interleaved; mPositions, zPositions are their own arrays\n *\n * @param xyPositions 2d positions\n * @param mPositions M positions\n * @param zPositions Z positions\n * @return Combined interleaved positions\n */\n// eslint-disable-next-line complexity\nfunction concatPositions(\n xyPositions: Float64Array,\n mPositions: Float64Array | null,\n zPositions: Float64Array | null\n): Float64Array {\n if (!(mPositions || zPositions)) {\n return xyPositions;\n }\n\n let arrayLength = xyPositions.length;\n let nDim = 2;\n\n if (zPositions && zPositions.length) {\n arrayLength += zPositions.length;\n nDim++;\n }\n\n if (mPositions && mPositions.length) {\n arrayLength += mPositions.length;\n nDim++;\n }\n\n const positions = new Float64Array(arrayLength);\n for (let i = 0; i < xyPositions.length / 2; i++) {\n positions[nDim * i] = xyPositions[i * 2];\n positions[nDim * i + 1] = xyPositions[i * 2 + 1];\n }\n\n if (zPositions && zPositions.length) {\n for (let i = 0; i < zPositions.length; i++) {\n // If Z coordinates exist; used as third coord in positions array\n positions[nDim * i + 2] = zPositions[i];\n }\n }\n\n if (mPositions && mPositions.length) {\n for (let i = 0; i < mPositions.length; i++) {\n // M is always last, either 3rd or 4th depending on if Z exists\n positions[nDim * i + (nDim - 1)] = mPositions[i];\n }\n }\n\n return positions;\n}\n\n/**\n * Returns the direction of the polygon path\n * A positive number is clockwise.\n * A negative number is counter clockwise.\n *\n * @param positions\n * @return Sign of polygon ring\n */\nfunction getWindingDirection(positions: Float64Array): number {\n return Math.sign(getSignedArea(positions));\n}\n\n/**\n * Get signed area of flat typed array of 2d positions\n *\n * @param positions\n * @return Signed area of polygon ring\n */\nfunction getSignedArea(positions: Float64Array): number {\n let area = 0;\n\n // Rings are closed according to shapefile spec\n const nCoords = positions.length / 2 - 1;\n for (let i = 0; i < nCoords; i++) {\n area +=\n (positions[i * 2] + positions[(i + 1) * 2]) *\n (positions[i * 2 + 1] - positions[(i + 1) * 2 + 1]);\n }\n\n return area / 2;\n}\n"],"file":"parse-shp-geometry.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/parsers/parse-shp-geometry.ts"],"names":["LITTLE_ENDIAN","parseRecord","view","options","_maxDimensions","shp","offset","type","getInt32","Int32Array","BYTES_PER_ELEMENT","parseNull","parsePoint","Math","min","parsePoly","parseMultiPoint","Error","dim","positions","parsePositions","value","size","Float64Array","nPoints","xyPositions","mPositions","zPositions","concatPositions","nParts","bufferOffset","byteOffset","bufferLength","ringIndices","set","buffer","slice","pathIndices","polygonIndices","i","length","startRingIndex","endRingIndex","ring","subarray","sign","getWindingDirection","push","primitivePolygonIndices","Uint32Array","arrayLength","nDim","getSignedArea","area","nCoords"],"mappings":";;;;;;AAEA,MAAMA,aAAa,GAAG,IAAtB;;AASO,SAASC,WAAT,CAAqBC,IAArB,EAAqCC,OAArC,EAAmF;AACxF,QAAM;AAACC,IAAAA;AAAD,MAAmB,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEE,GAAT,KAAgB,EAAzC;AAEA,MAAIC,MAAM,GAAG,CAAb;AACA,QAAMC,IAAY,GAAGL,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAArB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;;AAEA,UAAQH,IAAR;AACE,SAAK,CAAL;AAEE,aAAOI,SAAS,EAAhB;;AACF,SAAK,CAAL;AAEE,aAAOC,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,CAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,CAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,CAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AAGF,SAAK,EAAL;AAEE,aAAOQ,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AACF,SAAK,EAAL;AAEE,aAAOQ,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AACF;AACE,YAAM,IAAIa,KAAJ,mCAAqCV,IAArC,EAAN;AA3CJ;AA6CD;;AAQD,SAASI,SAAT,GAA2B;AACzB,SAAO,IAAP;AACD;;AASD,SAASC,UAAT,CAAoBV,IAApB,EAAoCI,MAApC,EAAoDY,GAApD,EAAiF;AAC/E,MAAIC,SAAJ;AACA,GAACA,SAAD,EAAYb,MAAZ,IAAsBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAe,CAAf,EAAkBY,GAAlB,CAApC;AAEA,SAAO;AACLC,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KADN;AAELX,IAAAA,IAAI,EAAE;AAFD,GAAP;AAID;;AAUD,SAASS,eAAT,CAAyBd,IAAzB,EAAyCI,MAAzC,EAAyDY,GAAzD,EAAsF;AAEpFZ,EAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AAEA,QAAMc,OAAO,GAAGtB,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAhB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AAEA,MAAIe,WAAgC,GAAG,IAAvC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,GAACF,WAAD,EAAcnB,MAAd,IAAwBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAAtC;;AAGA,MAAIN,GAAG,KAAK,CAAZ,EAAe;AAEbZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACiB,UAAD,EAAarB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAGD,MAAIN,GAAG,IAAI,CAAX,EAAc;AAEZZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACgB,UAAD,EAAapB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAED,QAAML,SAAS,GAAGS,eAAe,CAACH,WAAD,EAAcC,UAAd,EAA0BC,UAA1B,CAAjC;AAEA,SAAO;AACLR,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KADN;AAELX,IAAAA,IAAI,EAAE;AAFD,GAAP;AAID;;AAYD,SAASQ,SAAT,CACEb,IADF,EAEEI,MAFF,EAGEY,GAHF,EAIEX,IAJF,EAKkB;AAEhBD,EAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AAEA,QAAMmB,MAAM,GAAG3B,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAf;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AACA,QAAMc,OAAO,GAAGtB,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAhB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AAIA,QAAMoB,YAAY,GAAG5B,IAAI,CAAC6B,UAAL,GAAkBzB,MAAvC;AACA,QAAM0B,YAAY,GAAGH,MAAM,GAAGpB,UAAU,CAACC,iBAAzC;AACA,QAAMuB,WAAW,GAAG,IAAIxB,UAAJ,CAAeoB,MAAM,GAAG,CAAxB,CAApB;AACAI,EAAAA,WAAW,CAACC,GAAZ,CAAgB,IAAIzB,UAAJ,CAAeP,IAAI,CAACiC,MAAL,CAAYC,KAAZ,CAAkBN,YAAlB,EAAgCA,YAAY,GAAGE,YAA/C,CAAf,CAAhB;AACAC,EAAAA,WAAW,CAACJ,MAAD,CAAX,GAAsBL,OAAtB;AACAlB,EAAAA,MAAM,IAAIuB,MAAM,GAAGpB,UAAU,CAACC,iBAA9B;AAEA,MAAIe,WAAgC,GAAG,IAAvC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,GAACF,WAAD,EAAcnB,MAAd,IAAwBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAAtC;;AAGA,MAAIN,GAAG,KAAK,CAAZ,EAAe;AAEbZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACiB,UAAD,EAAarB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAGD,MAAIN,GAAG,IAAI,CAAX,EAAc;AAEZZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACgB,UAAD,EAAapB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAED,QAAML,SAAS,GAAGS,eAAe,CAACH,WAAD,EAAcC,UAAd,EAA0BC,UAA1B,CAAjC;;AAGA,MAAIpB,IAAI,KAAK,YAAb,EAA2B;AACzB,WAAO;AACLA,MAAAA,IADK;AAELY,MAAAA,SAAS,EAAE;AAACE,QAAAA,KAAK,EAAEF,SAAR;AAAmBG,QAAAA,IAAI,EAAEJ;AAAzB,OAFN;AAGLmB,MAAAA,WAAW,EAAE;AAAChB,QAAAA,KAAK,EAAEY,WAAR;AAAqBX,QAAAA,IAAI,EAAE;AAA3B;AAHR,KAAP;AAKD;;AAID,QAAMgB,cAAwB,GAAG,EAAjC;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGN,WAAW,CAACO,MAAhC,EAAwCD,CAAC,EAAzC,EAA6C;AAC3C,UAAME,cAAc,GAAGR,WAAW,CAACM,CAAC,GAAG,CAAL,CAAlC;AACA,UAAMG,YAAY,GAAGT,WAAW,CAACM,CAAD,CAAhC;AAEA,UAAMI,IAAI,GAAGlB,WAAW,CAACmB,QAAZ,CAAqBH,cAAc,GAAG,CAAtC,EAAyCC,YAAY,GAAG,CAAxD,CAAb;AACA,UAAMG,IAAI,GAAGC,mBAAmB,CAACH,IAAD,CAAhC;;AAIA,QAAIE,IAAI,GAAG,CAAX,EAAc;AACZP,MAAAA,cAAc,CAACS,IAAf,CAAoBN,cAApB;AACD;AACF;;AAEDH,EAAAA,cAAc,CAACS,IAAf,CAAoBvB,OAApB;AAEA,SAAO;AACLjB,IAAAA,IADK;AAELY,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KAFN;AAGL8B,IAAAA,uBAAuB,EAAE;AAAC3B,MAAAA,KAAK,EAAEY,WAAR;AAAqBX,MAAAA,IAAI,EAAE;AAA3B,KAHpB;AAQLgB,IAAAA,cAAc,EAAE;AAACjB,MAAAA,KAAK,EAAE,IAAI4B,WAAJ,CAAgBX,cAAhB,CAAR;AAAyChB,MAAAA,IAAI,EAAE;AAA/C;AARX,GAAP;AAUD;;AAWD,SAASF,cAAT,CACElB,IADF,EAEEI,MAFF,EAGEkB,OAHF,EAIEN,GAJF,EAK0B;AACxB,QAAMY,YAAY,GAAG5B,IAAI,CAAC6B,UAAL,GAAkBzB,MAAvC;AACA,QAAM0B,YAAY,GAAGR,OAAO,GAAGN,GAAV,GAAgBK,YAAY,CAACb,iBAAlD;AACA,SAAO,CACL,IAAIa,YAAJ,CAAiBrB,IAAI,CAACiC,MAAL,CAAYC,KAAZ,CAAkBN,YAAlB,EAAgCA,YAAY,GAAGE,YAA/C,CAAjB,CADK,EAEL1B,MAAM,GAAG0B,YAFJ,CAAP;AAID;;AAYD,SAASJ,eAAT,CACEH,WADF,EAEEC,UAFF,EAGEC,UAHF,EAIgB;AACd,MAAI,EAAED,UAAU,IAAIC,UAAhB,CAAJ,EAAiC;AAC/B,WAAOF,WAAP;AACD;;AAED,MAAIyB,WAAW,GAAGzB,WAAW,CAACe,MAA9B;AACA,MAAIW,IAAI,GAAG,CAAX;;AAEA,MAAIxB,UAAU,IAAIA,UAAU,CAACa,MAA7B,EAAqC;AACnCU,IAAAA,WAAW,IAAIvB,UAAU,CAACa,MAA1B;AACAW,IAAAA,IAAI;AACL;;AAED,MAAIzB,UAAU,IAAIA,UAAU,CAACc,MAA7B,EAAqC;AACnCU,IAAAA,WAAW,IAAIxB,UAAU,CAACc,MAA1B;AACAW,IAAAA,IAAI;AACL;;AAED,QAAMhC,SAAS,GAAG,IAAII,YAAJ,CAAiB2B,WAAjB,CAAlB;;AACA,OAAK,IAAIX,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGd,WAAW,CAACe,MAAZ,GAAqB,CAAzC,EAA4CD,CAAC,EAA7C,EAAiD;AAC/CpB,IAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAR,CAAT,GAAsBd,WAAW,CAACc,CAAC,GAAG,CAAL,CAAjC;AACApB,IAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,GAAW,CAAZ,CAAT,GAA0Bd,WAAW,CAACc,CAAC,GAAG,CAAJ,GAAQ,CAAT,CAArC;AACD;;AAED,MAAIZ,UAAU,IAAIA,UAAU,CAACa,MAA7B,EAAqC;AACnC,SAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGZ,UAAU,CAACa,MAA/B,EAAuCD,CAAC,EAAxC,EAA4C;AAE1CpB,MAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,GAAW,CAAZ,CAAT,GAA0BZ,UAAU,CAACY,CAAD,CAApC;AACD;AACF;;AAED,MAAIb,UAAU,IAAIA,UAAU,CAACc,MAA7B,EAAqC;AACnC,SAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGb,UAAU,CAACc,MAA/B,EAAuCD,CAAC,EAAxC,EAA4C;AAE1CpB,MAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,IAAYY,IAAI,GAAG,CAAnB,CAAD,CAAT,GAAmCzB,UAAU,CAACa,CAAD,CAA7C;AACD;AACF;;AAED,SAAOpB,SAAP;AACD;;AAUD,SAAS2B,mBAAT,CAA6B3B,SAA7B,EAA8D;AAC5D,SAAON,IAAI,CAACgC,IAAL,CAAUO,aAAa,CAACjC,SAAD,CAAvB,CAAP;AACD;;AAQD,SAASiC,aAAT,CAAuBjC,SAAvB,EAAwD;AACtD,MAAIkC,IAAI,GAAG,CAAX;AAGA,QAAMC,OAAO,GAAGnC,SAAS,CAACqB,MAAV,GAAmB,CAAnB,GAAuB,CAAvC;;AACA,OAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGe,OAApB,EAA6Bf,CAAC,EAA9B,EAAkC;AAChCc,IAAAA,IAAI,IACF,CAAClC,SAAS,CAACoB,CAAC,GAAG,CAAL,CAAT,GAAmBpB,SAAS,CAAC,CAACoB,CAAC,GAAG,CAAL,IAAU,CAAX,CAA7B,KACCpB,SAAS,CAACoB,CAAC,GAAG,CAAJ,GAAQ,CAAT,CAAT,GAAuBpB,SAAS,CAAC,CAACoB,CAAC,GAAG,CAAL,IAAU,CAAV,GAAc,CAAf,CADjC,CADF;AAGD;;AAED,SAAOc,IAAI,GAAG,CAAd;AACD","sourcesContent":["import {BinaryGeometry, BinaryGeometryType} from '@loaders.gl/schema';\n\nconst LITTLE_ENDIAN = true;\n\n/**\n * Parse individual record\n *\n * @param view Record data\n * @return Binary Geometry Object\n */\n// eslint-disable-next-line complexity\nexport function parseRecord(view: DataView, options?: {shp?: any}): BinaryGeometry | null {\n const {_maxDimensions} = options?.shp || {};\n\n let offset = 0;\n const type: number = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n switch (type) {\n case 0:\n // Null Shape\n return parseNull();\n case 1:\n // Point\n return parsePoint(view, offset, Math.min(2, _maxDimensions));\n case 3:\n // PolyLine\n return parsePoly(view, offset, Math.min(2, _maxDimensions), 'LineString');\n case 5:\n // Polygon\n return parsePoly(view, offset, Math.min(2, _maxDimensions), 'Polygon');\n case 8:\n // MultiPoint\n return parseMultiPoint(view, offset, Math.min(2, _maxDimensions));\n // GeometryZ can have 3 or 4 dimensions, since the M is not required to\n // exist\n case 11:\n // PointZ\n return parsePoint(view, offset, Math.min(4, _maxDimensions));\n case 13:\n // PolyLineZ\n return parsePoly(view, offset, Math.min(4, _maxDimensions), 'LineString');\n case 15:\n // PolygonZ\n return parsePoly(view, offset, Math.min(4, _maxDimensions), 'Polygon');\n case 18:\n // MultiPointZ\n return parseMultiPoint(view, offset, Math.min(4, _maxDimensions));\n case 21:\n // PointM\n return parsePoint(view, offset, Math.min(3, _maxDimensions));\n case 23:\n // PolyLineM\n return parsePoly(view, offset, Math.min(3, _maxDimensions), 'LineString');\n case 25:\n // PolygonM\n return parsePoly(view, offset, Math.min(3, _maxDimensions), 'Polygon');\n case 28:\n // MultiPointM\n return parseMultiPoint(view, offset, Math.min(3, _maxDimensions));\n default:\n throw new Error(`unsupported shape type: ${type}`);\n }\n}\n\n// TODO handle null\n/**\n * Parse Null geometry\n *\n * @return null\n */\nfunction parseNull(): null {\n return null;\n}\n\n/**\n * Parse point geometry\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Dimension size\n */\nfunction parsePoint(view: DataView, offset: number, dim: number): BinaryGeometry {\n let positions: Float64Array;\n [positions, offset] = parsePositions(view, offset, 1, dim);\n\n return {\n positions: {value: positions, size: dim},\n type: 'Point'\n };\n}\n\n/**\n * Parse MultiPoint geometry\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Input dimension\n * @return Binary geometry object\n */\nfunction parseMultiPoint(view: DataView, offset: number, dim: number): BinaryGeometry {\n // skip parsing box\n offset += 4 * Float64Array.BYTES_PER_ELEMENT;\n\n const nPoints = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n let xyPositions: Float64Array | null = null;\n let mPositions: Float64Array | null = null;\n let zPositions: Float64Array | null = null;\n [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);\n\n // Parse Z coordinates\n if (dim === 4) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [zPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n // Parse M coordinates\n if (dim >= 3) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [mPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n const positions = concatPositions(xyPositions, mPositions, zPositions);\n\n return {\n positions: {value: positions, size: dim},\n type: 'Point'\n };\n}\n\n/**\n * Polygon and PolyLine parsing\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Input dimension\n * @param type Either 'Polygon' or 'Polyline'\n * @return Binary geometry object\n */\n// eslint-disable-next-line max-statements\nfunction parsePoly(\n view: DataView,\n offset: number,\n dim: number,\n type: BinaryGeometryType\n): BinaryGeometry {\n // skip parsing bounding box\n offset += 4 * Float64Array.BYTES_PER_ELEMENT;\n\n const nParts = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n const nPoints = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n // Create longer indices array by 1 because output format is expected to\n // include the last index as the total number of positions\n const bufferOffset = view.byteOffset + offset;\n const bufferLength = nParts * Int32Array.BYTES_PER_ELEMENT;\n const ringIndices = new Int32Array(nParts + 1);\n ringIndices.set(new Int32Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)));\n ringIndices[nParts] = nPoints;\n offset += nParts * Int32Array.BYTES_PER_ELEMENT;\n\n let xyPositions: Float64Array | null = null;\n let mPositions: Float64Array | null = null;\n let zPositions: Float64Array | null = null;\n [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);\n\n // Parse Z coordinates\n if (dim === 4) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [zPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n // Parse M coordinates\n if (dim >= 3) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [mPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n const positions = concatPositions(xyPositions, mPositions, zPositions);\n\n // parsePoly only accepts type = LineString or Polygon\n if (type === 'LineString') {\n return {\n type,\n positions: {value: positions, size: dim},\n pathIndices: {value: ringIndices, size: 1}\n };\n }\n\n // for every ring, determine sign of polygon\n // Use only 2D positions for ring calc\n const polygonIndices: number[] = [];\n for (let i = 1; i < ringIndices.length; i++) {\n const startRingIndex = ringIndices[i - 1];\n const endRingIndex = ringIndices[i];\n // @ts-ignore\n const ring = xyPositions.subarray(startRingIndex * 2, endRingIndex * 2);\n const sign = getWindingDirection(ring);\n\n // A positive sign implies clockwise\n // A clockwise ring is a filled ring\n if (sign > 0) {\n polygonIndices.push(startRingIndex);\n }\n }\n\n polygonIndices.push(nPoints);\n\n return {\n type,\n positions: {value: positions, size: dim},\n primitivePolygonIndices: {value: ringIndices, size: 1},\n // TODO: Dynamically choose Uint32Array over Uint16Array only when\n // necessary. I believe the implementation requires nPoints to be the\n // largest value in the array, so you should be able to use Uint32Array only\n // when nPoints > 65535.\n polygonIndices: {value: new Uint32Array(polygonIndices), size: 1}\n };\n}\n\n/**\n * Parse a contiguous block of positions into a Float64Array\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param nPoints Number of points\n * @param dim Input dimension\n * @return Data and offset\n */\nfunction parsePositions(\n view: DataView,\n offset: number,\n nPoints: number,\n dim: number\n): [Float64Array, number] {\n const bufferOffset = view.byteOffset + offset;\n const bufferLength = nPoints * dim * Float64Array.BYTES_PER_ELEMENT;\n return [\n new Float64Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)),\n offset + bufferLength\n ];\n}\n\n/**\n * Concatenate and interleave positions arrays\n * xy positions are interleaved; mPositions, zPositions are their own arrays\n *\n * @param xyPositions 2d positions\n * @param mPositions M positions\n * @param zPositions Z positions\n * @return Combined interleaved positions\n */\n// eslint-disable-next-line complexity\nfunction concatPositions(\n xyPositions: Float64Array,\n mPositions: Float64Array | null,\n zPositions: Float64Array | null\n): Float64Array {\n if (!(mPositions || zPositions)) {\n return xyPositions;\n }\n\n let arrayLength = xyPositions.length;\n let nDim = 2;\n\n if (zPositions && zPositions.length) {\n arrayLength += zPositions.length;\n nDim++;\n }\n\n if (mPositions && mPositions.length) {\n arrayLength += mPositions.length;\n nDim++;\n }\n\n const positions = new Float64Array(arrayLength);\n for (let i = 0; i < xyPositions.length / 2; i++) {\n positions[nDim * i] = xyPositions[i * 2];\n positions[nDim * i + 1] = xyPositions[i * 2 + 1];\n }\n\n if (zPositions && zPositions.length) {\n for (let i = 0; i < zPositions.length; i++) {\n // If Z coordinates exist; used as third coord in positions array\n positions[nDim * i + 2] = zPositions[i];\n }\n }\n\n if (mPositions && mPositions.length) {\n for (let i = 0; i < mPositions.length; i++) {\n // M is always last, either 3rd or 4th depending on if Z exists\n positions[nDim * i + (nDim - 1)] = mPositions[i];\n }\n }\n\n return positions;\n}\n\n/**\n * Returns the direction of the polygon path\n * A positive number is clockwise.\n * A negative number is counter clockwise.\n *\n * @param positions\n * @return Sign of polygon ring\n */\nfunction getWindingDirection(positions: Float64Array): number {\n return Math.sign(getSignedArea(positions));\n}\n\n/**\n * Get signed area of flat typed array of 2d positions\n *\n * @param positions\n * @return Signed area of polygon ring\n */\nfunction getSignedArea(positions: Float64Array): number {\n let area = 0;\n\n // Rings are closed according to shapefile spec\n const nCoords = positions.length / 2 - 1;\n for (let i = 0; i < nCoords; i++) {\n area +=\n (positions[i * 2] + positions[(i + 1) * 2]) *\n (positions[i * 2 + 1] - positions[(i + 1) * 2 + 1]);\n }\n\n return area / 2;\n}\n"],"file":"parse-shp-geometry.js"}
|
|
@@ -9,7 +9,7 @@ var _shpLoader = require("./shp-loader");
|
|
|
9
9
|
|
|
10
10
|
var _parseShapefile = require("./lib/parsers/parse-shapefile");
|
|
11
11
|
|
|
12
|
-
const VERSION = typeof "3.1.0-
|
|
12
|
+
const VERSION = typeof "3.1.0-beta.5" !== 'undefined' ? "3.1.0-beta.5" : 'latest';
|
|
13
13
|
const ShapefileLoader = {
|
|
14
14
|
name: 'Shapefile',
|
|
15
15
|
id: 'shapefile',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/shapefile-loader.ts"],"names":["VERSION","ShapefileLoader","name","id","module","version","category","extensions","mimeTypes","tests","Uint8Array","SHP_MAGIC_NUMBER","buffer","options","shapefile","shp","_maxDimensions","parse","parseShapefile","parseInBatches","parseShapefileInBatches","_typecheckShapefileLoader"],"mappings":";;;;;;;AACA;;AACA;;AAIA,MAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/shapefile-loader.ts"],"names":["VERSION","ShapefileLoader","name","id","module","version","category","extensions","mimeTypes","tests","Uint8Array","SHP_MAGIC_NUMBER","buffer","options","shapefile","shp","_maxDimensions","parse","parseShapefile","parseInBatches","parseShapefileInBatches","_typecheckShapefileLoader"],"mappings":";;;;;;;AACA;;AACA;;AAIA,MAAMA,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AAMO,MAAMC,eAAe,GAAG;AAC7BC,EAAAA,IAAI,EAAE,WADuB;AAE7BC,EAAAA,EAAE,EAAE,WAFyB;AAG7BC,EAAAA,MAAM,EAAE,WAHqB;AAI7BC,EAAAA,OAAO,EAAEL,OAJoB;AAK7BM,EAAAA,QAAQ,EAAE,UALmB;AAM7BC,EAAAA,UAAU,EAAE,CAAC,KAAD,CANiB;AAO7BC,EAAAA,SAAS,EAAE,CAAC,0BAAD,CAPkB;AAQ7BC,EAAAA,KAAK,EAAE,CAAC,IAAIC,UAAJ,CAAeC,2BAAf,EAAiCC,MAAlC,CARsB;AAS7BC,EAAAA,OAAO,EAAE;AACPC,IAAAA,SAAS,EAAE,EADJ;AAEPC,IAAAA,GAAG,EAAE;AACHC,MAAAA,cAAc,EAAE;AADb;AAFE,GAToB;AAe7BC,EAAAA,KAAK,EAAEC,8BAfsB;AAgB7BC,EAAAA,cAAc,EAAEC;AAhBa,CAAxB;;AAmBA,MAAMC,yBAA2C,GAAGpB,eAApD","sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {SHP_MAGIC_NUMBER} from './shp-loader';\nimport {parseShapefile, parseShapefileInBatches} from './lib/parsers/parse-shapefile';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * Shapefile loader\n * @note Shapefile is multifile format and requires providing additional files\n */\nexport const ShapefileLoader = {\n name: 'Shapefile',\n id: 'shapefile',\n module: 'shapefile',\n version: VERSION,\n category: 'geometry',\n extensions: ['shp'],\n mimeTypes: ['application/octet-stream'],\n tests: [new Uint8Array(SHP_MAGIC_NUMBER).buffer],\n options: {\n shapefile: {},\n shp: {\n _maxDimensions: 4\n }\n },\n parse: parseShapefile,\n parseInBatches: parseShapefileInBatches\n};\n\nexport const _typecheckShapefileLoader: LoaderWithParser = ShapefileLoader;\n"],"file":"shapefile-loader.js"}
|
package/dist/es5/shp-loader.js
CHANGED
|
@@ -7,7 +7,7 @@ exports.SHPLoader = exports.SHPWorkerLoader = exports.SHP_MAGIC_NUMBER = void 0;
|
|
|
7
7
|
|
|
8
8
|
var _parseShp = require("./lib/parsers/parse-shp");
|
|
9
9
|
|
|
10
|
-
const VERSION = typeof "3.1.0-
|
|
10
|
+
const VERSION = typeof "3.1.0-beta.5" !== 'undefined' ? "3.1.0-beta.5" : 'latest';
|
|
11
11
|
const SHP_MAGIC_NUMBER = [0x00, 0x00, 0x27, 0x0a];
|
|
12
12
|
exports.SHP_MAGIC_NUMBER = SHP_MAGIC_NUMBER;
|
|
13
13
|
const SHPWorkerLoader = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/shp-loader.ts"],"names":["VERSION","SHP_MAGIC_NUMBER","SHPWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","tests","Uint8Array","buffer","options","shp","_maxDimensions","SHPLoader","parse","arrayBuffer","parseSync","parseSHP","parseInBatches","parseSHPInBatches"],"mappings":";;;;;;;AACA;;AAIA,MAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/shp-loader.ts"],"names":["VERSION","SHP_MAGIC_NUMBER","SHPWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","tests","Uint8Array","buffer","options","shp","_maxDimensions","SHPLoader","parse","arrayBuffer","parseSync","parseSHP","parseInBatches","parseSHPInBatches"],"mappings":";;;;;;;AACA;;AAIA,MAAMA,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AAEO,MAAMC,gBAAgB,GAAG,CAAC,IAAD,EAAO,IAAP,EAAa,IAAb,EAAmB,IAAnB,CAAzB;;AAKA,MAAMC,eAAuB,GAAG;AACrCC,EAAAA,IAAI,EAAE,KAD+B;AAErCC,EAAAA,EAAE,EAAE,KAFiC;AAGrCC,EAAAA,MAAM,EAAE,WAH6B;AAIrCC,EAAAA,OAAO,EAAEN,OAJ4B;AAKrCO,EAAAA,MAAM,EAAE,IAL6B;AAMrCC,EAAAA,QAAQ,EAAE,UAN2B;AAOrCC,EAAAA,UAAU,EAAE,CAAC,KAAD,CAPyB;AAQrCC,EAAAA,SAAS,EAAE,CAAC,0BAAD,CAR0B;AAUrCC,EAAAA,KAAK,EAAE,CAAC,IAAIC,UAAJ,CAAeX,gBAAf,EAAiCY,MAAlC,CAV8B;AAWrCC,EAAAA,OAAO,EAAE;AACPC,IAAAA,GAAG,EAAE;AACHC,MAAAA,cAAc,EAAE;AADb;AADE;AAX4B,CAAhC;;AAmBA,MAAMC,SAA2B,GAAG,EACzC,GAAGf,eADsC;AAEzCgB,EAAAA,KAAK,EAAE,OAAOC,WAAP,EAAoBL,OAApB,KAAiC,wBAASK,WAAT,EAAsBL,OAAtB,CAFC;AAGzCM,EAAAA,SAAS,EAAEC,kBAH8B;AAIzCC,EAAAA,cAAc,EAAEC;AAJyB,CAApC","sourcesContent":["import type {Loader, LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {parseSHP, parseSHPInBatches} from './lib/parsers/parse-shp';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport const SHP_MAGIC_NUMBER = [0x00, 0x00, 0x27, 0x0a];\n\n/**\n * SHP file loader\n */\nexport const SHPWorkerLoader: Loader = {\n name: 'SHP',\n id: 'shp',\n module: 'shapefile',\n version: VERSION,\n worker: true,\n category: 'geometry',\n extensions: ['shp'],\n mimeTypes: ['application/octet-stream'],\n // ISSUE: This also identifies SHX files, which are identical to SHP for the first 100 bytes...\n tests: [new Uint8Array(SHP_MAGIC_NUMBER).buffer],\n options: {\n shp: {\n _maxDimensions: 4\n }\n }\n};\n\n/** SHP file loader */\nexport const SHPLoader: LoaderWithParser = {\n ...SHPWorkerLoader,\n parse: async (arrayBuffer, options?) => parseSHP(arrayBuffer, options),\n parseSync: parseSHP,\n parseInBatches: parseSHPInBatches\n};\n"],"file":"shp-loader.js"}
|
|
@@ -1,4 +1,8 @@
|
|
|
1
|
-
|
|
2
|
-
import {createLoaderWorker} from '@loaders.gl/loader-utils';
|
|
1
|
+
"use strict";
|
|
3
2
|
|
|
4
|
-
|
|
3
|
+
var _dbfLoader = require("../dbf-loader");
|
|
4
|
+
|
|
5
|
+
var _loaderUtils = require("@loaders.gl/loader-utils");
|
|
6
|
+
|
|
7
|
+
(0, _loaderUtils.createLoaderWorker)(_dbfLoader.DBFLoader);
|
|
8
|
+
//# sourceMappingURL=dbf-worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/workers/dbf-worker.ts"],"names":["DBFLoader"],"mappings":";;AAAA;;AACA;;AAEA,qCAAmBA,oBAAnB","sourcesContent":["import {DBFLoader} from '../dbf-loader';\nimport {createLoaderWorker} from '@loaders.gl/loader-utils';\n\ncreateLoaderWorker(DBFLoader);\n"],"file":"dbf-worker.js"}
|
|
@@ -1,4 +1,8 @@
|
|
|
1
|
-
|
|
2
|
-
import {createLoaderWorker} from '@loaders.gl/loader-utils';
|
|
1
|
+
"use strict";
|
|
3
2
|
|
|
4
|
-
|
|
3
|
+
var _shpLoader = require("../shp-loader");
|
|
4
|
+
|
|
5
|
+
var _loaderUtils = require("@loaders.gl/loader-utils");
|
|
6
|
+
|
|
7
|
+
(0, _loaderUtils.createLoaderWorker)(_shpLoader.SHPLoader);
|
|
8
|
+
//# sourceMappingURL=shp-worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/workers/shp-worker.ts"],"names":["SHPLoader"],"mappings":";;AAAA;;AACA;;AAEA,qCAAmBA,oBAAnB","sourcesContent":["import {SHPLoader} from '../shp-loader';\nimport {createLoaderWorker} from '@loaders.gl/loader-utils';\n\ncreateLoaderWorker(SHPLoader);\n"],"file":"shp-worker.js"}
|
package/dist/esm/dbf-loader.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { parseDBF, parseDBFInBatches } from './lib/parsers/parse-dbf';
|
|
2
|
-
const VERSION = typeof "3.1.0-
|
|
2
|
+
const VERSION = typeof "3.1.0-beta.5" !== 'undefined' ? "3.1.0-beta.5" : 'latest';
|
|
3
3
|
export const DBFWorkerLoader = {
|
|
4
4
|
name: 'DBF',
|
|
5
5
|
id: 'dbf',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/dbf-loader.ts"],"names":["parseDBF","parseDBFInBatches","VERSION","DBFWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","options","dbf","encoding","DBFLoader","parse","arrayBuffer","parseSync","parseInBatches"],"mappings":"AACA,SAAQA,QAAR,EAAkBC,iBAAlB,QAA0C,yBAA1C;AAIA,MAAMC,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/dbf-loader.ts"],"names":["parseDBF","parseDBFInBatches","VERSION","DBFWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","options","dbf","encoding","DBFLoader","parse","arrayBuffer","parseSync","parseInBatches"],"mappings":"AACA,SAAQA,QAAR,EAAkBC,iBAAlB,QAA0C,yBAA1C;AAIA,MAAMC,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AAKA,OAAO,MAAMC,eAAuB,GAAG;AACrCC,EAAAA,IAAI,EAAE,KAD+B;AAErCC,EAAAA,EAAE,EAAE,KAFiC;AAGrCC,EAAAA,MAAM,EAAE,WAH6B;AAIrCC,EAAAA,OAAO,EAAEL,OAJ4B;AAKrCM,EAAAA,MAAM,EAAE,IAL6B;AAMrCC,EAAAA,QAAQ,EAAE,OAN2B;AAOrCC,EAAAA,UAAU,EAAE,CAAC,KAAD,CAPyB;AAQrCC,EAAAA,SAAS,EAAE,CAAC,mBAAD,CAR0B;AASrCC,EAAAA,OAAO,EAAE;AACPC,IAAAA,GAAG,EAAE;AACHC,MAAAA,QAAQ,EAAE;AADP;AADE;AAT4B,CAAhC;AAiBP,OAAO,MAAMC,SAA2B,GAAG,EACzC,GAAGZ,eADsC;AAEzCa,EAAAA,KAAK,EAAE,OAAOC,WAAP,EAAoBL,OAApB,KAAgCZ,QAAQ,CAACiB,WAAD,EAAcL,OAAd,CAFN;AAGzCM,EAAAA,SAAS,EAAElB,QAH8B;AAIzCmB,EAAAA,cAAc,EAAElB;AAJyB,CAApC","sourcesContent":["import type {Loader, LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {parseDBF, parseDBFInBatches} from './lib/parsers/parse-dbf';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * DBFLoader - DBF files are used to contain non-geometry columns in Shapefiles\n */\nexport const DBFWorkerLoader: Loader = {\n name: 'DBF',\n id: 'dbf',\n module: 'shapefile',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['dbf'],\n mimeTypes: ['application/x-dbf'],\n options: {\n dbf: {\n encoding: 'latin1'\n }\n }\n};\n\n/** DBF file loader */\nexport const DBFLoader: LoaderWithParser = {\n ...DBFWorkerLoader,\n parse: async (arrayBuffer, options) => parseDBF(arrayBuffer, options),\n parseSync: parseDBF,\n parseInBatches: parseDBFInBatches\n};\n"],"file":"dbf-loader.js"}
|
|
@@ -14,9 +14,7 @@ var STATE;
|
|
|
14
14
|
})(STATE || (STATE = {}));
|
|
15
15
|
|
|
16
16
|
class DBFParser {
|
|
17
|
-
constructor({
|
|
18
|
-
encoding
|
|
19
|
-
}) {
|
|
17
|
+
constructor(options) {
|
|
20
18
|
_defineProperty(this, "binaryReader", new BinaryChunkReader());
|
|
21
19
|
|
|
22
20
|
_defineProperty(this, "textDecoder", void 0);
|
|
@@ -27,7 +25,7 @@ class DBFParser {
|
|
|
27
25
|
data: []
|
|
28
26
|
});
|
|
29
27
|
|
|
30
|
-
this.textDecoder = new TextDecoder(encoding);
|
|
28
|
+
this.textDecoder = new TextDecoder(options.encoding);
|
|
31
29
|
}
|
|
32
30
|
|
|
33
31
|
write(arrayBuffer) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/parsers/parse-dbf.ts"],"names":["Schema","Field","Bool","Utf8","Float64","TimestampMillisecond","BinaryChunkReader","LITTLE_ENDIAN","DBF_HEADER_SIZE","STATE","DBFParser","constructor","encoding","START","data","textDecoder","TextDecoder","write","arrayBuffer","binaryReader","state","parseState","result","end","END","ERROR","error","parseDBF","options","loaderOptions","dbf","dbfParser","schema","tables","format","rows","parseDBFInBatches","asyncIterator","parser","headerReturned","dbfHeader","length","dataView","getDataView","parseDBFHeader","progress","bytesUsed","rowsTotal","nRecords","FIELD_DESCRIPTORS","fieldDescriptorView","headerLength","dbfFields","parseFieldDescriptors","map","dbfField","makeField","FIELD_PROPERTIES","skip","recordLength","recordView","row","parseRow","push","message","headerView","year","getUint8","month","day","getUint32","getUint16","languageDriver","view","nFields","byteLength","fields","offset","i","name","decode","Uint8Array","buffer","byteOffset","replace","dataType","String","fromCharCode","fieldLength","decimal","out","field","text","parseField","parseNumber","parseCharacter","parseDate","parseBoolean","Error","str","Date","UTC","slice","parseInt","value","test","number","parseFloat","isNaN","trim"],"mappings":";AAAA,SAAQA,MAAR,EAAgBC,KAAhB,EAAuBC,IAAvB,EAA6BC,IAA7B,EAAmCC,OAAnC,EAA4CC,oBAA5C,QAAuE,oBAAvE;AACA,OAAOC,iBAAP,MAA8B,kCAA9B;AA4CA,MAAMC,aAAa,GAAG,IAAtB;AACA,MAAMC,eAAe,GAAG,EAAxB;IAEKC,K;;WAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;GAAAA,K,KAAAA,K;;AAQL,MAAMC,SAAN,CAAgB;AAQdC,EAAAA,WAAW,CAAC;AAACC,IAAAA;AAAD,GAAD,EAAa;AAAA,0CAPT,IAAIN,iBAAJ,EAOS;;AAAA;;AAAA,mCALhBG,KAAK,CAACI,KAKU;;AAAA,oCAJJ;AAClBC,MAAAA,IAAI,EAAE;AADY,KAII;;AACtB,SAAKC,WAAL,GAAmB,IAAIC,WAAJ,CAAgBJ,QAAhB,CAAnB;AACD;;AAIDK,EAAAA,KAAK,CAACC,WAAD,EAAiC;AACpC,SAAKC,YAAL,CAAkBF,KAAlB,CAAwBC,WAAxB;AACA,SAAKE,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKJ,WAAlD,CAAvB;AAOD;;AAEDQ,EAAAA,GAAG,GAAS;AACV,SAAKJ,YAAL,CAAkBI,GAAlB;AACA,SAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKJ,WAAlD,CAAvB;;AAEA,QAAI,KAAKK,KAAL,KAAeX,KAAK,CAACe,GAAzB,EAA8B;AAC5B,WAAKJ,KAAL,GAAaX,KAAK,CAACgB,KAAnB;AACA,WAAKH,MAAL,CAAYI,KAAZ,GAAoB,qBAApB;AACD;AACF;;AAjCa;;AAwChB,OAAO,SAASC,QAAT,CACLT,WADK,EAELU,OAAY,GAAG,EAFV,EAG2B;AAChC,QAAMC,aAAa,GAAGD,OAAO,CAACE,GAAR,IAAe,EAArC;AACA,QAAM;AAAClB,IAAAA;AAAD,MAAaiB,aAAnB;AAEA,QAAME,SAAS,GAAG,IAAIrB,SAAJ,CAAc;AAACE,IAAAA;AAAD,GAAd,CAAlB;AACAmB,EAAAA,SAAS,CAACd,KAAV,CAAgBC,WAAhB;AACAa,EAAAA,SAAS,CAACR,GAAV;AAEA,QAAM;AAACT,IAAAA,IAAD;AAAOkB,IAAAA;AAAP,MAAiBD,SAAS,CAACT,MAAjC;;AACA,UAAQM,OAAO,CAACK,MAAR,IAAkBL,OAAO,CAACK,MAAR,CAAeC,MAAzC;AACE,SAAK,OAAL;AAEE,aAAO;AAACF,QAAAA,MAAD;AAASG,QAAAA,IAAI,EAAErB;AAAf,OAAP;;AAEF,SAAK,MAAL;AACA;AACE,aAAOA,IAAP;AAPJ;AASD;AAKD,OAAO,gBAAgBsB,iBAAhB,CACLC,aADK,EAELT,OAAY,GAAG,EAFV,EAGsD;AAC3D,QAAMC,aAAa,GAAGD,OAAO,CAACE,GAAR,IAAe,EAArC;AACA,QAAM;AAAClB,IAAAA;AAAD,MAAaiB,aAAnB;AAEA,QAAMS,MAAM,GAAG,IAAI5B,SAAJ,CAAc;AAACE,IAAAA;AAAD,GAAd,CAAf;AACA,MAAI2B,cAAc,GAAG,KAArB;;AACA,aAAW,MAAMrB,WAAjB,IAAgCmB,aAAhC,EAA+C;AAC7CC,IAAAA,MAAM,CAACrB,KAAP,CAAaC,WAAb;;AACA,QAAI,CAACqB,cAAD,IAAmBD,MAAM,CAAChB,MAAP,CAAckB,SAArC,EAAgD;AAC9CD,MAAAA,cAAc,GAAG,IAAjB;AACA,YAAMD,MAAM,CAAChB,MAAP,CAAckB,SAApB;AACD;;AAED,QAAIF,MAAM,CAAChB,MAAP,CAAcR,IAAd,CAAmB2B,MAAnB,GAA4B,CAAhC,EAAmC;AACjC,YAAMH,MAAM,CAAChB,MAAP,CAAcR,IAApB;AACAwB,MAAAA,MAAM,CAAChB,MAAP,CAAcR,IAAd,GAAqB,EAArB;AACD;AACF;;AACDwB,EAAAA,MAAM,CAACf,GAAP;;AACA,MAAIe,MAAM,CAAChB,MAAP,CAAcR,IAAd,CAAmB2B,MAAnB,GAA4B,CAAhC,EAAmC;AACjC,UAAMH,MAAM,CAAChB,MAAP,CAAcR,IAApB;AACD;AACF;;AAUD,SAASO,UAAT,CACED,KADF,EAEEE,MAFF,EAGEH,YAHF,EAIEJ,WAJF,EAKS;AAEP,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQK,KAAR;AACE,aAAKX,KAAK,CAACgB,KAAX;AACA,aAAKhB,KAAK,CAACe,GAAX;AACE,iBAAOJ,KAAP;;AAEF,aAAKX,KAAK,CAACI,KAAX;AAEE,gBAAM6B,QAAQ,GAAGvB,YAAY,CAACwB,WAAb,CAAyBnC,eAAzB,EAA0C,YAA1C,CAAjB;;AACA,cAAI,CAACkC,QAAL,EAAe;AACb,mBAAOtB,KAAP;AACD;;AACDE,UAAAA,MAAM,CAACkB,SAAP,GAAmBI,cAAc,CAACF,QAAD,CAAjC;AACApB,UAAAA,MAAM,CAACuB,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,SAAS,EAAEzB,MAAM,CAACkB,SAAP,CAAiBQ,QAFZ;AAGhBb,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAKAf,UAAAA,KAAK,GAAGX,KAAK,CAACwC,iBAAd;AACA;;AAEF,aAAKxC,KAAK,CAACwC,iBAAX;AAEE,gBAAMC,mBAAmB,GAAG/B,YAAY,CAACwB,WAAb,CAE1BrB,MAAM,CAACkB,SAAP,CAAiBW,YAAjB,GAAgC3C,eAFN,EAG1B,uBAH0B,CAA5B;;AAKA,cAAI,CAAC0C,mBAAL,EAA0B;AACxB,mBAAO9B,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAAC8B,SAAP,GAAmBC,qBAAqB,CAACH,mBAAD,EAAsBnC,WAAtB,CAAxC;AACAO,UAAAA,MAAM,CAACU,MAAP,GAAgB,IAAIhC,MAAJ,CAAWsB,MAAM,CAAC8B,SAAP,CAAiBE,GAAjB,CAAsBC,QAAD,IAAcC,SAAS,CAACD,QAAD,CAA5C,CAAX,CAAhB;AAEAnC,UAAAA,KAAK,GAAGX,KAAK,CAACgD,gBAAd;AAIAtC,UAAAA,YAAY,CAACuC,IAAb,CAAkB,CAAlB;AACA;;AAEF,aAAKjD,KAAK,CAACgD,gBAAX;AACE,gBAAM;AAACE,YAAAA,YAAY,GAAG,CAAhB;AAAmBX,YAAAA,QAAQ,GAAG;AAA9B,cAAmC,CAAA1B,MAAM,SAAN,IAAAA,MAAM,WAAN,YAAAA,MAAM,CAAEkB,SAAR,KAAqB,EAA9D;;AACA,iBAAOlB,MAAM,CAACR,IAAP,CAAY2B,MAAZ,GAAqBO,QAA5B,EAAsC;AACpC,kBAAMY,UAAU,GAAGzC,YAAY,CAACwB,WAAb,CAAyBgB,YAAY,GAAG,CAAxC,CAAnB;;AACA,gBAAI,CAACC,UAAL,EAAiB;AACf,qBAAOxC,KAAP;AACD;;AAEDD,YAAAA,YAAY,CAACuC,IAAb,CAAkB,CAAlB;AAGA,kBAAMG,GAAG,GAAGC,QAAQ,CAACF,UAAD,EAAatC,MAAM,CAAC8B,SAApB,EAA+BrC,WAA/B,CAApB;AACAO,YAAAA,MAAM,CAACR,IAAP,CAAYiD,IAAZ,CAAiBF,GAAjB;AAEAvC,YAAAA,MAAM,CAACuB,QAAP,CAAgBV,IAAhB,GAAuBb,MAAM,CAACR,IAAP,CAAY2B,MAAnC;AACD;;AACDrB,UAAAA,KAAK,GAAGX,KAAK,CAACe,GAAd;AACA;;AAEF;AACEJ,UAAAA,KAAK,GAAGX,KAAK,CAACgB,KAAd;AACAH,UAAAA,MAAM,CAACI,KAAP,kCAAuCN,KAAvC;AACA,iBAAOA,KAAP;AA/DJ;AAiED,KAlED,CAkEE,OAAOM,KAAP,EAAc;AACdN,MAAAA,KAAK,GAAGX,KAAK,CAACgB,KAAd;AACAH,MAAAA,MAAM,CAACI,KAAP,iCAAuCA,KAAD,CAAiBsC,OAAvD;AACA,aAAO5C,KAAP;AACD;AACF;AACF;;AAKD,SAASwB,cAAT,CAAwBqB,UAAxB,EAAyD;AACvD,SAAO;AAELC,IAAAA,IAAI,EAAED,UAAU,CAACE,QAAX,CAAoB,CAApB,IAAyB,IAF1B;AAGLC,IAAAA,KAAK,EAAEH,UAAU,CAACE,QAAX,CAAoB,CAApB,CAHF;AAILE,IAAAA,GAAG,EAAEJ,UAAU,CAACE,QAAX,CAAoB,CAApB,CAJA;AAMLnB,IAAAA,QAAQ,EAAEiB,UAAU,CAACK,SAAX,CAAqB,CAArB,EAAwB/D,aAAxB,CANL;AAQL4C,IAAAA,YAAY,EAAEc,UAAU,CAACM,SAAX,CAAqB,CAArB,EAAwBhE,aAAxB,CART;AAULoD,IAAAA,YAAY,EAAEM,UAAU,CAACM,SAAX,CAAqB,EAArB,EAAyBhE,aAAzB,CAVT;AAYLiE,IAAAA,cAAc,EAAEP,UAAU,CAACE,QAAX,CAAoB,EAApB;AAZX,GAAP;AAcD;;AAKD,SAASd,qBAAT,CAA+BoB,IAA/B,EAA+C1D,WAA/C,EAAwE;AAGtE,QAAM2D,OAAO,GAAG,CAACD,IAAI,CAACE,UAAL,GAAkB,CAAnB,IAAwB,EAAxC;AACA,QAAMC,MAAkB,GAAG,EAA3B;AACA,MAAIC,MAAM,GAAG,CAAb;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGJ,OAApB,EAA6BI,CAAC,EAA9B,EAAkC;AAChC,UAAMC,IAAI,GAAGhE,WAAW,CACrBiE,MADU,CACH,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsD,EAAtD,CADG,EAGVO,OAHU,CAGF,SAHE,EAGS,EAHT,CAAb;AAKAR,IAAAA,MAAM,CAACb,IAAP,CAAY;AACVgB,MAAAA,IADU;AAEVM,MAAAA,QAAQ,EAAEC,MAAM,CAACC,YAAP,CAAoBd,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAApB,CAFA;AAGVW,MAAAA,WAAW,EAAEf,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAHH;AAIVY,MAAAA,OAAO,EAAEhB,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB;AAJC,KAAZ;AAMAA,IAAAA,MAAM,IAAI,EAAV;AACD;;AACD,SAAOD,MAAP;AACD;;AAuBD,SAASd,QAAT,CACEW,IADF,EAEEG,MAFF,EAGE7D,WAHF,EAIwB;AACtB,QAAM2E,GAAG,GAAG,EAAZ;AACA,MAAIb,MAAM,GAAG,CAAb;;AACA,OAAK,MAAMc,KAAX,IAAoBf,MAApB,EAA4B;AAC1B,UAAMgB,IAAI,GAAG7E,WAAW,CAACiE,MAAZ,CACX,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsDc,KAAK,CAACH,WAA5D,CADW,CAAb;AAGAE,IAAAA,GAAG,CAACC,KAAK,CAACZ,IAAP,CAAH,GAAkBc,UAAU,CAACD,IAAD,EAAOD,KAAK,CAACN,QAAb,CAA5B;AACAR,IAAAA,MAAM,IAAIc,KAAK,CAACH,WAAhB;AACD;;AAED,SAAOE,GAAP;AACD;;AAQD,SAASG,UAAT,CAAoBD,IAApB,EAAkCP,QAAlC,EAAsF;AACpF,UAAQA,QAAR;AACE,SAAK,GAAL;AACE,aAAOS,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOG,cAAc,CAACH,IAAD,CAArB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOI,SAAS,CAACJ,IAAD,CAAhB;;AACF,SAAK,GAAL;AACE,aAAOK,YAAY,CAACL,IAAD,CAAnB;;AACF;AACE,YAAM,IAAIM,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD;;AAOD,SAASF,SAAT,CAAmBG,GAAnB,EAAqC;AACnC,SAAOC,IAAI,CAACC,GAAL,CAASF,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAT,EAA0BC,QAAQ,CAACJ,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAD,EAAkB,EAAlB,CAAR,GAAgC,CAA1D,EAA6DH,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAA7D,CAAP;AACD;;AAUD,SAASL,YAAT,CAAsBO,KAAtB,EAAqD;AACnD,SAAO,UAAUC,IAAV,CAAeD,KAAf,IAAwB,KAAxB,GAAgC,UAAUC,IAAV,CAAeD,KAAf,IAAwB,IAAxB,GAA+B,IAAtE;AACD;;AAOD,SAASV,WAAT,CAAqBF,IAArB,EAAkD;AAChD,QAAMc,MAAM,GAAGC,UAAU,CAACf,IAAD,CAAzB;AACA,SAAOgB,KAAK,CAACF,MAAD,CAAL,GAAgB,IAAhB,GAAuBA,MAA9B;AACD;;AAOD,SAASX,cAAT,CAAwBH,IAAxB,EAAqD;AACnD,SAAOA,IAAI,CAACiB,IAAL,MAAe,IAAtB;AACD;;AASD,SAASrD,SAAT,CAAmB;AAACuB,EAAAA,IAAD;AAAOM,EAAAA,QAAP;AAAiBG,EAAAA,WAAjB;AAA8BC,EAAAA;AAA9B,CAAnB,EAAkE;AAChE,UAAQJ,QAAR;AACE,SAAK,GAAL;AACE,aAAO,IAAIpF,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI5E,IAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIF,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI1E,oBAAJ,EAAhB,EAA4C,IAA5C,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIJ,KAAJ,CAAU8E,IAAV,EAAgB,IAAI7E,IAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF;AACE,YAAM,IAAIgG,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD","sourcesContent":["import {Schema, Field, Bool, Utf8, Float64, TimestampMillisecond} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\n\ntype DBFRowsOutput = object[];\n\ninterface DBFTableOutput {\n schema?: Schema;\n rows: DBFRowsOutput;\n}\n\ntype DBFHeader = {\n // Last updated date\n year: number;\n month: number;\n day: number;\n // Number of records in data file\n nRecords: number;\n // Length of header in bytes\n headerLength: number;\n // Length of each record\n recordLength: number;\n // Not sure if this is usually set\n languageDriver: number;\n};\n\ntype DBFField = {\n name: string;\n dataType: string;\n fieldLength: number;\n decimal: number;\n};\n\ntype DBFResult = {\n data: {[key: string]: any}[];\n schema?: Schema;\n error?: string;\n dbfHeader?: DBFHeader;\n dbfFields?: DBFField[];\n progress?: {\n bytesUsed: number;\n rowsTotal: number;\n rows: number;\n };\n};\n\nconst LITTLE_ENDIAN = true;\nconst DBF_HEADER_SIZE = 32;\n\nenum STATE {\n START = 0, // Expecting header\n FIELD_DESCRIPTORS = 1,\n FIELD_PROPERTIES = 2,\n END = 3,\n ERROR = 4\n}\n\nclass DBFParser {\n binaryReader = new BinaryChunkReader();\n textDecoder: TextDecoder;\n state = STATE.START;\n result: DBFResult = {\n data: []\n };\n\n constructor({encoding}) {\n this.textDecoder = new TextDecoder(encoding);\n }\n /**\n * @param arrayBuffer\n */\n write(arrayBuffer: ArrayBuffer): void {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n\n // important events:\n // - schema available\n // - first rows available\n // - all rows available\n }\n\n end(): void {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'DBF incomplete file';\n }\n }\n}\n/**\n * @param arrayBuffer\n * @param options\n * @returns DBFTable or rows\n */\nexport function parseDBF(\n arrayBuffer: ArrayBuffer,\n options: any = {}\n): DBFRowsOutput | DBFTableOutput {\n const loaderOptions = options.dbf || {};\n const {encoding} = loaderOptions;\n\n const dbfParser = new DBFParser({encoding});\n dbfParser.write(arrayBuffer);\n dbfParser.end();\n\n const {data, schema} = dbfParser.result;\n switch (options.tables && options.tables.format) {\n case 'table':\n // TODO - parse columns\n return {schema, rows: data};\n\n case 'rows':\n default:\n return data;\n }\n}\n/**\n * @param asyncIterator\n * @param options\n */\nexport async function* parseDBFInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options: any = {}\n): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput> {\n const loaderOptions = options.dbf || {};\n const {encoding} = loaderOptions;\n\n const parser = new DBFParser({encoding});\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.dbfHeader) {\n headerReturned = true;\n yield parser.result.dbfHeader;\n }\n\n if (parser.result.data.length > 0) {\n yield parser.result.data;\n parser.result.data = [];\n }\n }\n parser.end();\n if (parser.result.data.length > 0) {\n yield parser.result.data;\n }\n}\n/**\n * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm\n * @param state\n * @param result\n * @param binaryReader\n * @param textDecoder\n * @returns\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: STATE,\n result: DBFResult,\n binaryReader: {[key: string]: any},\n textDecoder: TextDecoder\n): STATE {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.START:\n // Parse initial file header\n const dataView = binaryReader.getDataView(DBF_HEADER_SIZE, 'DBF header');\n if (!dataView) {\n return state;\n }\n result.dbfHeader = parseDBFHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n rowsTotal: result.dbfHeader.nRecords,\n rows: 0\n };\n state = STATE.FIELD_DESCRIPTORS;\n break;\n\n case STATE.FIELD_DESCRIPTORS:\n // Parse DBF field descriptors (schema)\n const fieldDescriptorView = binaryReader.getDataView(\n // @ts-ignore\n result.dbfHeader.headerLength - DBF_HEADER_SIZE,\n 'DBF field descriptors'\n );\n if (!fieldDescriptorView) {\n return state;\n }\n\n result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);\n result.schema = new Schema(result.dbfFields.map((dbfField) => makeField(dbfField)));\n\n state = STATE.FIELD_PROPERTIES;\n\n // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?\n // parsedbf uses ((fields.length + 1) << 5) + 2;\n binaryReader.skip(1);\n break;\n\n case STATE.FIELD_PROPERTIES:\n const {recordLength = 0, nRecords = 0} = result?.dbfHeader || {};\n while (result.data.length < nRecords) {\n const recordView = binaryReader.getDataView(recordLength - 1);\n if (!recordView) {\n return state;\n }\n // Note: Avoid actually reading the last byte, which may not be present\n binaryReader.skip(1);\n\n // @ts-ignore\n const row = parseRow(recordView, result.dbfFields, textDecoder);\n result.data.push(row);\n // @ts-ignore\n result.progress.rows = result.data.length;\n }\n state = STATE.END;\n break;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `DBF parsing failed: ${(error as Error).message}`;\n return state;\n }\n }\n}\n\n/**\n * @param headerView\n */\nfunction parseDBFHeader(headerView: DataView): DBFHeader {\n return {\n // Last updated date\n year: headerView.getUint8(1) + 1900,\n month: headerView.getUint8(2),\n day: headerView.getUint8(3),\n // Number of records in data file\n nRecords: headerView.getUint32(4, LITTLE_ENDIAN),\n // Length of header in bytes\n headerLength: headerView.getUint16(8, LITTLE_ENDIAN),\n // Length of each record\n recordLength: headerView.getUint16(10, LITTLE_ENDIAN),\n // Not sure if this is usually set\n languageDriver: headerView.getUint8(29)\n };\n}\n\n/**\n * @param view\n */\nfunction parseFieldDescriptors(view: DataView, textDecoder): DBFField[] {\n // NOTE: this might overestimate the number of fields if the \"Database\n // Container\" container exists and is included in the headerLength\n const nFields = (view.byteLength - 1) / 32;\n const fields: DBFField[] = [];\n let offset = 0;\n for (let i = 0; i < nFields; i++) {\n const name = textDecoder\n .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))\n // eslint-disable-next-line no-control-regex\n .replace(/\\u0000/g, '');\n\n fields.push({\n name,\n dataType: String.fromCharCode(view.getUint8(offset + 11)),\n fieldLength: view.getUint8(offset + 16),\n decimal: view.getUint8(offset + 17)\n });\n offset += 32;\n }\n return fields;\n}\n\n/*\n * @param {BinaryChunkReader} binaryReader\nfunction parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {\n const rows = [];\n for (let i = 0; i < nRecords; i++) {\n const recordView = binaryReader.getDataView(recordLength - 1);\n binaryReader.skip(1);\n // @ts-ignore\n rows.push(parseRow(recordView, fields, textDecoder));\n }\n return rows;\n}\n */\n\n/**\n *\n * @param view\n * @param fields\n * @param textDecoder\n * @returns\n */\nfunction parseRow(\n view: DataView,\n fields: DBFField[],\n textDecoder: TextDecoder\n): {[key: string]: any} {\n const out = {};\n let offset = 0;\n for (const field of fields) {\n const text = textDecoder.decode(\n new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength)\n );\n out[field.name] = parseField(text, field.dataType);\n offset += field.fieldLength;\n }\n\n return out;\n}\n\n/**\n * Should NaN be coerced to null?\n * @param text\n * @param dataType\n * @returns Field depends on a type of the data\n */\nfunction parseField(text: string, dataType: string): string | number | boolean | null {\n switch (dataType) {\n case 'B':\n return parseNumber(text);\n case 'C':\n return parseCharacter(text);\n case 'F':\n return parseNumber(text);\n case 'N':\n return parseNumber(text);\n case 'O':\n return parseNumber(text);\n case 'D':\n return parseDate(text);\n case 'L':\n return parseBoolean(text);\n default:\n throw new Error('Unsupported data type');\n }\n}\n\n/**\n * Parse YYYYMMDD to date in milliseconds\n * @param str YYYYMMDD\n * @returns new Date as a number\n */\nfunction parseDate(str: any): number {\n return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));\n}\n\n/**\n * Read boolean value\n * any of Y, y, T, t coerce to true\n * any of N, n, F, f coerce to false\n * otherwise null\n * @param value\n * @returns boolean | null\n */\nfunction parseBoolean(value: string): boolean | null {\n return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;\n}\n\n/**\n * Return null instead of NaN\n * @param text\n * @returns number | null\n */\nfunction parseNumber(text: string): number | null {\n const number = parseFloat(text);\n return isNaN(number) ? null : number;\n}\n\n/**\n *\n * @param text\n * @returns string | null\n */\nfunction parseCharacter(text: string): string | null {\n return text.trim() || null;\n}\n\n/**\n * Create a standard Arrow-style `Field` from field descriptor.\n * TODO - use `fieldLength` and `decimal` to generate smaller types?\n * @param param0\n * @returns Field\n */\n// eslint-disable\nfunction makeField({name, dataType, fieldLength, decimal}): Field {\n switch (dataType) {\n case 'B':\n return new Field(name, new Float64(), true);\n case 'C':\n return new Field(name, new Utf8(), true);\n case 'F':\n return new Field(name, new Float64(), true);\n case 'N':\n return new Field(name, new Float64(), true);\n case 'O':\n return new Field(name, new Float64(), true);\n case 'D':\n return new Field(name, new TimestampMillisecond(), true);\n case 'L':\n return new Field(name, new Bool(), true);\n default:\n throw new Error('Unsupported data type');\n }\n}\n"],"file":"parse-dbf.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/parsers/parse-dbf.ts"],"names":["Schema","Field","Bool","Utf8","Float64","TimestampMillisecond","BinaryChunkReader","LITTLE_ENDIAN","DBF_HEADER_SIZE","STATE","DBFParser","constructor","options","START","data","textDecoder","TextDecoder","encoding","write","arrayBuffer","binaryReader","state","parseState","result","end","END","ERROR","error","parseDBF","loaderOptions","dbf","dbfParser","schema","tables","format","rows","parseDBFInBatches","asyncIterator","parser","headerReturned","dbfHeader","length","dataView","getDataView","parseDBFHeader","progress","bytesUsed","rowsTotal","nRecords","FIELD_DESCRIPTORS","fieldDescriptorView","headerLength","dbfFields","parseFieldDescriptors","map","dbfField","makeField","FIELD_PROPERTIES","skip","recordLength","recordView","row","parseRow","push","message","headerView","year","getUint8","month","day","getUint32","getUint16","languageDriver","view","nFields","byteLength","fields","offset","i","name","decode","Uint8Array","buffer","byteOffset","replace","dataType","String","fromCharCode","fieldLength","decimal","out","field","text","parseField","parseNumber","parseCharacter","parseDate","parseBoolean","Error","str","Date","UTC","slice","parseInt","value","test","number","parseFloat","isNaN","trim"],"mappings":";AAAA,SAAQA,MAAR,EAAgBC,KAAhB,EAAuBC,IAAvB,EAA6BC,IAA7B,EAAmCC,OAAnC,EAA4CC,oBAA5C,QAAuE,oBAAvE;AACA,OAAOC,iBAAP,MAA8B,kCAA9B;AA4CA,MAAMC,aAAa,GAAG,IAAtB;AACA,MAAMC,eAAe,GAAG,EAAxB;IAEKC,K;;WAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;GAAAA,K,KAAAA,K;;AAQL,MAAMC,SAAN,CAAgB;AAQdC,EAAAA,WAAW,CAACC,OAAD,EAA8B;AAAA,0CAP1B,IAAIN,iBAAJ,EAO0B;;AAAA;;AAAA,mCALjCG,KAAK,CAACI,KAK2B;;AAAA,oCAJrB;AAClBC,MAAAA,IAAI,EAAE;AADY,KAIqB;;AACvC,SAAKC,WAAL,GAAmB,IAAIC,WAAJ,CAAgBJ,OAAO,CAACK,QAAxB,CAAnB;AACD;;AAKDC,EAAAA,KAAK,CAACC,WAAD,EAAiC;AACpC,SAAKC,YAAL,CAAkBF,KAAlB,CAAwBC,WAAxB;AACA,SAAKE,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKL,WAAlD,CAAvB;AAOD;;AAEDS,EAAAA,GAAG,GAAS;AACV,SAAKJ,YAAL,CAAkBI,GAAlB;AACA,SAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKL,WAAlD,CAAvB;;AAEA,QAAI,KAAKM,KAAL,KAAeZ,KAAK,CAACgB,GAAzB,EAA8B;AAC5B,WAAKJ,KAAL,GAAaZ,KAAK,CAACiB,KAAnB;AACA,WAAKH,MAAL,CAAYI,KAAZ,GAAoB,qBAApB;AACD;AACF;;AAlCa;;AA0ChB,OAAO,SAASC,QAAT,CACLT,WADK,EAELP,OAAY,GAAG,EAFV,EAG2B;AAChC,QAAMiB,aAAa,GAAGjB,OAAO,CAACkB,GAAR,IAAe,EAArC;AACA,QAAM;AAACb,IAAAA;AAAD,MAAaY,aAAnB;AAEA,QAAME,SAAS,GAAG,IAAIrB,SAAJ,CAAc;AAACO,IAAAA;AAAD,GAAd,CAAlB;AACAc,EAAAA,SAAS,CAACb,KAAV,CAAgBC,WAAhB;AACAY,EAAAA,SAAS,CAACP,GAAV;AAEA,QAAM;AAACV,IAAAA,IAAD;AAAOkB,IAAAA;AAAP,MAAiBD,SAAS,CAACR,MAAjC;;AACA,UAAQX,OAAO,CAACqB,MAAR,IAAkBrB,OAAO,CAACqB,MAAR,CAAeC,MAAzC;AACE,SAAK,OAAL;AAEE,aAAO;AAACF,QAAAA,MAAD;AAASG,QAAAA,IAAI,EAAErB;AAAf,OAAP;;AAEF,SAAK,MAAL;AACA;AACE,aAAOA,IAAP;AAPJ;AASD;AAKD,OAAO,gBAAgBsB,iBAAhB,CACLC,aADK,EAELzB,OAAY,GAAG,EAFV,EAGsD;AAC3D,QAAMiB,aAAa,GAAGjB,OAAO,CAACkB,GAAR,IAAe,EAArC;AACA,QAAM;AAACb,IAAAA;AAAD,MAAaY,aAAnB;AAEA,QAAMS,MAAM,GAAG,IAAI5B,SAAJ,CAAc;AAACO,IAAAA;AAAD,GAAd,CAAf;AACA,MAAIsB,cAAc,GAAG,KAArB;;AACA,aAAW,MAAMpB,WAAjB,IAAgCkB,aAAhC,EAA+C;AAC7CC,IAAAA,MAAM,CAACpB,KAAP,CAAaC,WAAb;;AACA,QAAI,CAACoB,cAAD,IAAmBD,MAAM,CAACf,MAAP,CAAciB,SAArC,EAAgD;AAC9CD,MAAAA,cAAc,GAAG,IAAjB;AACA,YAAMD,MAAM,CAACf,MAAP,CAAciB,SAApB;AACD;;AAED,QAAIF,MAAM,CAACf,MAAP,CAAcT,IAAd,CAAmB2B,MAAnB,GAA4B,CAAhC,EAAmC;AACjC,YAAMH,MAAM,CAACf,MAAP,CAAcT,IAApB;AACAwB,MAAAA,MAAM,CAACf,MAAP,CAAcT,IAAd,GAAqB,EAArB;AACD;AACF;;AACDwB,EAAAA,MAAM,CAACd,GAAP;;AACA,MAAIc,MAAM,CAACf,MAAP,CAAcT,IAAd,CAAmB2B,MAAnB,GAA4B,CAAhC,EAAmC;AACjC,UAAMH,MAAM,CAACf,MAAP,CAAcT,IAApB;AACD;AACF;;AAUD,SAASQ,UAAT,CACED,KADF,EAEEE,MAFF,EAGEH,YAHF,EAIEL,WAJF,EAKS;AAEP,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQM,KAAR;AACE,aAAKZ,KAAK,CAACiB,KAAX;AACA,aAAKjB,KAAK,CAACgB,GAAX;AACE,iBAAOJ,KAAP;;AAEF,aAAKZ,KAAK,CAACI,KAAX;AAEE,gBAAM6B,QAAQ,GAAGtB,YAAY,CAACuB,WAAb,CAAyBnC,eAAzB,EAA0C,YAA1C,CAAjB;;AACA,cAAI,CAACkC,QAAL,EAAe;AACb,mBAAOrB,KAAP;AACD;;AACDE,UAAAA,MAAM,CAACiB,SAAP,GAAmBI,cAAc,CAACF,QAAD,CAAjC;AACAnB,UAAAA,MAAM,CAACsB,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,SAAS,EAAExB,MAAM,CAACiB,SAAP,CAAiBQ,QAFZ;AAGhBb,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAKAd,UAAAA,KAAK,GAAGZ,KAAK,CAACwC,iBAAd;AACA;;AAEF,aAAKxC,KAAK,CAACwC,iBAAX;AAEE,gBAAMC,mBAAmB,GAAG9B,YAAY,CAACuB,WAAb,CAE1BpB,MAAM,CAACiB,SAAP,CAAiBW,YAAjB,GAAgC3C,eAFN,EAG1B,uBAH0B,CAA5B;;AAKA,cAAI,CAAC0C,mBAAL,EAA0B;AACxB,mBAAO7B,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAAC6B,SAAP,GAAmBC,qBAAqB,CAACH,mBAAD,EAAsBnC,WAAtB,CAAxC;AACAQ,UAAAA,MAAM,CAACS,MAAP,GAAgB,IAAIhC,MAAJ,CAAWuB,MAAM,CAAC6B,SAAP,CAAiBE,GAAjB,CAAsBC,QAAD,IAAcC,SAAS,CAACD,QAAD,CAA5C,CAAX,CAAhB;AAEAlC,UAAAA,KAAK,GAAGZ,KAAK,CAACgD,gBAAd;AAIArC,UAAAA,YAAY,CAACsC,IAAb,CAAkB,CAAlB;AACA;;AAEF,aAAKjD,KAAK,CAACgD,gBAAX;AACE,gBAAM;AAACE,YAAAA,YAAY,GAAG,CAAhB;AAAmBX,YAAAA,QAAQ,GAAG;AAA9B,cAAmC,CAAAzB,MAAM,SAAN,IAAAA,MAAM,WAAN,YAAAA,MAAM,CAAEiB,SAAR,KAAqB,EAA9D;;AACA,iBAAOjB,MAAM,CAACT,IAAP,CAAY2B,MAAZ,GAAqBO,QAA5B,EAAsC;AACpC,kBAAMY,UAAU,GAAGxC,YAAY,CAACuB,WAAb,CAAyBgB,YAAY,GAAG,CAAxC,CAAnB;;AACA,gBAAI,CAACC,UAAL,EAAiB;AACf,qBAAOvC,KAAP;AACD;;AAEDD,YAAAA,YAAY,CAACsC,IAAb,CAAkB,CAAlB;AAGA,kBAAMG,GAAG,GAAGC,QAAQ,CAACF,UAAD,EAAarC,MAAM,CAAC6B,SAApB,EAA+BrC,WAA/B,CAApB;AACAQ,YAAAA,MAAM,CAACT,IAAP,CAAYiD,IAAZ,CAAiBF,GAAjB;AAEAtC,YAAAA,MAAM,CAACsB,QAAP,CAAgBV,IAAhB,GAAuBZ,MAAM,CAACT,IAAP,CAAY2B,MAAnC;AACD;;AACDpB,UAAAA,KAAK,GAAGZ,KAAK,CAACgB,GAAd;AACA;;AAEF;AACEJ,UAAAA,KAAK,GAAGZ,KAAK,CAACiB,KAAd;AACAH,UAAAA,MAAM,CAACI,KAAP,kCAAuCN,KAAvC;AACA,iBAAOA,KAAP;AA/DJ;AAiED,KAlED,CAkEE,OAAOM,KAAP,EAAc;AACdN,MAAAA,KAAK,GAAGZ,KAAK,CAACiB,KAAd;AACAH,MAAAA,MAAM,CAACI,KAAP,iCAAuCA,KAAD,CAAiBqC,OAAvD;AACA,aAAO3C,KAAP;AACD;AACF;AACF;;AAKD,SAASuB,cAAT,CAAwBqB,UAAxB,EAAyD;AACvD,SAAO;AAELC,IAAAA,IAAI,EAAED,UAAU,CAACE,QAAX,CAAoB,CAApB,IAAyB,IAF1B;AAGLC,IAAAA,KAAK,EAAEH,UAAU,CAACE,QAAX,CAAoB,CAApB,CAHF;AAILE,IAAAA,GAAG,EAAEJ,UAAU,CAACE,QAAX,CAAoB,CAApB,CAJA;AAMLnB,IAAAA,QAAQ,EAAEiB,UAAU,CAACK,SAAX,CAAqB,CAArB,EAAwB/D,aAAxB,CANL;AAQL4C,IAAAA,YAAY,EAAEc,UAAU,CAACM,SAAX,CAAqB,CAArB,EAAwBhE,aAAxB,CART;AAULoD,IAAAA,YAAY,EAAEM,UAAU,CAACM,SAAX,CAAqB,EAArB,EAAyBhE,aAAzB,CAVT;AAYLiE,IAAAA,cAAc,EAAEP,UAAU,CAACE,QAAX,CAAoB,EAApB;AAZX,GAAP;AAcD;;AAKD,SAASd,qBAAT,CAA+BoB,IAA/B,EAA+C1D,WAA/C,EAAqF;AAGnF,QAAM2D,OAAO,GAAG,CAACD,IAAI,CAACE,UAAL,GAAkB,CAAnB,IAAwB,EAAxC;AACA,QAAMC,MAAkB,GAAG,EAA3B;AACA,MAAIC,MAAM,GAAG,CAAb;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGJ,OAApB,EAA6BI,CAAC,EAA9B,EAAkC;AAChC,UAAMC,IAAI,GAAGhE,WAAW,CACrBiE,MADU,CACH,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsD,EAAtD,CADG,EAGVO,OAHU,CAGF,SAHE,EAGS,EAHT,CAAb;AAKAR,IAAAA,MAAM,CAACb,IAAP,CAAY;AACVgB,MAAAA,IADU;AAEVM,MAAAA,QAAQ,EAAEC,MAAM,CAACC,YAAP,CAAoBd,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAApB,CAFA;AAGVW,MAAAA,WAAW,EAAEf,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB,CAHH;AAIVY,MAAAA,OAAO,EAAEhB,IAAI,CAACN,QAAL,CAAcU,MAAM,GAAG,EAAvB;AAJC,KAAZ;AAMAA,IAAAA,MAAM,IAAI,EAAV;AACD;;AACD,SAAOD,MAAP;AACD;;AAuBD,SAASd,QAAT,CACEW,IADF,EAEEG,MAFF,EAGE7D,WAHF,EAIwB;AACtB,QAAM2E,GAAG,GAAG,EAAZ;AACA,MAAIb,MAAM,GAAG,CAAb;;AACA,OAAK,MAAMc,KAAX,IAAoBf,MAApB,EAA4B;AAC1B,UAAMgB,IAAI,GAAG7E,WAAW,CAACiE,MAAZ,CACX,IAAIC,UAAJ,CAAeR,IAAI,CAACS,MAApB,EAA4BT,IAAI,CAACU,UAAL,GAAkBN,MAA9C,EAAsDc,KAAK,CAACH,WAA5D,CADW,CAAb;AAGAE,IAAAA,GAAG,CAACC,KAAK,CAACZ,IAAP,CAAH,GAAkBc,UAAU,CAACD,IAAD,EAAOD,KAAK,CAACN,QAAb,CAA5B;AACAR,IAAAA,MAAM,IAAIc,KAAK,CAACH,WAAhB;AACD;;AAED,SAAOE,GAAP;AACD;;AAQD,SAASG,UAAT,CAAoBD,IAApB,EAAkCP,QAAlC,EAAsF;AACpF,UAAQA,QAAR;AACE,SAAK,GAAL;AACE,aAAOS,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOG,cAAc,CAACH,IAAD,CAArB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOE,WAAW,CAACF,IAAD,CAAlB;;AACF,SAAK,GAAL;AACE,aAAOI,SAAS,CAACJ,IAAD,CAAhB;;AACF,SAAK,GAAL;AACE,aAAOK,YAAY,CAACL,IAAD,CAAnB;;AACF;AACE,YAAM,IAAIM,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD;;AAOD,SAASF,SAAT,CAAmBG,GAAnB,EAAqC;AACnC,SAAOC,IAAI,CAACC,GAAL,CAASF,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAT,EAA0BC,QAAQ,CAACJ,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAAD,EAAkB,EAAlB,CAAR,GAAgC,CAA1D,EAA6DH,GAAG,CAACG,KAAJ,CAAU,CAAV,EAAa,CAAb,CAA7D,CAAP;AACD;;AAUD,SAASL,YAAT,CAAsBO,KAAtB,EAAqD;AACnD,SAAO,UAAUC,IAAV,CAAeD,KAAf,IAAwB,KAAxB,GAAgC,UAAUC,IAAV,CAAeD,KAAf,IAAwB,IAAxB,GAA+B,IAAtE;AACD;;AAOD,SAASV,WAAT,CAAqBF,IAArB,EAAkD;AAChD,QAAMc,MAAM,GAAGC,UAAU,CAACf,IAAD,CAAzB;AACA,SAAOgB,KAAK,CAACF,MAAD,CAAL,GAAgB,IAAhB,GAAuBA,MAA9B;AACD;;AAOD,SAASX,cAAT,CAAwBH,IAAxB,EAAqD;AACnD,SAAOA,IAAI,CAACiB,IAAL,MAAe,IAAtB;AACD;;AASD,SAASrD,SAAT,CAAmB;AAACuB,EAAAA,IAAD;AAAOM,EAAAA,QAAP;AAAiBG,EAAAA,WAAjB;AAA8BC,EAAAA;AAA9B,CAAnB,EAAkE;AAChE,UAAQJ,QAAR;AACE,SAAK,GAAL;AACE,aAAO,IAAIpF,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI5E,IAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIF,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI3E,OAAJ,EAAhB,EAA+B,IAA/B,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIH,KAAJ,CAAU8E,IAAV,EAAgB,IAAI1E,oBAAJ,EAAhB,EAA4C,IAA5C,CAAP;;AACF,SAAK,GAAL;AACE,aAAO,IAAIJ,KAAJ,CAAU8E,IAAV,EAAgB,IAAI7E,IAAJ,EAAhB,EAA4B,IAA5B,CAAP;;AACF;AACE,YAAM,IAAIgG,KAAJ,CAAU,uBAAV,CAAN;AAhBJ;AAkBD","sourcesContent":["import {Schema, Field, Bool, Utf8, Float64, TimestampMillisecond} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\n\ntype DBFRowsOutput = object[];\n\ninterface DBFTableOutput {\n schema?: Schema;\n rows: DBFRowsOutput;\n}\n\ntype DBFHeader = {\n // Last updated date\n year: number;\n month: number;\n day: number;\n // Number of records in data file\n nRecords: number;\n // Length of header in bytes\n headerLength: number;\n // Length of each record\n recordLength: number;\n // Not sure if this is usually set\n languageDriver: number;\n};\n\ntype DBFField = {\n name: string;\n dataType: string;\n fieldLength: number;\n decimal: number;\n};\n\ntype DBFResult = {\n data: {[key: string]: any}[];\n schema?: Schema;\n error?: string;\n dbfHeader?: DBFHeader;\n dbfFields?: DBFField[];\n progress?: {\n bytesUsed: number;\n rowsTotal: number;\n rows: number;\n };\n};\n\nconst LITTLE_ENDIAN = true;\nconst DBF_HEADER_SIZE = 32;\n\nenum STATE {\n START = 0, // Expecting header\n FIELD_DESCRIPTORS = 1,\n FIELD_PROPERTIES = 2,\n END = 3,\n ERROR = 4\n}\n\nclass DBFParser {\n binaryReader = new BinaryChunkReader();\n textDecoder: TextDecoder;\n state = STATE.START;\n result: DBFResult = {\n data: []\n };\n\n constructor(options: {encoding: string}) {\n this.textDecoder = new TextDecoder(options.encoding);\n }\n\n /**\n * @param arrayBuffer\n */\n write(arrayBuffer: ArrayBuffer): void {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n\n // important events:\n // - schema available\n // - first rows available\n // - all rows available\n }\n\n end(): void {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'DBF incomplete file';\n }\n }\n}\n\n/**\n * @param arrayBuffer\n * @param options\n * @returns DBFTable or rows\n */\nexport function parseDBF(\n arrayBuffer: ArrayBuffer,\n options: any = {}\n): DBFRowsOutput | DBFTableOutput {\n const loaderOptions = options.dbf || {};\n const {encoding} = loaderOptions;\n\n const dbfParser = new DBFParser({encoding});\n dbfParser.write(arrayBuffer);\n dbfParser.end();\n\n const {data, schema} = dbfParser.result;\n switch (options.tables && options.tables.format) {\n case 'table':\n // TODO - parse columns\n return {schema, rows: data};\n\n case 'rows':\n default:\n return data;\n }\n}\n/**\n * @param asyncIterator\n * @param options\n */\nexport async function* parseDBFInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options: any = {}\n): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput> {\n const loaderOptions = options.dbf || {};\n const {encoding} = loaderOptions;\n\n const parser = new DBFParser({encoding});\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.dbfHeader) {\n headerReturned = true;\n yield parser.result.dbfHeader;\n }\n\n if (parser.result.data.length > 0) {\n yield parser.result.data;\n parser.result.data = [];\n }\n }\n parser.end();\n if (parser.result.data.length > 0) {\n yield parser.result.data;\n }\n}\n/**\n * https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm\n * @param state\n * @param result\n * @param binaryReader\n * @param textDecoder\n * @returns\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: STATE,\n result: DBFResult,\n binaryReader: {[key: string]: any},\n textDecoder: TextDecoder\n): STATE {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.START:\n // Parse initial file header\n const dataView = binaryReader.getDataView(DBF_HEADER_SIZE, 'DBF header');\n if (!dataView) {\n return state;\n }\n result.dbfHeader = parseDBFHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n rowsTotal: result.dbfHeader.nRecords,\n rows: 0\n };\n state = STATE.FIELD_DESCRIPTORS;\n break;\n\n case STATE.FIELD_DESCRIPTORS:\n // Parse DBF field descriptors (schema)\n const fieldDescriptorView = binaryReader.getDataView(\n // @ts-ignore\n result.dbfHeader.headerLength - DBF_HEADER_SIZE,\n 'DBF field descriptors'\n );\n if (!fieldDescriptorView) {\n return state;\n }\n\n result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);\n result.schema = new Schema(result.dbfFields.map((dbfField) => makeField(dbfField)));\n\n state = STATE.FIELD_PROPERTIES;\n\n // TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?\n // parsedbf uses ((fields.length + 1) << 5) + 2;\n binaryReader.skip(1);\n break;\n\n case STATE.FIELD_PROPERTIES:\n const {recordLength = 0, nRecords = 0} = result?.dbfHeader || {};\n while (result.data.length < nRecords) {\n const recordView = binaryReader.getDataView(recordLength - 1);\n if (!recordView) {\n return state;\n }\n // Note: Avoid actually reading the last byte, which may not be present\n binaryReader.skip(1);\n\n // @ts-ignore\n const row = parseRow(recordView, result.dbfFields, textDecoder);\n result.data.push(row);\n // @ts-ignore\n result.progress.rows = result.data.length;\n }\n state = STATE.END;\n break;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `DBF parsing failed: ${(error as Error).message}`;\n return state;\n }\n }\n}\n\n/**\n * @param headerView\n */\nfunction parseDBFHeader(headerView: DataView): DBFHeader {\n return {\n // Last updated date\n year: headerView.getUint8(1) + 1900,\n month: headerView.getUint8(2),\n day: headerView.getUint8(3),\n // Number of records in data file\n nRecords: headerView.getUint32(4, LITTLE_ENDIAN),\n // Length of header in bytes\n headerLength: headerView.getUint16(8, LITTLE_ENDIAN),\n // Length of each record\n recordLength: headerView.getUint16(10, LITTLE_ENDIAN),\n // Not sure if this is usually set\n languageDriver: headerView.getUint8(29)\n };\n}\n\n/**\n * @param view\n */\nfunction parseFieldDescriptors(view: DataView, textDecoder: TextDecoder): DBFField[] {\n // NOTE: this might overestimate the number of fields if the \"Database\n // Container\" container exists and is included in the headerLength\n const nFields = (view.byteLength - 1) / 32;\n const fields: DBFField[] = [];\n let offset = 0;\n for (let i = 0; i < nFields; i++) {\n const name = textDecoder\n .decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))\n // eslint-disable-next-line no-control-regex\n .replace(/\\u0000/g, '');\n\n fields.push({\n name,\n dataType: String.fromCharCode(view.getUint8(offset + 11)),\n fieldLength: view.getUint8(offset + 16),\n decimal: view.getUint8(offset + 17)\n });\n offset += 32;\n }\n return fields;\n}\n\n/*\n * @param {BinaryChunkReader} binaryReader\nfunction parseRows(binaryReader, fields, nRecords, recordLength, textDecoder) {\n const rows = [];\n for (let i = 0; i < nRecords; i++) {\n const recordView = binaryReader.getDataView(recordLength - 1);\n binaryReader.skip(1);\n // @ts-ignore\n rows.push(parseRow(recordView, fields, textDecoder));\n }\n return rows;\n}\n */\n\n/**\n *\n * @param view\n * @param fields\n * @param textDecoder\n * @returns\n */\nfunction parseRow(\n view: DataView,\n fields: DBFField[],\n textDecoder: TextDecoder\n): {[key: string]: any} {\n const out = {};\n let offset = 0;\n for (const field of fields) {\n const text = textDecoder.decode(\n new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength)\n );\n out[field.name] = parseField(text, field.dataType);\n offset += field.fieldLength;\n }\n\n return out;\n}\n\n/**\n * Should NaN be coerced to null?\n * @param text\n * @param dataType\n * @returns Field depends on a type of the data\n */\nfunction parseField(text: string, dataType: string): string | number | boolean | null {\n switch (dataType) {\n case 'B':\n return parseNumber(text);\n case 'C':\n return parseCharacter(text);\n case 'F':\n return parseNumber(text);\n case 'N':\n return parseNumber(text);\n case 'O':\n return parseNumber(text);\n case 'D':\n return parseDate(text);\n case 'L':\n return parseBoolean(text);\n default:\n throw new Error('Unsupported data type');\n }\n}\n\n/**\n * Parse YYYYMMDD to date in milliseconds\n * @param str YYYYMMDD\n * @returns new Date as a number\n */\nfunction parseDate(str: any): number {\n return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));\n}\n\n/**\n * Read boolean value\n * any of Y, y, T, t coerce to true\n * any of N, n, F, f coerce to false\n * otherwise null\n * @param value\n * @returns boolean | null\n */\nfunction parseBoolean(value: string): boolean | null {\n return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;\n}\n\n/**\n * Return null instead of NaN\n * @param text\n * @returns number | null\n */\nfunction parseNumber(text: string): number | null {\n const number = parseFloat(text);\n return isNaN(number) ? null : number;\n}\n\n/**\n *\n * @param text\n * @returns string | null\n */\nfunction parseCharacter(text: string): string | null {\n return text.trim() || null;\n}\n\n/**\n * Create a standard Arrow-style `Field` from field descriptor.\n * TODO - use `fieldLength` and `decimal` to generate smaller types?\n * @param param0\n * @returns Field\n */\n// eslint-disable\nfunction makeField({name, dataType, fieldLength, decimal}): Field {\n switch (dataType) {\n case 'B':\n return new Field(name, new Float64(), true);\n case 'C':\n return new Field(name, new Utf8(), true);\n case 'F':\n return new Field(name, new Float64(), true);\n case 'N':\n return new Field(name, new Float64(), true);\n case 'O':\n return new Field(name, new Float64(), true);\n case 'D':\n return new Field(name, new TimestampMillisecond(), true);\n case 'L':\n return new Field(name, new Bool(), true);\n default:\n throw new Error('Unsupported data type');\n }\n}\n"],"file":"parse-dbf.js"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/parsers/parse-shp-geometry.ts"],"names":["LITTLE_ENDIAN","parseRecord","view","options","_maxDimensions","shp","offset","type","getInt32","Int32Array","BYTES_PER_ELEMENT","parseNull","parsePoint","Math","min","parsePoly","parseMultiPoint","Error","dim","positions","parsePositions","value","size","Float64Array","nPoints","xyPositions","mPositions","zPositions","concatPositions","nParts","bufferOffset","byteOffset","bufferLength","ringIndices","set","buffer","slice","pathIndices","polygonIndices","i","length","startRingIndex","endRingIndex","ring","subarray","sign","getWindingDirection","push","primitivePolygonIndices","Uint32Array","arrayLength","nDim","getSignedArea","area","nCoords"],"mappings":"AAEA,MAAMA,aAAa,GAAG,IAAtB;AASA,OAAO,SAASC,WAAT,CAAqBC,IAArB,EAAqCC,OAArC,EAAmF;AACxF,QAAM;AAACC,IAAAA;AAAD,MAAmB,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEE,GAAT,KAAgB,EAAzC;AAEA,MAAIC,MAAM,GAAG,CAAb;AACA,QAAMC,IAAY,GAAGL,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAArB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;;AAEA,UAAQH,IAAR;AACE,SAAK,CAAL;AAEE,aAAOI,SAAS,EAAhB;;AACF,SAAK,CAAL;AAEE,aAAOC,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,CAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,CAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,CAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AAGF,SAAK,EAAL;AAEE,aAAOQ,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AACF,SAAK,EAAL;AAEE,aAAOQ,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AACF;AACE,YAAM,IAAIa,KAAJ,mCAAqCV,IAArC,EAAN;AA3CJ;AA6CD;;AAQD,SAASI,SAAT,GAA2B;AACzB,SAAO,IAAP;AACD;;AASD,SAASC,UAAT,CAAoBV,IAApB,EAAoCI,MAApC,EAAoDY,GAApD,EAAiF;AAC/E,MAAIC,SAAJ;AACA,GAACA,SAAD,EAAYb,MAAZ,IAAsBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAe,CAAf,EAAkBY,GAAlB,CAApC;AAEA,SAAO;AACLC,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KADN;AAELX,IAAAA,IAAI,EAAE;AAFD,GAAP;AAID;;AAUD,SAASS,eAAT,CAAyBd,IAAzB,EAAyCI,MAAzC,EAAyDY,GAAzD,EAAsF;AAEpFZ,EAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AAEA,QAAMc,OAAO,GAAGtB,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAhB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AAEA,MAAIe,WAAgC,GAAG,IAAvC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,GAACF,WAAD,EAAcnB,MAAd,IAAwBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAAtC;;AAGA,MAAIN,GAAG,KAAK,CAAZ,EAAe;AAEbZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACiB,UAAD,EAAarB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAGD,MAAIN,GAAG,IAAI,CAAX,EAAc;AAEZZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACgB,UAAD,EAAapB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAED,QAAML,SAAS,GAAGS,eAAe,CAACH,WAAD,EAAcC,UAAd,EAA0BC,UAA1B,CAAjC;AAEA,SAAO;AACLR,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KADN;AAELX,IAAAA,IAAI,EAAE;AAFD,GAAP;AAID;;AAYD,SAASQ,SAAT,CACEb,IADF,EAEEI,MAFF,EAGEY,GAHF,EAIEX,IAJF,EAKkB;AAEhBD,EAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AAEA,QAAMmB,MAAM,GAAG3B,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAf;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AACA,QAAMc,OAAO,GAAGtB,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAhB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AAIA,QAAMoB,YAAY,GAAG5B,IAAI,CAAC6B,UAAL,GAAkBzB,MAAvC;AACA,QAAM0B,YAAY,GAAGH,MAAM,GAAGpB,UAAU,CAACC,iBAAzC;AACA,QAAMuB,WAAW,GAAG,IAAIxB,UAAJ,CAAeoB,MAAM,GAAG,CAAxB,CAApB;AACAI,EAAAA,WAAW,CAACC,GAAZ,CAAgB,IAAIzB,UAAJ,CAAeP,IAAI,CAACiC,MAAL,CAAYC,KAAZ,CAAkBN,YAAlB,EAAgCA,YAAY,GAAGE,YAA/C,CAAf,CAAhB;AACAC,EAAAA,WAAW,CAACJ,MAAD,CAAX,GAAsBL,OAAtB;AACAlB,EAAAA,MAAM,IAAIuB,MAAM,GAAGpB,UAAU,CAACC,iBAA9B;AAEA,MAAIe,WAAgC,GAAG,IAAvC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,GAACF,WAAD,EAAcnB,MAAd,IAAwBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAAtC;;AAGA,MAAIN,GAAG,KAAK,CAAZ,EAAe;AAEbZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACiB,UAAD,EAAarB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAGD,MAAIN,GAAG,IAAI,CAAX,EAAc;AAEZZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACgB,UAAD,EAAapB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAED,QAAML,SAAS,GAAGS,eAAe,CAACH,WAAD,EAAcC,UAAd,EAA0BC,UAA1B,CAAjC;;AAGA,MAAIpB,IAAI,KAAK,YAAb,EAA2B;AACzB,WAAO;AACLA,MAAAA,IADK;AAELY,MAAAA,SAAS,EAAE;AAACE,QAAAA,KAAK,EAAEF,SAAR;AAAmBG,QAAAA,IAAI,EAAEJ;AAAzB,OAFN;AAGLmB,MAAAA,WAAW,EAAE;AAAChB,QAAAA,KAAK,EAAEY,WAAR;AAAqBX,QAAAA,IAAI,EAAE;AAA3B;AAHR,KAAP;AAKD;;AAID,QAAMgB,cAAwB,GAAG,EAAjC;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGN,WAAW,CAACO,MAAhC,EAAwCD,CAAC,EAAzC,EAA6C;AAC3C,UAAME,cAAc,GAAGR,WAAW,CAACM,CAAC,GAAG,CAAL,CAAlC;AACA,UAAMG,YAAY,GAAGT,WAAW,CAACM,CAAD,CAAhC;AAEA,UAAMI,IAAI,GAAGlB,WAAW,CAACmB,QAAZ,CAAqBH,cAAc,GAAG,CAAtC,EAAyCC,YAAY,GAAG,CAAxD,CAAb;AACA,UAAMG,IAAI,GAAGC,mBAAmB,CAACH,IAAD,CAAhC;;AAIA,QAAIE,IAAI,GAAG,CAAX,EAAc;AACZP,MAAAA,cAAc,CAACS,IAAf,CAAoBN,cAApB;AACD;AACF;;AAEDH,EAAAA,cAAc,CAACS,IAAf,CAAoBvB,OAApB;AAEA,SAAO;AACLjB,IAAAA,IADK;AAELY,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KAFN;AAGL8B,IAAAA,uBAAuB,EAAE;AAAC3B,MAAAA,KAAK,EAAEY,WAAR;AAAqBX,MAAAA,IAAI,EAAE;AAA3B,KAHpB;AAQLgB,IAAAA,cAAc,EAAE;AAACjB,MAAAA,KAAK,EAAE,IAAI4B,WAAJ,CAAgBX,cAAhB,CAAR;AAAyChB,MAAAA,IAAI,EAAE;AAA/C;AARX,GAAP;AAUD;;AAWD,SAASF,cAAT,CACElB,IADF,EAEEI,MAFF,EAGEkB,OAHF,EAIEN,GAJF,EAK0B;AACxB,QAAMY,YAAY,GAAG5B,IAAI,CAAC6B,UAAL,GAAkBzB,MAAvC;AACA,QAAM0B,YAAY,GAAGR,OAAO,GAAGN,GAAV,GAAgBK,YAAY,CAACb,iBAAlD;AACA,SAAO,CACL,IAAIa,YAAJ,CAAiBrB,IAAI,CAACiC,MAAL,CAAYC,KAAZ,CAAkBN,YAAlB,EAAgCA,YAAY,GAAGE,YAA/C,CAAjB,CADK,EAEL1B,MAAM,GAAG0B,YAFJ,CAAP;AAID;;AAYD,SAASJ,eAAT,CACEH,WADF,EAEEC,UAFF,EAGEC,UAHF,EAIgB;AACd,MAAI,EAAED,UAAU,IAAIC,UAAhB,CAAJ,EAAiC;AAC/B,WAAOF,WAAP;AACD;;AAED,MAAIyB,WAAW,GAAGzB,WAAW,CAACe,MAA9B;AACA,MAAIW,IAAI,GAAG,CAAX;;AAEA,MAAIxB,UAAU,IAAIA,UAAU,CAACa,MAA7B,EAAqC;AACnCU,IAAAA,WAAW,IAAIvB,UAAU,CAACa,MAA1B;AACAW,IAAAA,IAAI;AACL;;AAED,MAAIzB,UAAU,IAAIA,UAAU,CAACc,MAA7B,EAAqC;AACnCU,IAAAA,WAAW,IAAIxB,UAAU,CAACc,MAA1B;AACAW,IAAAA,IAAI;AACL;;AAED,QAAMhC,SAAS,GAAG,IAAII,YAAJ,CAAiB2B,WAAjB,CAAlB;;AACA,OAAK,IAAIX,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGd,WAAW,CAACe,MAAZ,GAAqB,CAAzC,EAA4CD,CAAC,EAA7C,EAAiD;AAC/CpB,IAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAR,CAAT,GAAsBd,WAAW,CAACc,CAAC,GAAG,CAAL,CAAjC;AACApB,IAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,GAAW,CAAZ,CAAT,GAA0Bd,WAAW,CAACc,CAAC,GAAG,CAAJ,GAAQ,CAAT,CAArC;AACD;;AAED,MAAIZ,UAAU,IAAIA,UAAU,CAACa,MAA7B,EAAqC;AACnC,SAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGZ,UAAU,CAACa,MAA/B,EAAuCD,CAAC,EAAxC,EAA4C;AAE1CpB,MAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,GAAW,CAAZ,CAAT,GAA0BZ,UAAU,CAACY,CAAD,CAApC;AACD;AACF;;AAED,MAAIb,UAAU,IAAIA,UAAU,CAACc,MAA7B,EAAqC;AACnC,SAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGb,UAAU,CAACc,MAA/B,EAAuCD,CAAC,EAAxC,EAA4C;AAE1CpB,MAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,IAAYY,IAAI,GAAG,CAAnB,CAAD,CAAT,GAAmCzB,UAAU,CAACa,CAAD,CAA7C;AACD;AACF;;AAED,SAAOpB,SAAP;AACD;;AAUD,SAAS2B,mBAAT,CAA6B3B,SAA7B,EAA8D;AAC5D,SAAON,IAAI,CAACgC,IAAL,CAAUO,aAAa,CAACjC,SAAD,CAAvB,CAAP;AACD;;AAQD,SAASiC,aAAT,CAAuBjC,SAAvB,EAAwD;AACtD,MAAIkC,IAAI,GAAG,CAAX;AAGA,QAAMC,OAAO,GAAGnC,SAAS,CAACqB,MAAV,GAAmB,CAAnB,GAAuB,CAAvC;;AACA,OAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGe,OAApB,EAA6Bf,CAAC,EAA9B,EAAkC;AAChCc,IAAAA,IAAI,IACF,CAAClC,SAAS,CAACoB,CAAC,GAAG,CAAL,CAAT,GAAmBpB,SAAS,CAAC,CAACoB,CAAC,GAAG,CAAL,IAAU,CAAX,CAA7B,KACCpB,SAAS,CAACoB,CAAC,GAAG,CAAJ,GAAQ,CAAT,CAAT,GAAuBpB,SAAS,CAAC,CAACoB,CAAC,GAAG,CAAL,IAAU,CAAV,GAAc,CAAf,CADjC,CADF;AAGD;;AAED,SAAOc,IAAI,GAAG,CAAd;AACD","sourcesContent":["import type {BinaryGeometry, BinaryGeometryType} from '@loaders.gl/schema';\n\nconst LITTLE_ENDIAN = true;\n\n/**\n * Parse individual record\n *\n * @param view Record data\n * @return Binary Geometry Object\n */\n// eslint-disable-next-line complexity\nexport function parseRecord(view: DataView, options?: {shp?: any}): BinaryGeometry | null {\n const {_maxDimensions} = options?.shp || {};\n\n let offset = 0;\n const type: number = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n switch (type) {\n case 0:\n // Null Shape\n return parseNull();\n case 1:\n // Point\n return parsePoint(view, offset, Math.min(2, _maxDimensions));\n case 3:\n // PolyLine\n return parsePoly(view, offset, Math.min(2, _maxDimensions), 'LineString');\n case 5:\n // Polygon\n return parsePoly(view, offset, Math.min(2, _maxDimensions), 'Polygon');\n case 8:\n // MultiPoint\n return parseMultiPoint(view, offset, Math.min(2, _maxDimensions));\n // GeometryZ can have 3 or 4 dimensions, since the M is not required to\n // exist\n case 11:\n // PointZ\n return parsePoint(view, offset, Math.min(4, _maxDimensions));\n case 13:\n // PolyLineZ\n return parsePoly(view, offset, Math.min(4, _maxDimensions), 'LineString');\n case 15:\n // PolygonZ\n return parsePoly(view, offset, Math.min(4, _maxDimensions), 'Polygon');\n case 18:\n // MultiPointZ\n return parseMultiPoint(view, offset, Math.min(4, _maxDimensions));\n case 21:\n // PointM\n return parsePoint(view, offset, Math.min(3, _maxDimensions));\n case 23:\n // PolyLineM\n return parsePoly(view, offset, Math.min(3, _maxDimensions), 'LineString');\n case 25:\n // PolygonM\n return parsePoly(view, offset, Math.min(3, _maxDimensions), 'Polygon');\n case 28:\n // MultiPointM\n return parseMultiPoint(view, offset, Math.min(3, _maxDimensions));\n default:\n throw new Error(`unsupported shape type: ${type}`);\n }\n}\n\n// TODO handle null\n/**\n * Parse Null geometry\n *\n * @return null\n */\nfunction parseNull(): null {\n return null;\n}\n\n/**\n * Parse point geometry\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Dimension size\n */\nfunction parsePoint(view: DataView, offset: number, dim: number): BinaryGeometry {\n let positions: Float64Array;\n [positions, offset] = parsePositions(view, offset, 1, dim);\n\n return {\n positions: {value: positions, size: dim},\n type: 'Point'\n };\n}\n\n/**\n * Parse MultiPoint geometry\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Input dimension\n * @return Binary geometry object\n */\nfunction parseMultiPoint(view: DataView, offset: number, dim: number): BinaryGeometry {\n // skip parsing box\n offset += 4 * Float64Array.BYTES_PER_ELEMENT;\n\n const nPoints = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n let xyPositions: Float64Array | null = null;\n let mPositions: Float64Array | null = null;\n let zPositions: Float64Array | null = null;\n [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);\n\n // Parse Z coordinates\n if (dim === 4) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [zPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n // Parse M coordinates\n if (dim >= 3) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [mPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n const positions = concatPositions(xyPositions, mPositions, zPositions);\n\n return {\n positions: {value: positions, size: dim},\n type: 'Point'\n };\n}\n\n/**\n * Polygon and PolyLine parsing\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Input dimension\n * @param type Either 'Polygon' or 'Polyline'\n * @return Binary geometry object\n */\n// eslint-disable-next-line max-statements\nfunction parsePoly(\n view: DataView,\n offset: number,\n dim: number,\n type: BinaryGeometryType\n): BinaryGeometry {\n // skip parsing bounding box\n offset += 4 * Float64Array.BYTES_PER_ELEMENT;\n\n const nParts = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n const nPoints = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n // Create longer indices array by 1 because output format is expected to\n // include the last index as the total number of positions\n const bufferOffset = view.byteOffset + offset;\n const bufferLength = nParts * Int32Array.BYTES_PER_ELEMENT;\n const ringIndices = new Int32Array(nParts + 1);\n ringIndices.set(new Int32Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)));\n ringIndices[nParts] = nPoints;\n offset += nParts * Int32Array.BYTES_PER_ELEMENT;\n\n let xyPositions: Float64Array | null = null;\n let mPositions: Float64Array | null = null;\n let zPositions: Float64Array | null = null;\n [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);\n\n // Parse Z coordinates\n if (dim === 4) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [zPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n // Parse M coordinates\n if (dim >= 3) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [mPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n const positions = concatPositions(xyPositions, mPositions, zPositions);\n\n // parsePoly only accepts type = LineString or Polygon\n if (type === 'LineString') {\n return {\n type,\n positions: {value: positions, size: dim},\n pathIndices: {value: ringIndices, size: 1}\n };\n }\n\n // for every ring, determine sign of polygon\n // Use only 2D positions for ring calc\n const polygonIndices: number[] = [];\n for (let i = 1; i < ringIndices.length; i++) {\n const startRingIndex = ringIndices[i - 1];\n const endRingIndex = ringIndices[i];\n // @ts-ignore\n const ring = xyPositions.subarray(startRingIndex * 2, endRingIndex * 2);\n const sign = getWindingDirection(ring);\n\n // A positive sign implies clockwise\n // A clockwise ring is a filled ring\n if (sign > 0) {\n polygonIndices.push(startRingIndex);\n }\n }\n\n polygonIndices.push(nPoints);\n\n return {\n type,\n positions: {value: positions, size: dim},\n primitivePolygonIndices: {value: ringIndices, size: 1},\n // TODO: Dynamically choose Uint32Array over Uint16Array only when\n // necessary. I believe the implementation requires nPoints to be the\n // largest value in the array, so you should be able to use Uint32Array only\n // when nPoints > 65535.\n polygonIndices: {value: new Uint32Array(polygonIndices), size: 1}\n };\n}\n\n/**\n * Parse a contiguous block of positions into a Float64Array\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param nPoints Number of points\n * @param dim Input dimension\n * @return Data and offset\n */\nfunction parsePositions(\n view: DataView,\n offset: number,\n nPoints: number,\n dim: number\n): [Float64Array, number] {\n const bufferOffset = view.byteOffset + offset;\n const bufferLength = nPoints * dim * Float64Array.BYTES_PER_ELEMENT;\n return [\n new Float64Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)),\n offset + bufferLength\n ];\n}\n\n/**\n * Concatenate and interleave positions arrays\n * xy positions are interleaved; mPositions, zPositions are their own arrays\n *\n * @param xyPositions 2d positions\n * @param mPositions M positions\n * @param zPositions Z positions\n * @return Combined interleaved positions\n */\n// eslint-disable-next-line complexity\nfunction concatPositions(\n xyPositions: Float64Array,\n mPositions: Float64Array | null,\n zPositions: Float64Array | null\n): Float64Array {\n if (!(mPositions || zPositions)) {\n return xyPositions;\n }\n\n let arrayLength = xyPositions.length;\n let nDim = 2;\n\n if (zPositions && zPositions.length) {\n arrayLength += zPositions.length;\n nDim++;\n }\n\n if (mPositions && mPositions.length) {\n arrayLength += mPositions.length;\n nDim++;\n }\n\n const positions = new Float64Array(arrayLength);\n for (let i = 0; i < xyPositions.length / 2; i++) {\n positions[nDim * i] = xyPositions[i * 2];\n positions[nDim * i + 1] = xyPositions[i * 2 + 1];\n }\n\n if (zPositions && zPositions.length) {\n for (let i = 0; i < zPositions.length; i++) {\n // If Z coordinates exist; used as third coord in positions array\n positions[nDim * i + 2] = zPositions[i];\n }\n }\n\n if (mPositions && mPositions.length) {\n for (let i = 0; i < mPositions.length; i++) {\n // M is always last, either 3rd or 4th depending on if Z exists\n positions[nDim * i + (nDim - 1)] = mPositions[i];\n }\n }\n\n return positions;\n}\n\n/**\n * Returns the direction of the polygon path\n * A positive number is clockwise.\n * A negative number is counter clockwise.\n *\n * @param positions\n * @return Sign of polygon ring\n */\nfunction getWindingDirection(positions: Float64Array): number {\n return Math.sign(getSignedArea(positions));\n}\n\n/**\n * Get signed area of flat typed array of 2d positions\n *\n * @param positions\n * @return Signed area of polygon ring\n */\nfunction getSignedArea(positions: Float64Array): number {\n let area = 0;\n\n // Rings are closed according to shapefile spec\n const nCoords = positions.length / 2 - 1;\n for (let i = 0; i < nCoords; i++) {\n area +=\n (positions[i * 2] + positions[(i + 1) * 2]) *\n (positions[i * 2 + 1] - positions[(i + 1) * 2 + 1]);\n }\n\n return area / 2;\n}\n"],"file":"parse-shp-geometry.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/parsers/parse-shp-geometry.ts"],"names":["LITTLE_ENDIAN","parseRecord","view","options","_maxDimensions","shp","offset","type","getInt32","Int32Array","BYTES_PER_ELEMENT","parseNull","parsePoint","Math","min","parsePoly","parseMultiPoint","Error","dim","positions","parsePositions","value","size","Float64Array","nPoints","xyPositions","mPositions","zPositions","concatPositions","nParts","bufferOffset","byteOffset","bufferLength","ringIndices","set","buffer","slice","pathIndices","polygonIndices","i","length","startRingIndex","endRingIndex","ring","subarray","sign","getWindingDirection","push","primitivePolygonIndices","Uint32Array","arrayLength","nDim","getSignedArea","area","nCoords"],"mappings":"AAEA,MAAMA,aAAa,GAAG,IAAtB;AASA,OAAO,SAASC,WAAT,CAAqBC,IAArB,EAAqCC,OAArC,EAAmF;AACxF,QAAM;AAACC,IAAAA;AAAD,MAAmB,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEE,GAAT,KAAgB,EAAzC;AAEA,MAAIC,MAAM,GAAG,CAAb;AACA,QAAMC,IAAY,GAAGL,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAArB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;;AAEA,UAAQH,IAAR;AACE,SAAK,CAAL;AAEE,aAAOI,SAAS,EAAhB;;AACF,SAAK,CAAL;AAEE,aAAOC,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,CAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,CAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,CAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AAGF,SAAK,EAAL;AAEE,aAAOQ,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AACF,SAAK,EAAL;AAEE,aAAOQ,UAAU,CAACV,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAjB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,YAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOW,SAAS,CAACb,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,EAA4C,SAA5C,CAAhB;;AACF,SAAK,EAAL;AAEE,aAAOY,eAAe,CAACd,IAAD,EAAOI,MAAP,EAAeO,IAAI,CAACC,GAAL,CAAS,CAAT,EAAYV,cAAZ,CAAf,CAAtB;;AACF;AACE,YAAM,IAAIa,KAAJ,mCAAqCV,IAArC,EAAN;AA3CJ;AA6CD;;AAQD,SAASI,SAAT,GAA2B;AACzB,SAAO,IAAP;AACD;;AASD,SAASC,UAAT,CAAoBV,IAApB,EAAoCI,MAApC,EAAoDY,GAApD,EAAiF;AAC/E,MAAIC,SAAJ;AACA,GAACA,SAAD,EAAYb,MAAZ,IAAsBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAe,CAAf,EAAkBY,GAAlB,CAApC;AAEA,SAAO;AACLC,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KADN;AAELX,IAAAA,IAAI,EAAE;AAFD,GAAP;AAID;;AAUD,SAASS,eAAT,CAAyBd,IAAzB,EAAyCI,MAAzC,EAAyDY,GAAzD,EAAsF;AAEpFZ,EAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AAEA,QAAMc,OAAO,GAAGtB,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAhB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AAEA,MAAIe,WAAgC,GAAG,IAAvC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,GAACF,WAAD,EAAcnB,MAAd,IAAwBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAAtC;;AAGA,MAAIN,GAAG,KAAK,CAAZ,EAAe;AAEbZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACiB,UAAD,EAAarB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAGD,MAAIN,GAAG,IAAI,CAAX,EAAc;AAEZZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACgB,UAAD,EAAapB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAED,QAAML,SAAS,GAAGS,eAAe,CAACH,WAAD,EAAcC,UAAd,EAA0BC,UAA1B,CAAjC;AAEA,SAAO;AACLR,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KADN;AAELX,IAAAA,IAAI,EAAE;AAFD,GAAP;AAID;;AAYD,SAASQ,SAAT,CACEb,IADF,EAEEI,MAFF,EAGEY,GAHF,EAIEX,IAJF,EAKkB;AAEhBD,EAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AAEA,QAAMmB,MAAM,GAAG3B,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAf;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AACA,QAAMc,OAAO,GAAGtB,IAAI,CAACM,QAAL,CAAcF,MAAd,EAAsBN,aAAtB,CAAhB;AACAM,EAAAA,MAAM,IAAIG,UAAU,CAACC,iBAArB;AAIA,QAAMoB,YAAY,GAAG5B,IAAI,CAAC6B,UAAL,GAAkBzB,MAAvC;AACA,QAAM0B,YAAY,GAAGH,MAAM,GAAGpB,UAAU,CAACC,iBAAzC;AACA,QAAMuB,WAAW,GAAG,IAAIxB,UAAJ,CAAeoB,MAAM,GAAG,CAAxB,CAApB;AACAI,EAAAA,WAAW,CAACC,GAAZ,CAAgB,IAAIzB,UAAJ,CAAeP,IAAI,CAACiC,MAAL,CAAYC,KAAZ,CAAkBN,YAAlB,EAAgCA,YAAY,GAAGE,YAA/C,CAAf,CAAhB;AACAC,EAAAA,WAAW,CAACJ,MAAD,CAAX,GAAsBL,OAAtB;AACAlB,EAAAA,MAAM,IAAIuB,MAAM,GAAGpB,UAAU,CAACC,iBAA9B;AAEA,MAAIe,WAAgC,GAAG,IAAvC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,MAAIC,UAA+B,GAAG,IAAtC;AACA,GAACF,WAAD,EAAcnB,MAAd,IAAwBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAAtC;;AAGA,MAAIN,GAAG,KAAK,CAAZ,EAAe;AAEbZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACiB,UAAD,EAAarB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAGD,MAAIN,GAAG,IAAI,CAAX,EAAc;AAEZZ,IAAAA,MAAM,IAAI,IAAIiB,YAAY,CAACb,iBAA3B;AACA,KAACgB,UAAD,EAAapB,MAAb,IAAuBc,cAAc,CAAClB,IAAD,EAAOI,MAAP,EAAekB,OAAf,EAAwB,CAAxB,CAArC;AACD;;AAED,QAAML,SAAS,GAAGS,eAAe,CAACH,WAAD,EAAcC,UAAd,EAA0BC,UAA1B,CAAjC;;AAGA,MAAIpB,IAAI,KAAK,YAAb,EAA2B;AACzB,WAAO;AACLA,MAAAA,IADK;AAELY,MAAAA,SAAS,EAAE;AAACE,QAAAA,KAAK,EAAEF,SAAR;AAAmBG,QAAAA,IAAI,EAAEJ;AAAzB,OAFN;AAGLmB,MAAAA,WAAW,EAAE;AAAChB,QAAAA,KAAK,EAAEY,WAAR;AAAqBX,QAAAA,IAAI,EAAE;AAA3B;AAHR,KAAP;AAKD;;AAID,QAAMgB,cAAwB,GAAG,EAAjC;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGN,WAAW,CAACO,MAAhC,EAAwCD,CAAC,EAAzC,EAA6C;AAC3C,UAAME,cAAc,GAAGR,WAAW,CAACM,CAAC,GAAG,CAAL,CAAlC;AACA,UAAMG,YAAY,GAAGT,WAAW,CAACM,CAAD,CAAhC;AAEA,UAAMI,IAAI,GAAGlB,WAAW,CAACmB,QAAZ,CAAqBH,cAAc,GAAG,CAAtC,EAAyCC,YAAY,GAAG,CAAxD,CAAb;AACA,UAAMG,IAAI,GAAGC,mBAAmB,CAACH,IAAD,CAAhC;;AAIA,QAAIE,IAAI,GAAG,CAAX,EAAc;AACZP,MAAAA,cAAc,CAACS,IAAf,CAAoBN,cAApB;AACD;AACF;;AAEDH,EAAAA,cAAc,CAACS,IAAf,CAAoBvB,OAApB;AAEA,SAAO;AACLjB,IAAAA,IADK;AAELY,IAAAA,SAAS,EAAE;AAACE,MAAAA,KAAK,EAAEF,SAAR;AAAmBG,MAAAA,IAAI,EAAEJ;AAAzB,KAFN;AAGL8B,IAAAA,uBAAuB,EAAE;AAAC3B,MAAAA,KAAK,EAAEY,WAAR;AAAqBX,MAAAA,IAAI,EAAE;AAA3B,KAHpB;AAQLgB,IAAAA,cAAc,EAAE;AAACjB,MAAAA,KAAK,EAAE,IAAI4B,WAAJ,CAAgBX,cAAhB,CAAR;AAAyChB,MAAAA,IAAI,EAAE;AAA/C;AARX,GAAP;AAUD;;AAWD,SAASF,cAAT,CACElB,IADF,EAEEI,MAFF,EAGEkB,OAHF,EAIEN,GAJF,EAK0B;AACxB,QAAMY,YAAY,GAAG5B,IAAI,CAAC6B,UAAL,GAAkBzB,MAAvC;AACA,QAAM0B,YAAY,GAAGR,OAAO,GAAGN,GAAV,GAAgBK,YAAY,CAACb,iBAAlD;AACA,SAAO,CACL,IAAIa,YAAJ,CAAiBrB,IAAI,CAACiC,MAAL,CAAYC,KAAZ,CAAkBN,YAAlB,EAAgCA,YAAY,GAAGE,YAA/C,CAAjB,CADK,EAEL1B,MAAM,GAAG0B,YAFJ,CAAP;AAID;;AAYD,SAASJ,eAAT,CACEH,WADF,EAEEC,UAFF,EAGEC,UAHF,EAIgB;AACd,MAAI,EAAED,UAAU,IAAIC,UAAhB,CAAJ,EAAiC;AAC/B,WAAOF,WAAP;AACD;;AAED,MAAIyB,WAAW,GAAGzB,WAAW,CAACe,MAA9B;AACA,MAAIW,IAAI,GAAG,CAAX;;AAEA,MAAIxB,UAAU,IAAIA,UAAU,CAACa,MAA7B,EAAqC;AACnCU,IAAAA,WAAW,IAAIvB,UAAU,CAACa,MAA1B;AACAW,IAAAA,IAAI;AACL;;AAED,MAAIzB,UAAU,IAAIA,UAAU,CAACc,MAA7B,EAAqC;AACnCU,IAAAA,WAAW,IAAIxB,UAAU,CAACc,MAA1B;AACAW,IAAAA,IAAI;AACL;;AAED,QAAMhC,SAAS,GAAG,IAAII,YAAJ,CAAiB2B,WAAjB,CAAlB;;AACA,OAAK,IAAIX,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGd,WAAW,CAACe,MAAZ,GAAqB,CAAzC,EAA4CD,CAAC,EAA7C,EAAiD;AAC/CpB,IAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAR,CAAT,GAAsBd,WAAW,CAACc,CAAC,GAAG,CAAL,CAAjC;AACApB,IAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,GAAW,CAAZ,CAAT,GAA0Bd,WAAW,CAACc,CAAC,GAAG,CAAJ,GAAQ,CAAT,CAArC;AACD;;AAED,MAAIZ,UAAU,IAAIA,UAAU,CAACa,MAA7B,EAAqC;AACnC,SAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGZ,UAAU,CAACa,MAA/B,EAAuCD,CAAC,EAAxC,EAA4C;AAE1CpB,MAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,GAAW,CAAZ,CAAT,GAA0BZ,UAAU,CAACY,CAAD,CAApC;AACD;AACF;;AAED,MAAIb,UAAU,IAAIA,UAAU,CAACc,MAA7B,EAAqC;AACnC,SAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGb,UAAU,CAACc,MAA/B,EAAuCD,CAAC,EAAxC,EAA4C;AAE1CpB,MAAAA,SAAS,CAACgC,IAAI,GAAGZ,CAAP,IAAYY,IAAI,GAAG,CAAnB,CAAD,CAAT,GAAmCzB,UAAU,CAACa,CAAD,CAA7C;AACD;AACF;;AAED,SAAOpB,SAAP;AACD;;AAUD,SAAS2B,mBAAT,CAA6B3B,SAA7B,EAA8D;AAC5D,SAAON,IAAI,CAACgC,IAAL,CAAUO,aAAa,CAACjC,SAAD,CAAvB,CAAP;AACD;;AAQD,SAASiC,aAAT,CAAuBjC,SAAvB,EAAwD;AACtD,MAAIkC,IAAI,GAAG,CAAX;AAGA,QAAMC,OAAO,GAAGnC,SAAS,CAACqB,MAAV,GAAmB,CAAnB,GAAuB,CAAvC;;AACA,OAAK,IAAID,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGe,OAApB,EAA6Bf,CAAC,EAA9B,EAAkC;AAChCc,IAAAA,IAAI,IACF,CAAClC,SAAS,CAACoB,CAAC,GAAG,CAAL,CAAT,GAAmBpB,SAAS,CAAC,CAACoB,CAAC,GAAG,CAAL,IAAU,CAAX,CAA7B,KACCpB,SAAS,CAACoB,CAAC,GAAG,CAAJ,GAAQ,CAAT,CAAT,GAAuBpB,SAAS,CAAC,CAACoB,CAAC,GAAG,CAAL,IAAU,CAAV,GAAc,CAAf,CADjC,CADF;AAGD;;AAED,SAAOc,IAAI,GAAG,CAAd;AACD","sourcesContent":["import {BinaryGeometry, BinaryGeometryType} from '@loaders.gl/schema';\n\nconst LITTLE_ENDIAN = true;\n\n/**\n * Parse individual record\n *\n * @param view Record data\n * @return Binary Geometry Object\n */\n// eslint-disable-next-line complexity\nexport function parseRecord(view: DataView, options?: {shp?: any}): BinaryGeometry | null {\n const {_maxDimensions} = options?.shp || {};\n\n let offset = 0;\n const type: number = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n switch (type) {\n case 0:\n // Null Shape\n return parseNull();\n case 1:\n // Point\n return parsePoint(view, offset, Math.min(2, _maxDimensions));\n case 3:\n // PolyLine\n return parsePoly(view, offset, Math.min(2, _maxDimensions), 'LineString');\n case 5:\n // Polygon\n return parsePoly(view, offset, Math.min(2, _maxDimensions), 'Polygon');\n case 8:\n // MultiPoint\n return parseMultiPoint(view, offset, Math.min(2, _maxDimensions));\n // GeometryZ can have 3 or 4 dimensions, since the M is not required to\n // exist\n case 11:\n // PointZ\n return parsePoint(view, offset, Math.min(4, _maxDimensions));\n case 13:\n // PolyLineZ\n return parsePoly(view, offset, Math.min(4, _maxDimensions), 'LineString');\n case 15:\n // PolygonZ\n return parsePoly(view, offset, Math.min(4, _maxDimensions), 'Polygon');\n case 18:\n // MultiPointZ\n return parseMultiPoint(view, offset, Math.min(4, _maxDimensions));\n case 21:\n // PointM\n return parsePoint(view, offset, Math.min(3, _maxDimensions));\n case 23:\n // PolyLineM\n return parsePoly(view, offset, Math.min(3, _maxDimensions), 'LineString');\n case 25:\n // PolygonM\n return parsePoly(view, offset, Math.min(3, _maxDimensions), 'Polygon');\n case 28:\n // MultiPointM\n return parseMultiPoint(view, offset, Math.min(3, _maxDimensions));\n default:\n throw new Error(`unsupported shape type: ${type}`);\n }\n}\n\n// TODO handle null\n/**\n * Parse Null geometry\n *\n * @return null\n */\nfunction parseNull(): null {\n return null;\n}\n\n/**\n * Parse point geometry\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Dimension size\n */\nfunction parsePoint(view: DataView, offset: number, dim: number): BinaryGeometry {\n let positions: Float64Array;\n [positions, offset] = parsePositions(view, offset, 1, dim);\n\n return {\n positions: {value: positions, size: dim},\n type: 'Point'\n };\n}\n\n/**\n * Parse MultiPoint geometry\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Input dimension\n * @return Binary geometry object\n */\nfunction parseMultiPoint(view: DataView, offset: number, dim: number): BinaryGeometry {\n // skip parsing box\n offset += 4 * Float64Array.BYTES_PER_ELEMENT;\n\n const nPoints = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n let xyPositions: Float64Array | null = null;\n let mPositions: Float64Array | null = null;\n let zPositions: Float64Array | null = null;\n [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);\n\n // Parse Z coordinates\n if (dim === 4) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [zPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n // Parse M coordinates\n if (dim >= 3) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [mPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n const positions = concatPositions(xyPositions, mPositions, zPositions);\n\n return {\n positions: {value: positions, size: dim},\n type: 'Point'\n };\n}\n\n/**\n * Polygon and PolyLine parsing\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param dim Input dimension\n * @param type Either 'Polygon' or 'Polyline'\n * @return Binary geometry object\n */\n// eslint-disable-next-line max-statements\nfunction parsePoly(\n view: DataView,\n offset: number,\n dim: number,\n type: BinaryGeometryType\n): BinaryGeometry {\n // skip parsing bounding box\n offset += 4 * Float64Array.BYTES_PER_ELEMENT;\n\n const nParts = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n const nPoints = view.getInt32(offset, LITTLE_ENDIAN);\n offset += Int32Array.BYTES_PER_ELEMENT;\n\n // Create longer indices array by 1 because output format is expected to\n // include the last index as the total number of positions\n const bufferOffset = view.byteOffset + offset;\n const bufferLength = nParts * Int32Array.BYTES_PER_ELEMENT;\n const ringIndices = new Int32Array(nParts + 1);\n ringIndices.set(new Int32Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)));\n ringIndices[nParts] = nPoints;\n offset += nParts * Int32Array.BYTES_PER_ELEMENT;\n\n let xyPositions: Float64Array | null = null;\n let mPositions: Float64Array | null = null;\n let zPositions: Float64Array | null = null;\n [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);\n\n // Parse Z coordinates\n if (dim === 4) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [zPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n // Parse M coordinates\n if (dim >= 3) {\n // skip parsing range\n offset += 2 * Float64Array.BYTES_PER_ELEMENT;\n [mPositions, offset] = parsePositions(view, offset, nPoints, 1);\n }\n\n const positions = concatPositions(xyPositions, mPositions, zPositions);\n\n // parsePoly only accepts type = LineString or Polygon\n if (type === 'LineString') {\n return {\n type,\n positions: {value: positions, size: dim},\n pathIndices: {value: ringIndices, size: 1}\n };\n }\n\n // for every ring, determine sign of polygon\n // Use only 2D positions for ring calc\n const polygonIndices: number[] = [];\n for (let i = 1; i < ringIndices.length; i++) {\n const startRingIndex = ringIndices[i - 1];\n const endRingIndex = ringIndices[i];\n // @ts-ignore\n const ring = xyPositions.subarray(startRingIndex * 2, endRingIndex * 2);\n const sign = getWindingDirection(ring);\n\n // A positive sign implies clockwise\n // A clockwise ring is a filled ring\n if (sign > 0) {\n polygonIndices.push(startRingIndex);\n }\n }\n\n polygonIndices.push(nPoints);\n\n return {\n type,\n positions: {value: positions, size: dim},\n primitivePolygonIndices: {value: ringIndices, size: 1},\n // TODO: Dynamically choose Uint32Array over Uint16Array only when\n // necessary. I believe the implementation requires nPoints to be the\n // largest value in the array, so you should be able to use Uint32Array only\n // when nPoints > 65535.\n polygonIndices: {value: new Uint32Array(polygonIndices), size: 1}\n };\n}\n\n/**\n * Parse a contiguous block of positions into a Float64Array\n *\n * @param view Geometry data\n * @param offset Offset in view\n * @param nPoints Number of points\n * @param dim Input dimension\n * @return Data and offset\n */\nfunction parsePositions(\n view: DataView,\n offset: number,\n nPoints: number,\n dim: number\n): [Float64Array, number] {\n const bufferOffset = view.byteOffset + offset;\n const bufferLength = nPoints * dim * Float64Array.BYTES_PER_ELEMENT;\n return [\n new Float64Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)),\n offset + bufferLength\n ];\n}\n\n/**\n * Concatenate and interleave positions arrays\n * xy positions are interleaved; mPositions, zPositions are their own arrays\n *\n * @param xyPositions 2d positions\n * @param mPositions M positions\n * @param zPositions Z positions\n * @return Combined interleaved positions\n */\n// eslint-disable-next-line complexity\nfunction concatPositions(\n xyPositions: Float64Array,\n mPositions: Float64Array | null,\n zPositions: Float64Array | null\n): Float64Array {\n if (!(mPositions || zPositions)) {\n return xyPositions;\n }\n\n let arrayLength = xyPositions.length;\n let nDim = 2;\n\n if (zPositions && zPositions.length) {\n arrayLength += zPositions.length;\n nDim++;\n }\n\n if (mPositions && mPositions.length) {\n arrayLength += mPositions.length;\n nDim++;\n }\n\n const positions = new Float64Array(arrayLength);\n for (let i = 0; i < xyPositions.length / 2; i++) {\n positions[nDim * i] = xyPositions[i * 2];\n positions[nDim * i + 1] = xyPositions[i * 2 + 1];\n }\n\n if (zPositions && zPositions.length) {\n for (let i = 0; i < zPositions.length; i++) {\n // If Z coordinates exist; used as third coord in positions array\n positions[nDim * i + 2] = zPositions[i];\n }\n }\n\n if (mPositions && mPositions.length) {\n for (let i = 0; i < mPositions.length; i++) {\n // M is always last, either 3rd or 4th depending on if Z exists\n positions[nDim * i + (nDim - 1)] = mPositions[i];\n }\n }\n\n return positions;\n}\n\n/**\n * Returns the direction of the polygon path\n * A positive number is clockwise.\n * A negative number is counter clockwise.\n *\n * @param positions\n * @return Sign of polygon ring\n */\nfunction getWindingDirection(positions: Float64Array): number {\n return Math.sign(getSignedArea(positions));\n}\n\n/**\n * Get signed area of flat typed array of 2d positions\n *\n * @param positions\n * @return Signed area of polygon ring\n */\nfunction getSignedArea(positions: Float64Array): number {\n let area = 0;\n\n // Rings are closed according to shapefile spec\n const nCoords = positions.length / 2 - 1;\n for (let i = 0; i < nCoords; i++) {\n area +=\n (positions[i * 2] + positions[(i + 1) * 2]) *\n (positions[i * 2 + 1] - positions[(i + 1) * 2 + 1]);\n }\n\n return area / 2;\n}\n"],"file":"parse-shp-geometry.js"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { SHP_MAGIC_NUMBER } from './shp-loader';
|
|
2
2
|
import { parseShapefile, parseShapefileInBatches } from './lib/parsers/parse-shapefile';
|
|
3
|
-
const VERSION = typeof "3.1.0-
|
|
3
|
+
const VERSION = typeof "3.1.0-beta.5" !== 'undefined' ? "3.1.0-beta.5" : 'latest';
|
|
4
4
|
export const ShapefileLoader = {
|
|
5
5
|
name: 'Shapefile',
|
|
6
6
|
id: 'shapefile',
|