@loaders.gl/shapefile 3.1.3 → 4.0.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (99) hide show
  1. package/dist/bundle.js +2 -2
  2. package/dist/bundle.js.map +1 -0
  3. package/dist/dbf-loader.js +20 -29
  4. package/dist/dbf-loader.js.map +1 -0
  5. package/dist/dbf-worker.js +1 -1
  6. package/dist/index.js +4 -11
  7. package/dist/index.js.map +1 -0
  8. package/dist/lib/parsers/parse-dbf.js +264 -300
  9. package/dist/lib/parsers/parse-dbf.js.map +1 -0
  10. package/dist/lib/parsers/parse-shapefile.js +209 -231
  11. package/dist/lib/parsers/parse-shapefile.js.map +1 -0
  12. package/dist/lib/parsers/parse-shp-geometry.js +212 -265
  13. package/dist/lib/parsers/parse-shp-geometry.js.map +1 -0
  14. package/dist/lib/parsers/parse-shp-header.js +27 -38
  15. package/dist/lib/parsers/parse-shp-header.js.map +1 -0
  16. package/dist/lib/parsers/parse-shp.js +136 -152
  17. package/dist/lib/parsers/parse-shp.js.map +1 -0
  18. package/dist/lib/parsers/parse-shx.js +19 -25
  19. package/dist/lib/parsers/parse-shx.js.map +1 -0
  20. package/dist/lib/streaming/binary-chunk-reader.js +128 -152
  21. package/dist/lib/streaming/binary-chunk-reader.js.map +1 -0
  22. package/dist/lib/streaming/binary-reader.js +33 -50
  23. package/dist/lib/streaming/binary-reader.js.map +1 -0
  24. package/dist/lib/streaming/zip-batch-iterators.js +48 -57
  25. package/dist/lib/streaming/zip-batch-iterators.js.map +1 -0
  26. package/dist/shapefile-loader.js +22 -30
  27. package/dist/shapefile-loader.js.map +1 -0
  28. package/dist/shp-loader.js +22 -32
  29. package/dist/shp-loader.js.map +1 -0
  30. package/dist/shp-worker.js +1 -1
  31. package/dist/workers/dbf-worker.js +4 -5
  32. package/dist/workers/dbf-worker.js.map +1 -0
  33. package/dist/workers/shp-worker.js +4 -5
  34. package/dist/workers/shp-worker.js.map +1 -0
  35. package/package.json +9 -9
  36. package/dist/es5/bundle.js +0 -7
  37. package/dist/es5/bundle.js.map +0 -1
  38. package/dist/es5/dbf-loader.js +0 -68
  39. package/dist/es5/dbf-loader.js.map +0 -1
  40. package/dist/es5/index.js +0 -42
  41. package/dist/es5/index.js.map +0 -1
  42. package/dist/es5/lib/parsers/parse-dbf.js +0 -454
  43. package/dist/es5/lib/parsers/parse-dbf.js.map +0 -1
  44. package/dist/es5/lib/parsers/parse-shapefile.js +0 -497
  45. package/dist/es5/lib/parsers/parse-shapefile.js.map +0 -1
  46. package/dist/es5/lib/parsers/parse-shp-geometry.js +0 -288
  47. package/dist/es5/lib/parsers/parse-shp-geometry.js.map +0 -1
  48. package/dist/es5/lib/parsers/parse-shp-header.js +0 -39
  49. package/dist/es5/lib/parsers/parse-shp-header.js.map +0 -1
  50. package/dist/es5/lib/parsers/parse-shp.js +0 -283
  51. package/dist/es5/lib/parsers/parse-shp.js.map +0 -1
  52. package/dist/es5/lib/parsers/parse-shx.js +0 -31
  53. package/dist/es5/lib/parsers/parse-shx.js.map +0 -1
  54. package/dist/es5/lib/streaming/binary-chunk-reader.js +0 -218
  55. package/dist/es5/lib/streaming/binary-chunk-reader.js.map +0 -1
  56. package/dist/es5/lib/streaming/binary-reader.js +0 -56
  57. package/dist/es5/lib/streaming/binary-reader.js.map +0 -1
  58. package/dist/es5/lib/streaming/zip-batch-iterators.js +0 -118
  59. package/dist/es5/lib/streaming/zip-batch-iterators.js.map +0 -1
  60. package/dist/es5/shapefile-loader.js +0 -34
  61. package/dist/es5/shapefile-loader.js.map +0 -1
  62. package/dist/es5/shp-loader.js +0 -71
  63. package/dist/es5/shp-loader.js.map +0 -1
  64. package/dist/es5/workers/dbf-worker.js +0 -8
  65. package/dist/es5/workers/dbf-worker.js.map +0 -1
  66. package/dist/es5/workers/shp-worker.js +0 -8
  67. package/dist/es5/workers/shp-worker.js.map +0 -1
  68. package/dist/esm/bundle.js +0 -5
  69. package/dist/esm/bundle.js.map +0 -1
  70. package/dist/esm/dbf-loader.js +0 -23
  71. package/dist/esm/dbf-loader.js.map +0 -1
  72. package/dist/esm/index.js +0 -4
  73. package/dist/esm/index.js.map +0 -1
  74. package/dist/esm/lib/parsers/parse-dbf.js +0 -299
  75. package/dist/esm/lib/parsers/parse-dbf.js.map +0 -1
  76. package/dist/esm/lib/parsers/parse-shapefile.js +0 -226
  77. package/dist/esm/lib/parsers/parse-shapefile.js.map +0 -1
  78. package/dist/esm/lib/parsers/parse-shp-geometry.js +0 -234
  79. package/dist/esm/lib/parsers/parse-shp-geometry.js.map +0 -1
  80. package/dist/esm/lib/parsers/parse-shp-header.js +0 -32
  81. package/dist/esm/lib/parsers/parse-shp-header.js.map +0 -1
  82. package/dist/esm/lib/parsers/parse-shp.js +0 -154
  83. package/dist/esm/lib/parsers/parse-shp.js.map +0 -1
  84. package/dist/esm/lib/parsers/parse-shx.js +0 -22
  85. package/dist/esm/lib/parsers/parse-shx.js.map +0 -1
  86. package/dist/esm/lib/streaming/binary-chunk-reader.js +0 -137
  87. package/dist/esm/lib/streaming/binary-chunk-reader.js.map +0 -1
  88. package/dist/esm/lib/streaming/binary-reader.js +0 -35
  89. package/dist/esm/lib/streaming/binary-reader.js.map +0 -1
  90. package/dist/esm/lib/streaming/zip-batch-iterators.js +0 -52
  91. package/dist/esm/lib/streaming/zip-batch-iterators.js.map +0 -1
  92. package/dist/esm/shapefile-loader.js +0 -23
  93. package/dist/esm/shapefile-loader.js.map +0 -1
  94. package/dist/esm/shp-loader.js +0 -25
  95. package/dist/esm/shp-loader.js.map +0 -1
  96. package/dist/esm/workers/dbf-worker.js +0 -4
  97. package/dist/esm/workers/dbf-worker.js.map +0 -1
  98. package/dist/esm/workers/shp-worker.js +0 -4
  99. package/dist/esm/workers/shp-worker.js.map +0 -1
@@ -1,170 +1,154 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.parseSHPInBatches = exports.parseSHP = void 0;
7
- const binary_chunk_reader_1 = __importDefault(require("../streaming/binary-chunk-reader"));
8
- const parse_shp_header_1 = require("./parse-shp-header");
9
- const parse_shp_geometry_1 = require("./parse-shp-geometry");
1
+ import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
2
+ import BinaryChunkReader from '../streaming/binary-chunk-reader';
3
+ import { parseSHPHeader } from './parse-shp-header';
4
+ import { parseRecord } from './parse-shp-geometry';
10
5
  const LITTLE_ENDIAN = true;
11
6
  const BIG_ENDIAN = false;
12
7
  const SHP_HEADER_SIZE = 100;
13
- // According to the spec, the record header is just 8 bytes, but here we set it
14
- // to 12 so that we can also access the record's type
15
8
  const SHP_RECORD_HEADER_SIZE = 12;
16
9
  const STATE = {
17
- EXPECTING_HEADER: 0,
18
- EXPECTING_RECORD: 1,
19
- END: 2,
20
- ERROR: 3
10
+ EXPECTING_HEADER: 0,
11
+ EXPECTING_RECORD: 1,
12
+ END: 2,
13
+ ERROR: 3
21
14
  };
15
+
22
16
  class SHPParser {
23
- constructor(options) {
24
- this.options = {};
25
- this.binaryReader = new binary_chunk_reader_1.default({ maxRewindBytes: SHP_RECORD_HEADER_SIZE });
26
- this.state = STATE.EXPECTING_HEADER;
27
- this.result = {
28
- geometries: []
29
- };
30
- this.options = options;
31
- }
32
- write(arrayBuffer) {
33
- this.binaryReader.write(arrayBuffer);
34
- this.state = parseState(this.state, this.result, this.binaryReader, this.options);
35
- }
36
- end() {
37
- this.binaryReader.end();
38
- this.state = parseState(this.state, this.result, this.binaryReader, this.options);
39
- // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();
40
- if (this.state !== STATE.END) {
41
- this.state = STATE.ERROR;
42
- this.result.error = 'SHP incomplete file';
43
- }
17
+ constructor(options) {
18
+ _defineProperty(this, "options", {});
19
+
20
+ _defineProperty(this, "binaryReader", new BinaryChunkReader({
21
+ maxRewindBytes: SHP_RECORD_HEADER_SIZE
22
+ }));
23
+
24
+ _defineProperty(this, "state", STATE.EXPECTING_HEADER);
25
+
26
+ _defineProperty(this, "result", {
27
+ geometries: []
28
+ });
29
+
30
+ this.options = options;
31
+ }
32
+
33
+ write(arrayBuffer) {
34
+ this.binaryReader.write(arrayBuffer);
35
+ this.state = parseState(this.state, this.result, this.binaryReader, this.options);
36
+ }
37
+
38
+ end() {
39
+ this.binaryReader.end();
40
+ this.state = parseState(this.state, this.result, this.binaryReader, this.options);
41
+
42
+ if (this.state !== STATE.END) {
43
+ this.state = STATE.ERROR;
44
+ this.result.error = 'SHP incomplete file';
44
45
  }
46
+ }
47
+
45
48
  }
46
- function parseSHP(arrayBuffer, options) {
47
- const shpParser = new SHPParser(options);
48
- shpParser.write(arrayBuffer);
49
- shpParser.end();
50
- // @ts-ignore
51
- return shpParser.result;
49
+
50
+ export function parseSHP(arrayBuffer, options) {
51
+ const shpParser = new SHPParser(options);
52
+ shpParser.write(arrayBuffer);
53
+ shpParser.end();
54
+ return shpParser.result;
52
55
  }
53
- exports.parseSHP = parseSHP;
54
- /**
55
- * @param asyncIterator
56
- * @param options
57
- * @returns
58
- */
59
- async function* parseSHPInBatches(asyncIterator, options) {
60
- const parser = new SHPParser(options);
61
- let headerReturned = false;
62
- for await (const arrayBuffer of asyncIterator) {
63
- parser.write(arrayBuffer);
64
- if (!headerReturned && parser.result.header) {
65
- headerReturned = true;
66
- yield parser.result.header;
67
- }
68
- if (parser.result.geometries.length > 0) {
69
- yield parser.result.geometries;
70
- parser.result.geometries = [];
71
- }
56
+ export async function* parseSHPInBatches(asyncIterator, options) {
57
+ const parser = new SHPParser(options);
58
+ let headerReturned = false;
59
+
60
+ for await (const arrayBuffer of asyncIterator) {
61
+ parser.write(arrayBuffer);
62
+
63
+ if (!headerReturned && parser.result.header) {
64
+ headerReturned = true;
65
+ yield parser.result.header;
72
66
  }
73
- parser.end();
67
+
74
68
  if (parser.result.geometries.length > 0) {
75
- yield parser.result.geometries;
69
+ yield parser.result.geometries;
70
+ parser.result.geometries = [];
76
71
  }
77
- return;
72
+ }
73
+
74
+ parser.end();
75
+
76
+ if (parser.result.geometries.length > 0) {
77
+ yield parser.result.geometries;
78
+ }
79
+
80
+ return;
78
81
  }
79
- exports.parseSHPInBatches = parseSHPInBatches;
80
- /**
81
- * State-machine parser for SHP data
82
- *
83
- * Note that whenever more data is needed, a `return`, not a `break`, is
84
- * necessary, as the `break` keeps the context within `parseState`, while
85
- * `return` releases context so that more data can be written into the
86
- * BinaryChunkReader.
87
- *
88
- * @param state Current state
89
- * @param result An object to hold result data
90
- * @param binaryReader
91
- * @return State at end of current parsing
92
- */
93
- /* eslint-disable complexity, max-depth */
82
+
94
83
  function parseState(state, result, binaryReader, options) {
95
- // eslint-disable-next-line no-constant-condition
96
- while (true) {
97
- try {
98
- switch (state) {
99
- case STATE.ERROR:
100
- case STATE.END:
101
- return state;
102
- case STATE.EXPECTING_HEADER:
103
- // Parse initial file header
104
- const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);
105
- if (!dataView) {
106
- return state;
107
- }
108
- result.header = (0, parse_shp_header_1.parseSHPHeader)(dataView);
109
- result.progress = {
110
- bytesUsed: 0,
111
- bytesTotal: result.header.length,
112
- rows: 0
113
- };
114
- // index numbering starts at 1
115
- result.currentIndex = 1;
116
- state = STATE.EXPECTING_RECORD;
117
- break;
118
- case STATE.EXPECTING_RECORD:
119
- while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {
120
- const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE);
121
- const recordHeader = {
122
- recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),
123
- // 2 byte words; includes the four words of record header
124
- byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,
125
- // This is actually part of the record, not the header...
126
- type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)
127
- };
128
- if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {
129
- binaryReader.rewind(SHP_RECORD_HEADER_SIZE);
130
- return state;
131
- }
132
- const invalidRecord = recordHeader.byteLength < 4 ||
133
- recordHeader.type !== result.header.type ||
134
- recordHeader.recordNumber !== result.currentIndex;
135
- // All records must have at least four bytes (for the record shape type)
136
- if (invalidRecord) {
137
- // Malformed record, try again, advancing just 4 bytes
138
- // Note: this is a rewind because binaryReader.getDataView above
139
- // moved the pointer forward 12 bytes, so rewinding 8 bytes still
140
- // leaves us 4 bytes ahead
141
- binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);
142
- }
143
- else {
144
- // Note: type is actually part of the record, not the header, so
145
- // rewind 4 bytes before reading record
146
- binaryReader.rewind(4);
147
- const recordView = binaryReader.getDataView(recordHeader.byteLength);
148
- const geometry = (0, parse_shp_geometry_1.parseRecord)(recordView, options);
149
- result.geometries.push(geometry);
150
- result.currentIndex++;
151
- result.progress.rows = result.currentIndex - 1;
152
- }
153
- }
154
- if (binaryReader.ended) {
155
- state = STATE.END;
156
- }
157
- return state;
158
- default:
159
- state = STATE.ERROR;
160
- result.error = `illegal parser state ${state}`;
161
- return state;
162
- }
163
- }
164
- catch (error) {
165
- state = STATE.ERROR;
166
- result.error = `SHP parsing failed: ${error?.message}`;
84
+ while (true) {
85
+ try {
86
+ switch (state) {
87
+ case STATE.ERROR:
88
+ case STATE.END:
89
+ return state;
90
+
91
+ case STATE.EXPECTING_HEADER:
92
+ const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);
93
+
94
+ if (!dataView) {
167
95
  return state;
168
- }
96
+ }
97
+
98
+ result.header = parseSHPHeader(dataView);
99
+ result.progress = {
100
+ bytesUsed: 0,
101
+ bytesTotal: result.header.length,
102
+ rows: 0
103
+ };
104
+ result.currentIndex = 1;
105
+ state = STATE.EXPECTING_RECORD;
106
+ break;
107
+
108
+ case STATE.EXPECTING_RECORD:
109
+ while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {
110
+ const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE);
111
+ const recordHeader = {
112
+ recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),
113
+ byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,
114
+ type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)
115
+ };
116
+
117
+ if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {
118
+ binaryReader.rewind(SHP_RECORD_HEADER_SIZE);
119
+ return state;
120
+ }
121
+
122
+ const invalidRecord = recordHeader.byteLength < 4 || recordHeader.type !== result.header.type || recordHeader.recordNumber !== result.currentIndex;
123
+
124
+ if (invalidRecord) {
125
+ binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);
126
+ } else {
127
+ binaryReader.rewind(4);
128
+ const recordView = binaryReader.getDataView(recordHeader.byteLength);
129
+ const geometry = parseRecord(recordView, options);
130
+ result.geometries.push(geometry);
131
+ result.currentIndex++;
132
+ result.progress.rows = result.currentIndex - 1;
133
+ }
134
+ }
135
+
136
+ if (binaryReader.ended) {
137
+ state = STATE.END;
138
+ }
139
+
140
+ return state;
141
+
142
+ default:
143
+ state = STATE.ERROR;
144
+ result.error = "illegal parser state ".concat(state);
145
+ return state;
146
+ }
147
+ } catch (error) {
148
+ state = STATE.ERROR;
149
+ result.error = "SHP parsing failed: ".concat(error === null || error === void 0 ? void 0 : error.message);
150
+ return state;
169
151
  }
152
+ }
170
153
  }
154
+ //# sourceMappingURL=parse-shp.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/lib/parsers/parse-shp.ts"],"names":["BinaryChunkReader","parseSHPHeader","parseRecord","LITTLE_ENDIAN","BIG_ENDIAN","SHP_HEADER_SIZE","SHP_RECORD_HEADER_SIZE","STATE","EXPECTING_HEADER","EXPECTING_RECORD","END","ERROR","SHPParser","constructor","options","maxRewindBytes","geometries","write","arrayBuffer","binaryReader","state","parseState","result","end","error","parseSHP","shpParser","parseSHPInBatches","asyncIterator","parser","headerReturned","header","length","dataView","getDataView","progress","bytesUsed","bytesTotal","rows","currentIndex","hasAvailableBytes","recordHeaderView","recordHeader","recordNumber","getInt32","byteLength","type","rewind","invalidRecord","recordView","geometry","push","ended","message"],"mappings":";AAEA,OAAOA,iBAAP,MAA8B,kCAA9B;AACA,SAAQC,cAAR,QAA6B,oBAA7B;AACA,SAAQC,WAAR,QAA0B,sBAA1B;AAEA,MAAMC,aAAa,GAAG,IAAtB;AACA,MAAMC,UAAU,GAAG,KAAnB;AAEA,MAAMC,eAAe,GAAG,GAAxB;AAGA,MAAMC,sBAAsB,GAAG,EAA/B;AAEA,MAAMC,KAAK,GAAG;AACZC,EAAAA,gBAAgB,EAAE,CADN;AAEZC,EAAAA,gBAAgB,EAAE,CAFN;AAGZC,EAAAA,GAAG,EAAE,CAHO;AAIZC,EAAAA,KAAK,EAAE;AAJK,CAAd;;AAaA,MAAMC,SAAN,CAAgB;AAQdC,EAAAA,WAAW,CAACC,OAAD,EAA0B;AAAA,qCAPrB,EAOqB;;AAAA,0CANtB,IAAId,iBAAJ,CAAsB;AAACe,MAAAA,cAAc,EAAET;AAAjB,KAAtB,CAMsB;;AAAA,mCAL7BC,KAAK,CAACC,gBAKuB;;AAAA,oCAJjB;AAClBQ,MAAAA,UAAU,EAAE;AADM,KAIiB;;AACnC,SAAKF,OAAL,GAAeA,OAAf;AACD;;AAEDG,EAAAA,KAAK,CAACC,WAAD,EAA2B;AAC9B,SAAKC,YAAL,CAAkBF,KAAlB,CAAwBC,WAAxB;AACA,SAAKE,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKL,OAAlD,CAAvB;AACD;;AAEDS,EAAAA,GAAG,GAAG;AACJ,SAAKJ,YAAL,CAAkBI,GAAlB;AACA,SAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKL,OAAlD,CAAvB;;AAEA,QAAI,KAAKM,KAAL,KAAeb,KAAK,CAACG,GAAzB,EAA8B;AAC5B,WAAKU,KAAL,GAAab,KAAK,CAACI,KAAnB;AACA,WAAKW,MAAL,CAAYE,KAAZ,GAAoB,qBAApB;AACD;AACF;;AAzBa;;AA4BhB,OAAO,SAASC,QAAT,CAAkBP,WAAlB,EAA4CJ,OAA5C,EAAgF;AACrF,QAAMY,SAAS,GAAG,IAAId,SAAJ,CAAcE,OAAd,CAAlB;AACAY,EAAAA,SAAS,CAACT,KAAV,CAAgBC,WAAhB;AACAQ,EAAAA,SAAS,CAACH,GAAV;AAGA,SAAOG,SAAS,CAACJ,MAAjB;AACD;AAOD,OAAO,gBAAgBK,iBAAhB,CACLC,aADK,EAELd,OAFK,EAGmC;AACxC,QAAMe,MAAM,GAAG,IAAIjB,SAAJ,CAAcE,OAAd,CAAf;AACA,MAAIgB,cAAc,GAAG,KAArB;;AACA,aAAW,MAAMZ,WAAjB,IAAgCU,aAAhC,EAA+C;AAC7CC,IAAAA,MAAM,CAACZ,KAAP,CAAaC,WAAb;;AACA,QAAI,CAACY,cAAD,IAAmBD,MAAM,CAACP,MAAP,CAAcS,MAArC,EAA6C;AAC3CD,MAAAA,cAAc,GAAG,IAAjB;AACA,YAAMD,MAAM,CAACP,MAAP,CAAcS,MAApB;AACD;;AAED,QAAIF,MAAM,CAACP,MAAP,CAAcN,UAAd,CAAyBgB,MAAzB,GAAkC,CAAtC,EAAyC;AACvC,YAAMH,MAAM,CAACP,MAAP,CAAcN,UAApB;AACAa,MAAAA,MAAM,CAACP,MAAP,CAAcN,UAAd,GAA2B,EAA3B;AACD;AACF;;AACDa,EAAAA,MAAM,CAACN,GAAP;;AACA,MAAIM,MAAM,CAACP,MAAP,CAAcN,UAAd,CAAyBgB,MAAzB,GAAkC,CAAtC,EAAyC;AACvC,UAAMH,MAAM,CAACP,MAAP,CAAcN,UAApB;AACD;;AAED;AACD;;AAgBD,SAASK,UAAT,CACED,KADF,EAEEE,MAFF,EAGEH,YAHF,EAIEL,OAJF,EAKU;AAER,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQM,KAAR;AACE,aAAKb,KAAK,CAACI,KAAX;AACA,aAAKJ,KAAK,CAACG,GAAX;AACE,iBAAOU,KAAP;;AAEF,aAAKb,KAAK,CAACC,gBAAX;AAEE,gBAAMyB,QAAQ,GAAGd,YAAY,CAACe,WAAb,CAAyB7B,eAAzB,CAAjB;;AACA,cAAI,CAAC4B,QAAL,EAAe;AACb,mBAAOb,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAACS,MAAP,GAAgB9B,cAAc,CAACgC,QAAD,CAA9B;AACAX,UAAAA,MAAM,CAACa,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,UAAU,EAAEf,MAAM,CAACS,MAAP,CAAcC,MAFV;AAGhBM,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAMAhB,UAAAA,MAAM,CAACiB,YAAP,GAAsB,CAAtB;AACAnB,UAAAA,KAAK,GAAGb,KAAK,CAACE,gBAAd;AACA;;AAEF,aAAKF,KAAK,CAACE,gBAAX;AACE,iBAAOU,YAAY,CAACqB,iBAAb,CAA+BlC,sBAA/B,CAAP,EAA+D;AAC7D,kBAAMmC,gBAAgB,GAAGtB,YAAY,CAACe,WAAb,CAAyB5B,sBAAzB,CAAzB;AACA,kBAAMoC,YAAY,GAAG;AACnBC,cAAAA,YAAY,EAAEF,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BxC,UAA7B,CADK;AAGnByC,cAAAA,UAAU,EAAEJ,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BxC,UAA7B,IAA2C,CAHpC;AAKnB0C,cAAAA,IAAI,EAAEL,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BzC,aAA7B;AALa,aAArB;;AAQA,gBAAI,CAACgB,YAAY,CAACqB,iBAAb,CAA+BE,YAAY,CAACG,UAAb,GAA0B,CAAzD,CAAL,EAAkE;AAChE1B,cAAAA,YAAY,CAAC4B,MAAb,CAAoBzC,sBAApB;AACA,qBAAOc,KAAP;AACD;;AAED,kBAAM4B,aAAa,GACjBN,YAAY,CAACG,UAAb,GAA0B,CAA1B,IACAH,YAAY,CAACI,IAAb,KAAsBxB,MAAM,CAACS,MAAP,CAAce,IADpC,IAEAJ,YAAY,CAACC,YAAb,KAA8BrB,MAAM,CAACiB,YAHvC;;AAMA,gBAAIS,aAAJ,EAAmB;AAKjB7B,cAAAA,YAAY,CAAC4B,MAAb,CAAoBzC,sBAAsB,GAAG,CAA7C;AACD,aAND,MAMO;AAGLa,cAAAA,YAAY,CAAC4B,MAAb,CAAoB,CAApB;AAEA,oBAAME,UAAU,GAAG9B,YAAY,CAACe,WAAb,CAAyBQ,YAAY,CAACG,UAAtC,CAAnB;AACA,oBAAMK,QAAQ,GAAGhD,WAAW,CAAC+C,UAAD,EAAanC,OAAb,CAA5B;AACAQ,cAAAA,MAAM,CAACN,UAAP,CAAkBmC,IAAlB,CAAuBD,QAAvB;AAEA5B,cAAAA,MAAM,CAACiB,YAAP;AACAjB,cAAAA,MAAM,CAACa,QAAP,CAAgBG,IAAhB,GAAuBhB,MAAM,CAACiB,YAAP,GAAsB,CAA7C;AACD;AACF;;AAED,cAAIpB,YAAY,CAACiC,KAAjB,EAAwB;AACtBhC,YAAAA,KAAK,GAAGb,KAAK,CAACG,GAAd;AACD;;AAED,iBAAOU,KAAP;;AAEF;AACEA,UAAAA,KAAK,GAAGb,KAAK,CAACI,KAAd;AACAW,UAAAA,MAAM,CAACE,KAAP,kCAAuCJ,KAAvC;AACA,iBAAOA,KAAP;AA1EJ;AA4ED,KA7ED,CA6EE,OAAOI,KAAP,EAAc;AACdJ,MAAAA,KAAK,GAAGb,KAAK,CAACI,KAAd;AACAW,MAAAA,MAAM,CAACE,KAAP,iCAAuCA,KAAvC,aAAuCA,KAAvC,uBAAuCA,KAAD,CAAkB6B,OAAxD;AACA,aAAOjC,KAAP;AACD;AACF;AACF","sourcesContent":["import type {LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {BinaryGeometry} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\nimport {parseSHPHeader} from './parse-shp-header';\nimport {parseRecord} from './parse-shp-geometry';\n\nconst LITTLE_ENDIAN = true;\nconst BIG_ENDIAN = false;\n\nconst SHP_HEADER_SIZE = 100;\n// According to the spec, the record header is just 8 bytes, but here we set it\n// to 12 so that we can also access the record's type\nconst SHP_RECORD_HEADER_SIZE = 12;\n\nconst STATE = {\n EXPECTING_HEADER: 0,\n EXPECTING_RECORD: 1,\n END: 2,\n ERROR: 3\n};\n\ntype SHPResult = {\n geometries: [];\n header?: {};\n error?: string;\n};\n\nclass SHPParser {\n options?: any = {};\n binaryReader = new BinaryChunkReader({maxRewindBytes: SHP_RECORD_HEADER_SIZE});\n state = STATE.EXPECTING_HEADER;\n result: SHPResult = {\n geometries: []\n };\n\n constructor(options?: LoaderOptions) {\n this.options = options;\n }\n\n write(arrayBuffer: ArrayBuffer) {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n }\n\n end() {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'SHP incomplete file';\n }\n }\n}\n\nexport function parseSHP(arrayBuffer: ArrayBuffer, options?: object): BinaryGeometry[] {\n const shpParser = new SHPParser(options);\n shpParser.write(arrayBuffer);\n shpParser.end();\n\n // @ts-ignore\n return shpParser.result;\n}\n\n/**\n * @param asyncIterator\n * @param options\n * @returns\n */\nexport async function* parseSHPInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: object\n): AsyncIterable<BinaryGeometry | object> {\n const parser = new SHPParser(options);\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.header) {\n headerReturned = true;\n yield parser.result.header;\n }\n\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n parser.result.geometries = [];\n }\n }\n parser.end();\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n }\n\n return;\n}\n\n/**\n * State-machine parser for SHP data\n *\n * Note that whenever more data is needed, a `return`, not a `break`, is\n * necessary, as the `break` keeps the context within `parseState`, while\n * `return` releases context so that more data can be written into the\n * BinaryChunkReader.\n *\n * @param state Current state\n * @param result An object to hold result data\n * @param binaryReader\n * @return State at end of current parsing\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: number,\n result: {[key: string]: any},\n binaryReader: BinaryChunkReader,\n options: {shp?: any}\n): number {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.EXPECTING_HEADER:\n // Parse initial file header\n const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);\n if (!dataView) {\n return state;\n }\n\n result.header = parseSHPHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n bytesTotal: result.header.length,\n rows: 0\n };\n // index numbering starts at 1\n result.currentIndex = 1;\n state = STATE.EXPECTING_RECORD;\n break;\n\n case STATE.EXPECTING_RECORD:\n while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {\n const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE) as DataView;\n const recordHeader = {\n recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),\n // 2 byte words; includes the four words of record header\n byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,\n // This is actually part of the record, not the header...\n type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)\n };\n\n if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE);\n return state;\n }\n\n const invalidRecord =\n recordHeader.byteLength < 4 ||\n recordHeader.type !== result.header.type ||\n recordHeader.recordNumber !== result.currentIndex;\n\n // All records must have at least four bytes (for the record shape type)\n if (invalidRecord) {\n // Malformed record, try again, advancing just 4 bytes\n // Note: this is a rewind because binaryReader.getDataView above\n // moved the pointer forward 12 bytes, so rewinding 8 bytes still\n // leaves us 4 bytes ahead\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);\n } else {\n // Note: type is actually part of the record, not the header, so\n // rewind 4 bytes before reading record\n binaryReader.rewind(4);\n\n const recordView = binaryReader.getDataView(recordHeader.byteLength) as DataView;\n const geometry = parseRecord(recordView, options);\n result.geometries.push(geometry);\n\n result.currentIndex++;\n result.progress.rows = result.currentIndex - 1;\n }\n }\n\n if (binaryReader.ended) {\n state = STATE.END;\n }\n\n return state;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `SHP parsing failed: ${(error as Error)?.message}`;\n return state;\n }\n }\n}\n"],"file":"parse-shp.js"}
@@ -1,28 +1,22 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.parseShx = void 0;
4
- const parse_shp_header_1 = require("./parse-shp-header");
1
+ import { parseSHPHeader } from './parse-shp-header';
5
2
  const SHX_HEADER_SIZE = 100;
6
3
  const BIG_ENDIAN = false;
7
- /**
8
- * @param arrayBuffer
9
- * @returns SHXOutput
10
- */
11
- function parseShx(arrayBuffer) {
12
- // SHX header is identical to SHP Header
13
- const headerView = new DataView(arrayBuffer, 0, SHX_HEADER_SIZE);
14
- const header = (0, parse_shp_header_1.parseSHPHeader)(headerView);
15
- const contentLength = header.length - SHX_HEADER_SIZE;
16
- const contentView = new DataView(arrayBuffer, SHX_HEADER_SIZE, contentLength);
17
- const offsets = new Int32Array(contentLength);
18
- const lengths = new Int32Array(contentLength);
19
- for (let i = 0; i < contentLength / 8; i++) {
20
- offsets[i] = contentView.getInt32(i * 8, BIG_ENDIAN);
21
- lengths[i] = contentView.getInt32(i * 8 + 4, BIG_ENDIAN);
22
- }
23
- return {
24
- offsets,
25
- lengths
26
- };
4
+ export function parseShx(arrayBuffer) {
5
+ const headerView = new DataView(arrayBuffer, 0, SHX_HEADER_SIZE);
6
+ const header = parseSHPHeader(headerView);
7
+ const contentLength = header.length - SHX_HEADER_SIZE;
8
+ const contentView = new DataView(arrayBuffer, SHX_HEADER_SIZE, contentLength);
9
+ const offsets = new Int32Array(contentLength);
10
+ const lengths = new Int32Array(contentLength);
11
+
12
+ for (let i = 0; i < contentLength / 8; i++) {
13
+ offsets[i] = contentView.getInt32(i * 8, BIG_ENDIAN);
14
+ lengths[i] = contentView.getInt32(i * 8 + 4, BIG_ENDIAN);
15
+ }
16
+
17
+ return {
18
+ offsets,
19
+ lengths
20
+ };
27
21
  }
28
- exports.parseShx = parseShx;
22
+ //# sourceMappingURL=parse-shx.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/lib/parsers/parse-shx.ts"],"names":["parseSHPHeader","SHX_HEADER_SIZE","BIG_ENDIAN","parseShx","arrayBuffer","headerView","DataView","header","contentLength","length","contentView","offsets","Int32Array","lengths","i","getInt32"],"mappings":"AAAA,SAAQA,cAAR,QAA6B,oBAA7B;AAOA,MAAMC,eAAe,GAAG,GAAxB;AACA,MAAMC,UAAU,GAAG,KAAnB;AAMA,OAAO,SAASC,QAAT,CAAkBC,WAAlB,EAAuD;AAE5D,QAAMC,UAAU,GAAG,IAAIC,QAAJ,CAAaF,WAAb,EAA0B,CAA1B,EAA6BH,eAA7B,CAAnB;AACA,QAAMM,MAAM,GAAGP,cAAc,CAACK,UAAD,CAA7B;AACA,QAAMG,aAAa,GAAGD,MAAM,CAACE,MAAP,GAAgBR,eAAtC;AAEA,QAAMS,WAAW,GAAG,IAAIJ,QAAJ,CAAaF,WAAb,EAA0BH,eAA1B,EAA2CO,aAA3C,CAApB;AAEA,QAAMG,OAAO,GAAG,IAAIC,UAAJ,CAAeJ,aAAf,CAAhB;AACA,QAAMK,OAAO,GAAG,IAAID,UAAJ,CAAeJ,aAAf,CAAhB;;AAEA,OAAK,IAAIM,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGN,aAAa,GAAG,CAApC,EAAuCM,CAAC,EAAxC,EAA4C;AAC1CH,IAAAA,OAAO,CAACG,CAAD,CAAP,GAAaJ,WAAW,CAACK,QAAZ,CAAqBD,CAAC,GAAG,CAAzB,EAA4BZ,UAA5B,CAAb;AACAW,IAAAA,OAAO,CAACC,CAAD,CAAP,GAAaJ,WAAW,CAACK,QAAZ,CAAqBD,CAAC,GAAG,CAAJ,GAAQ,CAA7B,EAAgCZ,UAAhC,CAAb;AACD;;AAED,SAAO;AACLS,IAAAA,OADK;AAELE,IAAAA;AAFK,GAAP;AAID","sourcesContent":["import {parseSHPHeader} from './parse-shp-header';\n\nexport interface SHXOutput {\n offsets: Int32Array;\n lengths: Int32Array;\n}\n\nconst SHX_HEADER_SIZE = 100;\nconst BIG_ENDIAN = false;\n\n/**\n * @param arrayBuffer\n * @returns SHXOutput\n */\nexport function parseShx(arrayBuffer: ArrayBuffer): SHXOutput {\n // SHX header is identical to SHP Header\n const headerView = new DataView(arrayBuffer, 0, SHX_HEADER_SIZE);\n const header = parseSHPHeader(headerView);\n const contentLength = header.length - SHX_HEADER_SIZE;\n\n const contentView = new DataView(arrayBuffer, SHX_HEADER_SIZE, contentLength);\n\n const offsets = new Int32Array(contentLength);\n const lengths = new Int32Array(contentLength);\n\n for (let i = 0; i < contentLength / 8; i++) {\n offsets[i] = contentView.getInt32(i * 8, BIG_ENDIAN);\n lengths[i] = contentView.getInt32(i * 8 + 4, BIG_ENDIAN);\n }\n\n return {\n offsets,\n lengths\n };\n}\n"],"file":"parse-shx.js"}