@loaders.gl/shapefile 3.1.0-alpha.4 → 3.1.0-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.d.ts +2 -0
- package/dist/bundle.d.ts.map +1 -0
- package/dist/bundle.js +7554 -0
- package/dist/dbf-loader.d.ts +8 -0
- package/dist/dbf-loader.d.ts.map +1 -0
- package/dist/dbf-loader.js +32 -0
- package/dist/dbf-worker.js +912 -2
- package/dist/es5/bundle.js +1 -1
- package/dist/es5/bundle.js.map +1 -1
- package/dist/es5/dbf-loader.js +5 -40
- package/dist/es5/dbf-loader.js.map +1 -1
- package/dist/es5/index.js +5 -5
- package/dist/es5/lib/parsers/parse-dbf.js +86 -232
- package/dist/es5/lib/parsers/parse-dbf.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shapefile.js +151 -404
- package/dist/es5/lib/parsers/parse-shapefile.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shp-geometry.js +49 -96
- package/dist/es5/lib/parsers/parse-shp-geometry.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shp-header.js +4 -4
- package/dist/es5/lib/parsers/parse-shp-header.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shp.js +47 -165
- package/dist/es5/lib/parsers/parse-shp.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shx.js +11 -11
- package/dist/es5/lib/parsers/parse-shx.js.map +1 -1
- package/dist/es5/lib/streaming/binary-chunk-reader.js +99 -172
- package/dist/es5/lib/streaming/binary-chunk-reader.js.map +1 -1
- package/dist/es5/lib/streaming/binary-reader.js +24 -35
- package/dist/es5/lib/streaming/binary-reader.js.map +1 -1
- package/dist/es5/lib/streaming/zip-batch-iterators.js +37 -96
- package/dist/es5/lib/streaming/zip-batch-iterators.js.map +1 -1
- package/dist/es5/shapefile-loader.js +3 -3
- package/dist/es5/shapefile-loader.js.map +1 -1
- package/dist/es5/shp-loader.js +6 -41
- package/dist/es5/shp-loader.js.map +1 -1
- package/dist/es5/workers/dbf-worker.js +7 -3
- package/dist/es5/workers/dbf-worker.js.map +1 -0
- package/dist/es5/workers/shp-worker.js +7 -3
- package/dist/es5/workers/shp-worker.js.map +1 -0
- package/dist/esm/dbf-loader.js +1 -1
- package/dist/esm/dbf-loader.js.map +1 -1
- package/dist/esm/lib/parsers/parse-dbf.js +4 -6
- package/dist/esm/lib/parsers/parse-dbf.js.map +1 -1
- package/dist/esm/lib/parsers/parse-shapefile.js +1 -1
- package/dist/esm/lib/parsers/parse-shapefile.js.map +1 -1
- package/dist/esm/lib/parsers/parse-shp-geometry.js +1 -1
- package/dist/esm/lib/parsers/parse-shp-geometry.js.map +1 -1
- package/dist/esm/lib/parsers/parse-shp-header.js +2 -2
- package/dist/esm/lib/parsers/parse-shp-header.js.map +1 -1
- package/dist/esm/lib/parsers/parse-shp.js +2 -2
- package/dist/esm/lib/parsers/parse-shp.js.map +1 -1
- package/dist/esm/shapefile-loader.js +1 -1
- package/dist/esm/shapefile-loader.js.map +1 -1
- package/dist/esm/shp-loader.js +1 -1
- package/dist/esm/shp-loader.js.map +1 -1
- package/dist/esm/workers/dbf-worker.js +3 -3
- package/dist/esm/workers/dbf-worker.js.map +1 -0
- package/dist/esm/workers/shp-worker.js +3 -3
- package/dist/esm/workers/shp-worker.js.map +1 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +11 -0
- package/dist/lib/parsers/parse-dbf.d.ts +28 -0
- package/dist/lib/parsers/parse-dbf.d.ts.map +1 -0
- package/dist/lib/parsers/parse-dbf.js +335 -0
- package/dist/lib/parsers/parse-shapefile.d.ts +54 -0
- package/dist/lib/parsers/parse-shapefile.d.ts.map +1 -0
- package/dist/lib/parsers/parse-shapefile.js +245 -0
- package/dist/lib/parsers/parse-shp-geometry.d.ts +11 -0
- package/dist/lib/parsers/parse-shp-geometry.d.ts.map +1 -0
- package/dist/lib/parsers/parse-shp-geometry.js +287 -0
- package/dist/lib/parsers/parse-shp-header.d.ts +26 -0
- package/dist/lib/parsers/parse-shp-header.d.ts.map +1 -0
- package/dist/lib/parsers/parse-shp-header.js +43 -0
- package/dist/lib/parsers/parse-shp.d.ts +9 -0
- package/dist/lib/parsers/parse-shp.d.ts.map +1 -0
- package/dist/lib/parsers/parse-shp.js +170 -0
- package/dist/lib/parsers/parse-shx.d.ts +10 -0
- package/dist/lib/parsers/parse-shx.d.ts.map +1 -0
- package/dist/lib/parsers/parse-shx.js +28 -0
- package/dist/lib/streaming/binary-chunk-reader.d.ts +59 -0
- package/dist/lib/streaming/binary-chunk-reader.d.ts.map +1 -0
- package/dist/lib/streaming/binary-chunk-reader.js +161 -0
- package/dist/lib/streaming/binary-reader.d.ts +32 -0
- package/dist/lib/streaming/binary-reader.d.ts.map +1 -0
- package/dist/lib/streaming/binary-reader.js +52 -0
- package/dist/lib/streaming/zip-batch-iterators.d.ts +8 -0
- package/dist/lib/streaming/zip-batch-iterators.d.ts.map +1 -0
- package/dist/lib/streaming/zip-batch-iterators.js +61 -0
- package/dist/shapefile-loader.d.ts +26 -0
- package/dist/shapefile-loader.d.ts.map +1 -0
- package/dist/shapefile-loader.js +31 -0
- package/dist/shp-loader.d.ts +9 -0
- package/dist/shp-loader.d.ts.map +1 -0
- package/dist/shp-loader.js +35 -0
- package/dist/shp-worker.js +606 -2
- package/dist/workers/dbf-worker.d.ts +2 -0
- package/dist/workers/dbf-worker.d.ts.map +1 -0
- package/dist/workers/dbf-worker.js +5 -0
- package/dist/workers/shp-worker.d.ts +2 -0
- package/dist/workers/shp-worker.d.ts.map +1 -0
- package/dist/workers/shp-worker.js +5 -0
- package/package.json +10 -10
- package/src/lib/parsers/parse-dbf.ts +5 -3
- package/src/lib/parsers/parse-shp-geometry.ts +1 -1
- package/src/workers/{dbf-worker.js → dbf-worker.ts} +0 -0
- package/src/workers/{shp-worker.js → shp-worker.ts} +0 -0
- package/dist/dbf-worker.js.map +0 -1
- package/dist/dist.min.js +0 -2
- package/dist/dist.min.js.map +0 -1
- package/dist/shp-worker.js.map +0 -1
|
@@ -8,40 +8,27 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
8
8
|
exports.parseSHP = parseSHP;
|
|
9
9
|
exports.parseSHPInBatches = parseSHPInBatches;
|
|
10
10
|
|
|
11
|
-
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
12
|
-
|
|
13
|
-
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
14
|
-
|
|
15
|
-
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
16
|
-
|
|
17
11
|
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
18
12
|
|
|
19
|
-
var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
|
|
20
|
-
|
|
21
|
-
var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
|
|
22
|
-
|
|
23
|
-
var _asyncIterator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncIterator"));
|
|
24
|
-
|
|
25
13
|
var _binaryChunkReader = _interopRequireDefault(require("../streaming/binary-chunk-reader"));
|
|
26
14
|
|
|
27
15
|
var _parseShpHeader = require("./parse-shp-header");
|
|
28
16
|
|
|
29
17
|
var _parseShpGeometry = require("./parse-shp-geometry");
|
|
30
18
|
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
19
|
+
const LITTLE_ENDIAN = true;
|
|
20
|
+
const BIG_ENDIAN = false;
|
|
21
|
+
const SHP_HEADER_SIZE = 100;
|
|
22
|
+
const SHP_RECORD_HEADER_SIZE = 12;
|
|
23
|
+
const STATE = {
|
|
36
24
|
EXPECTING_HEADER: 0,
|
|
37
25
|
EXPECTING_RECORD: 1,
|
|
38
26
|
END: 2,
|
|
39
27
|
ERROR: 3
|
|
40
28
|
};
|
|
41
29
|
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
(0, _classCallCheck2.default)(this, SHPParser);
|
|
30
|
+
class SHPParser {
|
|
31
|
+
constructor(options) {
|
|
45
32
|
(0, _defineProperty2.default)(this, "options", {});
|
|
46
33
|
(0, _defineProperty2.default)(this, "binaryReader", new _binaryChunkReader.default({
|
|
47
34
|
maxRewindBytes: SHP_RECORD_HEADER_SIZE
|
|
@@ -53,160 +40,55 @@ var SHPParser = function () {
|
|
|
53
40
|
this.options = options;
|
|
54
41
|
}
|
|
55
42
|
|
|
56
|
-
(
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
this.state = parseState(this.state, this.result, this.binaryReader, this.options);
|
|
61
|
-
}
|
|
62
|
-
}, {
|
|
63
|
-
key: "end",
|
|
64
|
-
value: function end() {
|
|
65
|
-
this.binaryReader.end();
|
|
66
|
-
this.state = parseState(this.state, this.result, this.binaryReader, this.options);
|
|
43
|
+
write(arrayBuffer) {
|
|
44
|
+
this.binaryReader.write(arrayBuffer);
|
|
45
|
+
this.state = parseState(this.state, this.result, this.binaryReader, this.options);
|
|
46
|
+
}
|
|
67
47
|
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
48
|
+
end() {
|
|
49
|
+
this.binaryReader.end();
|
|
50
|
+
this.state = parseState(this.state, this.result, this.binaryReader, this.options);
|
|
51
|
+
|
|
52
|
+
if (this.state !== STATE.END) {
|
|
53
|
+
this.state = STATE.ERROR;
|
|
54
|
+
this.result.error = 'SHP incomplete file';
|
|
72
55
|
}
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
}
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
}
|
|
76
59
|
|
|
77
60
|
function parseSHP(arrayBuffer, options) {
|
|
78
|
-
|
|
61
|
+
const shpParser = new SHPParser(options);
|
|
79
62
|
shpParser.write(arrayBuffer);
|
|
80
63
|
shpParser.end();
|
|
81
64
|
return shpParser.result;
|
|
82
65
|
}
|
|
83
66
|
|
|
84
|
-
function parseSHPInBatches(
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
function _parseSHPInBatches() {
|
|
89
|
-
_parseSHPInBatches = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(asyncIterator, options) {
|
|
90
|
-
var parser, headerReturned, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _value, arrayBuffer;
|
|
91
|
-
|
|
92
|
-
return _regenerator.default.wrap(function _callee$(_context) {
|
|
93
|
-
while (1) {
|
|
94
|
-
switch (_context.prev = _context.next) {
|
|
95
|
-
case 0:
|
|
96
|
-
parser = new SHPParser(options);
|
|
97
|
-
headerReturned = false;
|
|
98
|
-
_iteratorNormalCompletion = true;
|
|
99
|
-
_didIteratorError = false;
|
|
100
|
-
_context.prev = 4;
|
|
101
|
-
_iterator = (0, _asyncIterator2.default)(asyncIterator);
|
|
102
|
-
|
|
103
|
-
case 6:
|
|
104
|
-
_context.next = 8;
|
|
105
|
-
return (0, _awaitAsyncGenerator2.default)(_iterator.next());
|
|
106
|
-
|
|
107
|
-
case 8:
|
|
108
|
-
_step = _context.sent;
|
|
109
|
-
_iteratorNormalCompletion = _step.done;
|
|
110
|
-
_context.next = 12;
|
|
111
|
-
return (0, _awaitAsyncGenerator2.default)(_step.value);
|
|
112
|
-
|
|
113
|
-
case 12:
|
|
114
|
-
_value = _context.sent;
|
|
115
|
-
|
|
116
|
-
if (_iteratorNormalCompletion) {
|
|
117
|
-
_context.next = 27;
|
|
118
|
-
break;
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
arrayBuffer = _value;
|
|
122
|
-
parser.write(arrayBuffer);
|
|
123
|
-
|
|
124
|
-
if (!(!headerReturned && parser.result.header)) {
|
|
125
|
-
_context.next = 20;
|
|
126
|
-
break;
|
|
127
|
-
}
|
|
67
|
+
async function* parseSHPInBatches(asyncIterator, options) {
|
|
68
|
+
const parser = new SHPParser(options);
|
|
69
|
+
let headerReturned = false;
|
|
128
70
|
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
return parser.result.header;
|
|
71
|
+
for await (const arrayBuffer of asyncIterator) {
|
|
72
|
+
parser.write(arrayBuffer);
|
|
132
73
|
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
}
|
|
138
|
-
|
|
139
|
-
_context.next = 23;
|
|
140
|
-
return parser.result.geometries;
|
|
141
|
-
|
|
142
|
-
case 23:
|
|
143
|
-
parser.result.geometries = [];
|
|
144
|
-
|
|
145
|
-
case 24:
|
|
146
|
-
_iteratorNormalCompletion = true;
|
|
147
|
-
_context.next = 6;
|
|
148
|
-
break;
|
|
149
|
-
|
|
150
|
-
case 27:
|
|
151
|
-
_context.next = 33;
|
|
152
|
-
break;
|
|
153
|
-
|
|
154
|
-
case 29:
|
|
155
|
-
_context.prev = 29;
|
|
156
|
-
_context.t0 = _context["catch"](4);
|
|
157
|
-
_didIteratorError = true;
|
|
158
|
-
_iteratorError = _context.t0;
|
|
159
|
-
|
|
160
|
-
case 33:
|
|
161
|
-
_context.prev = 33;
|
|
162
|
-
_context.prev = 34;
|
|
163
|
-
|
|
164
|
-
if (!(!_iteratorNormalCompletion && _iterator.return != null)) {
|
|
165
|
-
_context.next = 38;
|
|
166
|
-
break;
|
|
167
|
-
}
|
|
168
|
-
|
|
169
|
-
_context.next = 38;
|
|
170
|
-
return (0, _awaitAsyncGenerator2.default)(_iterator.return());
|
|
171
|
-
|
|
172
|
-
case 38:
|
|
173
|
-
_context.prev = 38;
|
|
174
|
-
|
|
175
|
-
if (!_didIteratorError) {
|
|
176
|
-
_context.next = 41;
|
|
177
|
-
break;
|
|
178
|
-
}
|
|
179
|
-
|
|
180
|
-
throw _iteratorError;
|
|
181
|
-
|
|
182
|
-
case 41:
|
|
183
|
-
return _context.finish(38);
|
|
184
|
-
|
|
185
|
-
case 42:
|
|
186
|
-
return _context.finish(33);
|
|
187
|
-
|
|
188
|
-
case 43:
|
|
189
|
-
parser.end();
|
|
74
|
+
if (!headerReturned && parser.result.header) {
|
|
75
|
+
headerReturned = true;
|
|
76
|
+
yield parser.result.header;
|
|
77
|
+
}
|
|
190
78
|
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
79
|
+
if (parser.result.geometries.length > 0) {
|
|
80
|
+
yield parser.result.geometries;
|
|
81
|
+
parser.result.geometries = [];
|
|
82
|
+
}
|
|
83
|
+
}
|
|
195
84
|
|
|
196
|
-
|
|
197
|
-
return parser.result.geometries;
|
|
85
|
+
parser.end();
|
|
198
86
|
|
|
199
|
-
|
|
200
|
-
|
|
87
|
+
if (parser.result.geometries.length > 0) {
|
|
88
|
+
yield parser.result.geometries;
|
|
89
|
+
}
|
|
201
90
|
|
|
202
|
-
|
|
203
|
-
case "end":
|
|
204
|
-
return _context.stop();
|
|
205
|
-
}
|
|
206
|
-
}
|
|
207
|
-
}, _callee, null, [[4, 29, 33, 43], [34,, 38, 42]]);
|
|
208
|
-
}));
|
|
209
|
-
return _parseSHPInBatches.apply(this, arguments);
|
|
91
|
+
return;
|
|
210
92
|
}
|
|
211
93
|
|
|
212
94
|
function parseState(state, result, binaryReader, options) {
|
|
@@ -218,7 +100,7 @@ function parseState(state, result, binaryReader, options) {
|
|
|
218
100
|
return state;
|
|
219
101
|
|
|
220
102
|
case STATE.EXPECTING_HEADER:
|
|
221
|
-
|
|
103
|
+
const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);
|
|
222
104
|
|
|
223
105
|
if (!dataView) {
|
|
224
106
|
return state;
|
|
@@ -236,8 +118,8 @@ function parseState(state, result, binaryReader, options) {
|
|
|
236
118
|
|
|
237
119
|
case STATE.EXPECTING_RECORD:
|
|
238
120
|
while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {
|
|
239
|
-
|
|
240
|
-
|
|
121
|
+
const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE);
|
|
122
|
+
const recordHeader = {
|
|
241
123
|
recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),
|
|
242
124
|
byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,
|
|
243
125
|
type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)
|
|
@@ -248,14 +130,14 @@ function parseState(state, result, binaryReader, options) {
|
|
|
248
130
|
return state;
|
|
249
131
|
}
|
|
250
132
|
|
|
251
|
-
|
|
133
|
+
const invalidRecord = recordHeader.byteLength < 4 || recordHeader.type !== result.header.type || recordHeader.recordNumber !== result.currentIndex;
|
|
252
134
|
|
|
253
135
|
if (invalidRecord) {
|
|
254
136
|
binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);
|
|
255
137
|
} else {
|
|
256
138
|
binaryReader.rewind(4);
|
|
257
|
-
|
|
258
|
-
|
|
139
|
+
const recordView = binaryReader.getDataView(recordHeader.byteLength);
|
|
140
|
+
const geometry = (0, _parseShpGeometry.parseRecord)(recordView, options);
|
|
259
141
|
result.geometries.push(geometry);
|
|
260
142
|
result.currentIndex++;
|
|
261
143
|
result.progress.rows = result.currentIndex - 1;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/parsers/parse-shp.ts"],"names":["LITTLE_ENDIAN","BIG_ENDIAN","SHP_HEADER_SIZE","SHP_RECORD_HEADER_SIZE","STATE","EXPECTING_HEADER","EXPECTING_RECORD","END","ERROR","SHPParser","options","BinaryChunkReader","maxRewindBytes","geometries","arrayBuffer","binaryReader","write","state","parseState","result","end","error","parseSHP","shpParser","parseSHPInBatches","asyncIterator","parser","headerReturned","header","length","dataView","getDataView","progress","bytesUsed","bytesTotal","rows","currentIndex","hasAvailableBytes","recordHeaderView","recordHeader","recordNumber","getInt32","byteLength","type","rewind","invalidRecord","recordView","geometry","push","ended","message"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAEA;;AACA;;AACA;;AAEA,IAAMA,aAAa,GAAG,IAAtB;AACA,IAAMC,UAAU,GAAG,KAAnB;AAEA,IAAMC,eAAe,GAAG,GAAxB;AAGA,IAAMC,sBAAsB,GAAG,EAA/B;AAEA,IAAMC,KAAK,GAAG;AACZC,EAAAA,gBAAgB,EAAE,CADN;AAEZC,EAAAA,gBAAgB,EAAE,CAFN;AAGZC,EAAAA,GAAG,EAAE,CAHO;AAIZC,EAAAA,KAAK,EAAE;AAJK,CAAd;;IAaMC,S;AAQJ,qBAAYC,OAAZ,EAAqC;AAAA;AAAA,mDAPrB,EAOqB;AAAA,wDANtB,IAAIC,0BAAJ,CAAsB;AAACC,MAAAA,cAAc,EAAET;AAAjB,KAAtB,CAMsB;AAAA,iDAL7BC,KAAK,CAACC,gBAKuB;AAAA,kDAJjB;AAClBQ,MAAAA,UAAU,EAAE;AADM,KAIiB;AACnC,SAAKH,OAAL,GAAeA,OAAf;AACD;;;;WAED,eAAMI,WAAN,EAAgC;AAC9B,WAAKC,YAAL,CAAkBC,KAAlB,CAAwBF,WAAxB;AACA,WAAKG,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKJ,YAA/B,EAA6C,KAAKL,OAAlD,CAAvB;AACD;;;WAED,eAAM;AACJ,WAAKK,YAAL,CAAkBK,GAAlB;AACA,WAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKJ,YAA/B,EAA6C,KAAKL,OAAlD,CAAvB;;AAEA,UAAI,KAAKO,KAAL,KAAeb,KAAK,CAACG,GAAzB,EAA8B;AAC5B,aAAKU,KAAL,GAAab,KAAK,CAACI,KAAnB;AACA,aAAKW,MAAL,CAAYE,KAAZ,GAAoB,qBAApB;AACD;AACF;;;;;AAGI,SAASC,QAAT,CAAkBR,WAAlB,EAA4CJ,OAA5C,EAAgF;AACrF,MAAMa,SAAS,GAAG,IAAId,SAAJ,CAAcC,OAAd,CAAlB;AACAa,EAAAA,SAAS,CAACP,KAAV,CAAgBF,WAAhB;AACAS,EAAAA,SAAS,CAACH,GAAV;AAGA,SAAOG,SAAS,CAACJ,MAAjB;AACD;;SAOsBK,iB;;;;;mFAAhB,iBACLC,aADK,EAELf,OAFK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAICgB,YAAAA,MAJD,GAIU,IAAIjB,SAAJ,CAAcC,OAAd,CAJV;AAKDiB,YAAAA,cALC,GAKgB,KALhB;AAAA;AAAA;AAAA;AAAA,qDAM2BF,aAN3B;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAMYX,YAAAA,WANZ;AAOHY,YAAAA,MAAM,CAACV,KAAP,CAAaF,WAAb;;AAPG,kBAQC,CAACa,cAAD,IAAmBD,MAAM,CAACP,MAAP,CAAcS,MARlC;AAAA;AAAA;AAAA;;AASDD,YAAAA,cAAc,GAAG,IAAjB;AATC;AAUD,mBAAMD,MAAM,CAACP,MAAP,CAAcS,MAApB;;AAVC;AAAA,kBAaCF,MAAM,CAACP,MAAP,CAAcN,UAAd,CAAyBgB,MAAzB,GAAkC,CAbnC;AAAA;AAAA;AAAA;;AAAA;AAcD,mBAAMH,MAAM,CAACP,MAAP,CAAcN,UAApB;;AAdC;AAeDa,YAAAA,MAAM,CAACP,MAAP,CAAcN,UAAd,GAA2B,EAA3B;;AAfC;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAkBLa,YAAAA,MAAM,CAACN,GAAP;;AAlBK,kBAmBDM,MAAM,CAACP,MAAP,CAAcN,UAAd,CAAyBgB,MAAzB,GAAkC,CAnBjC;AAAA;AAAA;AAAA;;AAAA;AAoBH,mBAAMH,MAAM,CAACP,MAAP,CAAcN,UAApB;;AApBG;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAwCP,SAASK,UAAT,CACED,KADF,EAEEE,MAFF,EAGEJ,YAHF,EAIEL,OAJF,EAKU;AAER,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQO,KAAR;AACE,aAAKb,KAAK,CAACI,KAAX;AACA,aAAKJ,KAAK,CAACG,GAAX;AACE,iBAAOU,KAAP;;AAEF,aAAKb,KAAK,CAACC,gBAAX;AAEE,cAAMyB,QAAQ,GAAGf,YAAY,CAACgB,WAAb,CAAyB7B,eAAzB,CAAjB;;AACA,cAAI,CAAC4B,QAAL,EAAe;AACb,mBAAOb,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAACS,MAAP,GAAgB,oCAAeE,QAAf,CAAhB;AACAX,UAAAA,MAAM,CAACa,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,UAAU,EAAEf,MAAM,CAACS,MAAP,CAAcC,MAFV;AAGhBM,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAMAhB,UAAAA,MAAM,CAACiB,YAAP,GAAsB,CAAtB;AACAnB,UAAAA,KAAK,GAAGb,KAAK,CAACE,gBAAd;AACA;;AAEF,aAAKF,KAAK,CAACE,gBAAX;AACE,iBAAOS,YAAY,CAACsB,iBAAb,CAA+BlC,sBAA/B,CAAP,EAA+D;AAC7D,gBAAMmC,gBAAgB,GAAGvB,YAAY,CAACgB,WAAb,CAAyB5B,sBAAzB,CAAzB;AACA,gBAAMoC,YAAY,GAAG;AACnBC,cAAAA,YAAY,EAAEF,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BxC,UAA7B,CADK;AAGnByC,cAAAA,UAAU,EAAEJ,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BxC,UAA7B,IAA2C,CAHpC;AAKnB0C,cAAAA,IAAI,EAAEL,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BzC,aAA7B;AALa,aAArB;;AAQA,gBAAI,CAACe,YAAY,CAACsB,iBAAb,CAA+BE,YAAY,CAACG,UAAb,GAA0B,CAAzD,CAAL,EAAkE;AAChE3B,cAAAA,YAAY,CAAC6B,MAAb,CAAoBzC,sBAApB;AACA,qBAAOc,KAAP;AACD;;AAED,gBAAM4B,aAAa,GACjBN,YAAY,CAACG,UAAb,GAA0B,CAA1B,IACAH,YAAY,CAACI,IAAb,KAAsBxB,MAAM,CAACS,MAAP,CAAce,IADpC,IAEAJ,YAAY,CAACC,YAAb,KAA8BrB,MAAM,CAACiB,YAHvC;;AAMA,gBAAIS,aAAJ,EAAmB;AAKjB9B,cAAAA,YAAY,CAAC6B,MAAb,CAAoBzC,sBAAsB,GAAG,CAA7C;AACD,aAND,MAMO;AAGLY,cAAAA,YAAY,CAAC6B,MAAb,CAAoB,CAApB;AAEA,kBAAME,UAAU,GAAG/B,YAAY,CAACgB,WAAb,CAAyBQ,YAAY,CAACG,UAAtC,CAAnB;AACA,kBAAMK,QAAQ,GAAG,mCAAYD,UAAZ,EAAwBpC,OAAxB,CAAjB;AACAS,cAAAA,MAAM,CAACN,UAAP,CAAkBmC,IAAlB,CAAuBD,QAAvB;AAEA5B,cAAAA,MAAM,CAACiB,YAAP;AACAjB,cAAAA,MAAM,CAACa,QAAP,CAAgBG,IAAhB,GAAuBhB,MAAM,CAACiB,YAAP,GAAsB,CAA7C;AACD;AACF;;AAED,cAAIrB,YAAY,CAACkC,KAAjB,EAAwB;AACtBhC,YAAAA,KAAK,GAAGb,KAAK,CAACG,GAAd;AACD;;AAED,iBAAOU,KAAP;;AAEF;AACEA,UAAAA,KAAK,GAAGb,KAAK,CAACI,KAAd;AACAW,UAAAA,MAAM,CAACE,KAAP,kCAAuCJ,KAAvC;AACA,iBAAOA,KAAP;AA1EJ;AA4ED,KA7ED,CA6EE,OAAOI,KAAP,EAAc;AACdJ,MAAAA,KAAK,GAAGb,KAAK,CAACI,KAAd;AACAW,MAAAA,MAAM,CAACE,KAAP,iCAAuCA,KAAvC,aAAuCA,KAAvC,uBAAuCA,KAAD,CAAkB6B,OAAxD;AACA,aAAOjC,KAAP;AACD;AACF;AACF","sourcesContent":["import type {LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {BinaryGeometry} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\nimport {parseSHPHeader} from './parse-shp-header';\nimport {parseRecord} from './parse-shp-geometry';\n\nconst LITTLE_ENDIAN = true;\nconst BIG_ENDIAN = false;\n\nconst SHP_HEADER_SIZE = 100;\n// According to the spec, the record header is just 8 bytes, but here we set it\n// to 12 so that we can also access the record's type\nconst SHP_RECORD_HEADER_SIZE = 12;\n\nconst STATE = {\n EXPECTING_HEADER: 0,\n EXPECTING_RECORD: 1,\n END: 2,\n ERROR: 3\n};\n\ntype SHPResult = {\n geometries: [];\n header?: {};\n error?: string;\n};\n\nclass SHPParser {\n options?: any = {};\n binaryReader = new BinaryChunkReader({maxRewindBytes: SHP_RECORD_HEADER_SIZE});\n state = STATE.EXPECTING_HEADER;\n result: SHPResult = {\n geometries: []\n };\n\n constructor(options?: LoaderOptions) {\n this.options = options;\n }\n\n write(arrayBuffer: ArrayBuffer) {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n }\n\n end() {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'SHP incomplete file';\n }\n }\n}\n\nexport function parseSHP(arrayBuffer: ArrayBuffer, options?: object): BinaryGeometry[] {\n const shpParser = new SHPParser(options);\n shpParser.write(arrayBuffer);\n shpParser.end();\n\n // @ts-ignore\n return shpParser.result;\n}\n\n/**\n * @param asyncIterator\n * @param options\n * @returns\n */\nexport async function* parseSHPInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: object\n): AsyncIterable<BinaryGeometry | object> {\n const parser = new SHPParser(options);\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.header) {\n headerReturned = true;\n yield parser.result.header;\n }\n\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n parser.result.geometries = [];\n }\n }\n parser.end();\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n }\n\n return;\n}\n\n/**\n * State-machine parser for SHP data\n *\n * Note that whenever more data is needed, a `return`, not a `break`, is\n * necessary, as the `break` keeps the context within `parseState`, while\n * `return` releases context so that more data can be written into the\n * BinaryChunkReader.\n *\n * @param state Current state\n * @param result An object to hold result data\n * @param binaryReader\n * @return State at end of current parsing\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: number,\n result: {[key: string]: any},\n binaryReader: BinaryChunkReader,\n options: {shp?: any}\n): number {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.EXPECTING_HEADER:\n // Parse initial file header\n const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);\n if (!dataView) {\n return state;\n }\n\n result.header = parseSHPHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n bytesTotal: result.header.length,\n rows: 0\n };\n // index numbering starts at 1\n result.currentIndex = 1;\n state = STATE.EXPECTING_RECORD;\n break;\n\n case STATE.EXPECTING_RECORD:\n while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {\n const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE) as DataView;\n const recordHeader = {\n recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),\n // 2 byte words; includes the four words of record header\n byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,\n // This is actually part of the record, not the header...\n type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)\n };\n\n if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE);\n return state;\n }\n\n const invalidRecord =\n recordHeader.byteLength < 4 ||\n recordHeader.type !== result.header.type ||\n recordHeader.recordNumber !== result.currentIndex;\n\n // All records must have at least four bytes (for the record shape type)\n if (invalidRecord) {\n // Malformed record, try again, advancing just 4 bytes\n // Note: this is a rewind because binaryReader.getDataView above\n // moved the pointer forward 12 bytes, so rewinding 8 bytes still\n // leaves us 4 bytes ahead\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);\n } else {\n // Note: type is actually part of the record, not the header, so\n // rewind 4 bytes before reading record\n binaryReader.rewind(4);\n\n const recordView = binaryReader.getDataView(recordHeader.byteLength) as DataView;\n const geometry = parseRecord(recordView, options);\n result.geometries.push(geometry);\n\n result.currentIndex++;\n result.progress.rows = result.currentIndex - 1;\n }\n }\n\n if (binaryReader.ended) {\n state = STATE.END;\n }\n\n return state;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `SHP parsing failed: ${(error as Error)?.message}`;\n return state;\n }\n }\n}\n"],"file":"parse-shp.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/parsers/parse-shp.ts"],"names":["LITTLE_ENDIAN","BIG_ENDIAN","SHP_HEADER_SIZE","SHP_RECORD_HEADER_SIZE","STATE","EXPECTING_HEADER","EXPECTING_RECORD","END","ERROR","SHPParser","constructor","options","BinaryChunkReader","maxRewindBytes","geometries","write","arrayBuffer","binaryReader","state","parseState","result","end","error","parseSHP","shpParser","parseSHPInBatches","asyncIterator","parser","headerReturned","header","length","dataView","getDataView","progress","bytesUsed","bytesTotal","rows","currentIndex","hasAvailableBytes","recordHeaderView","recordHeader","recordNumber","getInt32","byteLength","type","rewind","invalidRecord","recordView","geometry","push","ended","message"],"mappings":";;;;;;;;;;;;AAEA;;AACA;;AACA;;AAEA,MAAMA,aAAa,GAAG,IAAtB;AACA,MAAMC,UAAU,GAAG,KAAnB;AAEA,MAAMC,eAAe,GAAG,GAAxB;AAGA,MAAMC,sBAAsB,GAAG,EAA/B;AAEA,MAAMC,KAAK,GAAG;AACZC,EAAAA,gBAAgB,EAAE,CADN;AAEZC,EAAAA,gBAAgB,EAAE,CAFN;AAGZC,EAAAA,GAAG,EAAE,CAHO;AAIZC,EAAAA,KAAK,EAAE;AAJK,CAAd;;AAaA,MAAMC,SAAN,CAAgB;AAQdC,EAAAA,WAAW,CAACC,OAAD,EAA0B;AAAA,mDAPrB,EAOqB;AAAA,wDANtB,IAAIC,0BAAJ,CAAsB;AAACC,MAAAA,cAAc,EAAEV;AAAjB,KAAtB,CAMsB;AAAA,iDAL7BC,KAAK,CAACC,gBAKuB;AAAA,kDAJjB;AAClBS,MAAAA,UAAU,EAAE;AADM,KAIiB;AACnC,SAAKH,OAAL,GAAeA,OAAf;AACD;;AAEDI,EAAAA,KAAK,CAACC,WAAD,EAA2B;AAC9B,SAAKC,YAAL,CAAkBF,KAAlB,CAAwBC,WAAxB;AACA,SAAKE,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKN,OAAlD,CAAvB;AACD;;AAEDU,EAAAA,GAAG,GAAG;AACJ,SAAKJ,YAAL,CAAkBI,GAAlB;AACA,SAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKN,OAAlD,CAAvB;;AAEA,QAAI,KAAKO,KAAL,KAAed,KAAK,CAACG,GAAzB,EAA8B;AAC5B,WAAKW,KAAL,GAAad,KAAK,CAACI,KAAnB;AACA,WAAKY,MAAL,CAAYE,KAAZ,GAAoB,qBAApB;AACD;AACF;;AAzBa;;AA4BT,SAASC,QAAT,CAAkBP,WAAlB,EAA4CL,OAA5C,EAAgF;AACrF,QAAMa,SAAS,GAAG,IAAIf,SAAJ,CAAcE,OAAd,CAAlB;AACAa,EAAAA,SAAS,CAACT,KAAV,CAAgBC,WAAhB;AACAQ,EAAAA,SAAS,CAACH,GAAV;AAGA,SAAOG,SAAS,CAACJ,MAAjB;AACD;;AAOM,gBAAgBK,iBAAhB,CACLC,aADK,EAELf,OAFK,EAGmC;AACxC,QAAMgB,MAAM,GAAG,IAAIlB,SAAJ,CAAcE,OAAd,CAAf;AACA,MAAIiB,cAAc,GAAG,KAArB;;AACA,aAAW,MAAMZ,WAAjB,IAAgCU,aAAhC,EAA+C;AAC7CC,IAAAA,MAAM,CAACZ,KAAP,CAAaC,WAAb;;AACA,QAAI,CAACY,cAAD,IAAmBD,MAAM,CAACP,MAAP,CAAcS,MAArC,EAA6C;AAC3CD,MAAAA,cAAc,GAAG,IAAjB;AACA,YAAMD,MAAM,CAACP,MAAP,CAAcS,MAApB;AACD;;AAED,QAAIF,MAAM,CAACP,MAAP,CAAcN,UAAd,CAAyBgB,MAAzB,GAAkC,CAAtC,EAAyC;AACvC,YAAMH,MAAM,CAACP,MAAP,CAAcN,UAApB;AACAa,MAAAA,MAAM,CAACP,MAAP,CAAcN,UAAd,GAA2B,EAA3B;AACD;AACF;;AACDa,EAAAA,MAAM,CAACN,GAAP;;AACA,MAAIM,MAAM,CAACP,MAAP,CAAcN,UAAd,CAAyBgB,MAAzB,GAAkC,CAAtC,EAAyC;AACvC,UAAMH,MAAM,CAACP,MAAP,CAAcN,UAApB;AACD;;AAED;AACD;;AAgBD,SAASK,UAAT,CACED,KADF,EAEEE,MAFF,EAGEH,YAHF,EAIEN,OAJF,EAKU;AAER,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQO,KAAR;AACE,aAAKd,KAAK,CAACI,KAAX;AACA,aAAKJ,KAAK,CAACG,GAAX;AACE,iBAAOW,KAAP;;AAEF,aAAKd,KAAK,CAACC,gBAAX;AAEE,gBAAM0B,QAAQ,GAAGd,YAAY,CAACe,WAAb,CAAyB9B,eAAzB,CAAjB;;AACA,cAAI,CAAC6B,QAAL,EAAe;AACb,mBAAOb,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAACS,MAAP,GAAgB,oCAAeE,QAAf,CAAhB;AACAX,UAAAA,MAAM,CAACa,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,UAAU,EAAEf,MAAM,CAACS,MAAP,CAAcC,MAFV;AAGhBM,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAMAhB,UAAAA,MAAM,CAACiB,YAAP,GAAsB,CAAtB;AACAnB,UAAAA,KAAK,GAAGd,KAAK,CAACE,gBAAd;AACA;;AAEF,aAAKF,KAAK,CAACE,gBAAX;AACE,iBAAOW,YAAY,CAACqB,iBAAb,CAA+BnC,sBAA/B,CAAP,EAA+D;AAC7D,kBAAMoC,gBAAgB,GAAGtB,YAAY,CAACe,WAAb,CAAyB7B,sBAAzB,CAAzB;AACA,kBAAMqC,YAAY,GAAG;AACnBC,cAAAA,YAAY,EAAEF,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BzC,UAA7B,CADK;AAGnB0C,cAAAA,UAAU,EAAEJ,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BzC,UAA7B,IAA2C,CAHpC;AAKnB2C,cAAAA,IAAI,EAAEL,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6B1C,aAA7B;AALa,aAArB;;AAQA,gBAAI,CAACiB,YAAY,CAACqB,iBAAb,CAA+BE,YAAY,CAACG,UAAb,GAA0B,CAAzD,CAAL,EAAkE;AAChE1B,cAAAA,YAAY,CAAC4B,MAAb,CAAoB1C,sBAApB;AACA,qBAAOe,KAAP;AACD;;AAED,kBAAM4B,aAAa,GACjBN,YAAY,CAACG,UAAb,GAA0B,CAA1B,IACAH,YAAY,CAACI,IAAb,KAAsBxB,MAAM,CAACS,MAAP,CAAce,IADpC,IAEAJ,YAAY,CAACC,YAAb,KAA8BrB,MAAM,CAACiB,YAHvC;;AAMA,gBAAIS,aAAJ,EAAmB;AAKjB7B,cAAAA,YAAY,CAAC4B,MAAb,CAAoB1C,sBAAsB,GAAG,CAA7C;AACD,aAND,MAMO;AAGLc,cAAAA,YAAY,CAAC4B,MAAb,CAAoB,CAApB;AAEA,oBAAME,UAAU,GAAG9B,YAAY,CAACe,WAAb,CAAyBQ,YAAY,CAACG,UAAtC,CAAnB;AACA,oBAAMK,QAAQ,GAAG,mCAAYD,UAAZ,EAAwBpC,OAAxB,CAAjB;AACAS,cAAAA,MAAM,CAACN,UAAP,CAAkBmC,IAAlB,CAAuBD,QAAvB;AAEA5B,cAAAA,MAAM,CAACiB,YAAP;AACAjB,cAAAA,MAAM,CAACa,QAAP,CAAgBG,IAAhB,GAAuBhB,MAAM,CAACiB,YAAP,GAAsB,CAA7C;AACD;AACF;;AAED,cAAIpB,YAAY,CAACiC,KAAjB,EAAwB;AACtBhC,YAAAA,KAAK,GAAGd,KAAK,CAACG,GAAd;AACD;;AAED,iBAAOW,KAAP;;AAEF;AACEA,UAAAA,KAAK,GAAGd,KAAK,CAACI,KAAd;AACAY,UAAAA,MAAM,CAACE,KAAP,kCAAuCJ,KAAvC;AACA,iBAAOA,KAAP;AA1EJ;AA4ED,KA7ED,CA6EE,OAAOI,KAAP,EAAc;AACdJ,MAAAA,KAAK,GAAGd,KAAK,CAACI,KAAd;AACAY,MAAAA,MAAM,CAACE,KAAP,iCAAuCA,KAAvC,aAAuCA,KAAvC,uBAAuCA,KAAD,CAAkB6B,OAAxD;AACA,aAAOjC,KAAP;AACD;AACF;AACF","sourcesContent":["import type {LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {BinaryGeometry} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\nimport {parseSHPHeader} from './parse-shp-header';\nimport {parseRecord} from './parse-shp-geometry';\n\nconst LITTLE_ENDIAN = true;\nconst BIG_ENDIAN = false;\n\nconst SHP_HEADER_SIZE = 100;\n// According to the spec, the record header is just 8 bytes, but here we set it\n// to 12 so that we can also access the record's type\nconst SHP_RECORD_HEADER_SIZE = 12;\n\nconst STATE = {\n EXPECTING_HEADER: 0,\n EXPECTING_RECORD: 1,\n END: 2,\n ERROR: 3\n};\n\ntype SHPResult = {\n geometries: [];\n header?: {};\n error?: string;\n};\n\nclass SHPParser {\n options?: any = {};\n binaryReader = new BinaryChunkReader({maxRewindBytes: SHP_RECORD_HEADER_SIZE});\n state = STATE.EXPECTING_HEADER;\n result: SHPResult = {\n geometries: []\n };\n\n constructor(options?: LoaderOptions) {\n this.options = options;\n }\n\n write(arrayBuffer: ArrayBuffer) {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n }\n\n end() {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'SHP incomplete file';\n }\n }\n}\n\nexport function parseSHP(arrayBuffer: ArrayBuffer, options?: object): BinaryGeometry[] {\n const shpParser = new SHPParser(options);\n shpParser.write(arrayBuffer);\n shpParser.end();\n\n // @ts-ignore\n return shpParser.result;\n}\n\n/**\n * @param asyncIterator\n * @param options\n * @returns\n */\nexport async function* parseSHPInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: object\n): AsyncIterable<BinaryGeometry | object> {\n const parser = new SHPParser(options);\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.header) {\n headerReturned = true;\n yield parser.result.header;\n }\n\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n parser.result.geometries = [];\n }\n }\n parser.end();\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n }\n\n return;\n}\n\n/**\n * State-machine parser for SHP data\n *\n * Note that whenever more data is needed, a `return`, not a `break`, is\n * necessary, as the `break` keeps the context within `parseState`, while\n * `return` releases context so that more data can be written into the\n * BinaryChunkReader.\n *\n * @param state Current state\n * @param result An object to hold result data\n * @param binaryReader\n * @return State at end of current parsing\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: number,\n result: {[key: string]: any},\n binaryReader: BinaryChunkReader,\n options: {shp?: any}\n): number {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.EXPECTING_HEADER:\n // Parse initial file header\n const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);\n if (!dataView) {\n return state;\n }\n\n result.header = parseSHPHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n bytesTotal: result.header.length,\n rows: 0\n };\n // index numbering starts at 1\n result.currentIndex = 1;\n state = STATE.EXPECTING_RECORD;\n break;\n\n case STATE.EXPECTING_RECORD:\n while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {\n const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE) as DataView;\n const recordHeader = {\n recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),\n // 2 byte words; includes the four words of record header\n byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,\n // This is actually part of the record, not the header...\n type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)\n };\n\n if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE);\n return state;\n }\n\n const invalidRecord =\n recordHeader.byteLength < 4 ||\n recordHeader.type !== result.header.type ||\n recordHeader.recordNumber !== result.currentIndex;\n\n // All records must have at least four bytes (for the record shape type)\n if (invalidRecord) {\n // Malformed record, try again, advancing just 4 bytes\n // Note: this is a rewind because binaryReader.getDataView above\n // moved the pointer forward 12 bytes, so rewinding 8 bytes still\n // leaves us 4 bytes ahead\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);\n } else {\n // Note: type is actually part of the record, not the header, so\n // rewind 4 bytes before reading record\n binaryReader.rewind(4);\n\n const recordView = binaryReader.getDataView(recordHeader.byteLength) as DataView;\n const geometry = parseRecord(recordView, options);\n result.geometries.push(geometry);\n\n result.currentIndex++;\n result.progress.rows = result.currentIndex - 1;\n }\n }\n\n if (binaryReader.ended) {\n state = STATE.END;\n }\n\n return state;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `SHP parsing failed: ${(error as Error)?.message}`;\n return state;\n }\n }\n}\n"],"file":"parse-shp.js"}
|
|
@@ -7,25 +7,25 @@ exports.parseShx = parseShx;
|
|
|
7
7
|
|
|
8
8
|
var _parseShpHeader = require("./parse-shp-header");
|
|
9
9
|
|
|
10
|
-
|
|
11
|
-
|
|
10
|
+
const SHX_HEADER_SIZE = 100;
|
|
11
|
+
const BIG_ENDIAN = false;
|
|
12
12
|
|
|
13
13
|
function parseShx(arrayBuffer) {
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
14
|
+
const headerView = new DataView(arrayBuffer, 0, SHX_HEADER_SIZE);
|
|
15
|
+
const header = (0, _parseShpHeader.parseSHPHeader)(headerView);
|
|
16
|
+
const contentLength = header.length - SHX_HEADER_SIZE;
|
|
17
|
+
const contentView = new DataView(arrayBuffer, SHX_HEADER_SIZE, contentLength);
|
|
18
|
+
const offsets = new Int32Array(contentLength);
|
|
19
|
+
const lengths = new Int32Array(contentLength);
|
|
20
20
|
|
|
21
|
-
for (
|
|
21
|
+
for (let i = 0; i < contentLength / 8; i++) {
|
|
22
22
|
offsets[i] = contentView.getInt32(i * 8, BIG_ENDIAN);
|
|
23
23
|
lengths[i] = contentView.getInt32(i * 8 + 4, BIG_ENDIAN);
|
|
24
24
|
}
|
|
25
25
|
|
|
26
26
|
return {
|
|
27
|
-
offsets
|
|
28
|
-
lengths
|
|
27
|
+
offsets,
|
|
28
|
+
lengths
|
|
29
29
|
};
|
|
30
30
|
}
|
|
31
31
|
//# sourceMappingURL=parse-shx.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/parsers/parse-shx.ts"],"names":["SHX_HEADER_SIZE","BIG_ENDIAN","parseShx","arrayBuffer","headerView","DataView","header","contentLength","length","contentView","offsets","Int32Array","lengths","i","getInt32"],"mappings":";;;;;;;AAAA;;AAOA,
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/parsers/parse-shx.ts"],"names":["SHX_HEADER_SIZE","BIG_ENDIAN","parseShx","arrayBuffer","headerView","DataView","header","contentLength","length","contentView","offsets","Int32Array","lengths","i","getInt32"],"mappings":";;;;;;;AAAA;;AAOA,MAAMA,eAAe,GAAG,GAAxB;AACA,MAAMC,UAAU,GAAG,KAAnB;;AAMO,SAASC,QAAT,CAAkBC,WAAlB,EAAuD;AAE5D,QAAMC,UAAU,GAAG,IAAIC,QAAJ,CAAaF,WAAb,EAA0B,CAA1B,EAA6BH,eAA7B,CAAnB;AACA,QAAMM,MAAM,GAAG,oCAAeF,UAAf,CAAf;AACA,QAAMG,aAAa,GAAGD,MAAM,CAACE,MAAP,GAAgBR,eAAtC;AAEA,QAAMS,WAAW,GAAG,IAAIJ,QAAJ,CAAaF,WAAb,EAA0BH,eAA1B,EAA2CO,aAA3C,CAApB;AAEA,QAAMG,OAAO,GAAG,IAAIC,UAAJ,CAAeJ,aAAf,CAAhB;AACA,QAAMK,OAAO,GAAG,IAAID,UAAJ,CAAeJ,aAAf,CAAhB;;AAEA,OAAK,IAAIM,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGN,aAAa,GAAG,CAApC,EAAuCM,CAAC,EAAxC,EAA4C;AAC1CH,IAAAA,OAAO,CAACG,CAAD,CAAP,GAAaJ,WAAW,CAACK,QAAZ,CAAqBD,CAAC,GAAG,CAAzB,EAA4BZ,UAA5B,CAAb;AACAW,IAAAA,OAAO,CAACC,CAAD,CAAP,GAAaJ,WAAW,CAACK,QAAZ,CAAqBD,CAAC,GAAG,CAAJ,GAAQ,CAA7B,EAAgCZ,UAAhC,CAAb;AACD;;AAED,SAAO;AACLS,IAAAA,OADK;AAELE,IAAAA;AAFK,GAAP;AAID","sourcesContent":["import {parseSHPHeader} from './parse-shp-header';\n\nexport interface SHXOutput {\n offsets: Int32Array;\n lengths: Int32Array;\n}\n\nconst SHX_HEADER_SIZE = 100;\nconst BIG_ENDIAN = false;\n\n/**\n * @param arrayBuffer\n * @returns SHXOutput\n */\nexport function parseShx(arrayBuffer: ArrayBuffer): SHXOutput {\n // SHX header is identical to SHP Header\n const headerView = new DataView(arrayBuffer, 0, SHX_HEADER_SIZE);\n const header = parseSHPHeader(headerView);\n const contentLength = header.length - SHX_HEADER_SIZE;\n\n const contentView = new DataView(arrayBuffer, SHX_HEADER_SIZE, contentLength);\n\n const offsets = new Int32Array(contentLength);\n const lengths = new Int32Array(contentLength);\n\n for (let i = 0; i < contentLength / 8; i++) {\n offsets[i] = contentView.getInt32(i * 8, BIG_ENDIAN);\n lengths[i] = contentView.getInt32(i * 8 + 4, BIG_ENDIAN);\n }\n\n return {\n offsets,\n lengths\n };\n}\n"],"file":"parse-shx.js"}
|