@loaders.gl/shapefile 3.1.0-beta.7 → 3.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +5 -7554
- package/dist/dist.min.js +7557 -0
- package/dist/es5/bundle.js +1 -1
- package/dist/es5/bundle.js.map +1 -1
- package/dist/es5/dbf-loader.js +40 -5
- package/dist/es5/dbf-loader.js.map +1 -1
- package/dist/es5/index.js +5 -5
- package/dist/es5/lib/parsers/parse-dbf.js +230 -85
- package/dist/es5/lib/parsers/parse-dbf.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shapefile.js +408 -151
- package/dist/es5/lib/parsers/parse-shapefile.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shp-geometry.js +96 -49
- package/dist/es5/lib/parsers/parse-shp-geometry.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shp-header.js +4 -4
- package/dist/es5/lib/parsers/parse-shp-header.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shp.js +165 -47
- package/dist/es5/lib/parsers/parse-shp.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shx.js +11 -11
- package/dist/es5/lib/parsers/parse-shx.js.map +1 -1
- package/dist/es5/lib/streaming/binary-chunk-reader.js +172 -99
- package/dist/es5/lib/streaming/binary-chunk-reader.js.map +1 -1
- package/dist/es5/lib/streaming/binary-reader.js +35 -24
- package/dist/es5/lib/streaming/binary-reader.js.map +1 -1
- package/dist/es5/lib/streaming/zip-batch-iterators.js +96 -37
- package/dist/es5/lib/streaming/zip-batch-iterators.js.map +1 -1
- package/dist/es5/shapefile-loader.js +3 -3
- package/dist/es5/shapefile-loader.js.map +1 -1
- package/dist/es5/shp-loader.js +41 -6
- package/dist/es5/shp-loader.js.map +1 -1
- package/dist/esm/dbf-loader.js +1 -1
- package/dist/esm/dbf-loader.js.map +1 -1
- package/dist/esm/lib/parsers/parse-shapefile.js +4 -0
- package/dist/esm/lib/parsers/parse-shapefile.js.map +1 -1
- package/dist/esm/shapefile-loader.js +1 -1
- package/dist/esm/shapefile-loader.js.map +1 -1
- package/dist/esm/shp-loader.js +1 -1
- package/dist/esm/shp-loader.js.map +1 -1
- package/dist/lib/parsers/parse-shapefile.d.ts.map +1 -1
- package/dist/lib/parsers/parse-shapefile.js +3 -0
- package/package.json +6 -6
- package/src/lib/parsers/parse-shapefile.ts +4 -0
|
@@ -8,27 +8,40 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
8
8
|
exports.parseSHP = parseSHP;
|
|
9
9
|
exports.parseSHPInBatches = parseSHPInBatches;
|
|
10
10
|
|
|
11
|
+
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
12
|
+
|
|
13
|
+
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
14
|
+
|
|
15
|
+
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
16
|
+
|
|
11
17
|
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
12
18
|
|
|
19
|
+
var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
|
|
20
|
+
|
|
21
|
+
var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
|
|
22
|
+
|
|
23
|
+
var _asyncIterator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncIterator"));
|
|
24
|
+
|
|
13
25
|
var _binaryChunkReader = _interopRequireDefault(require("../streaming/binary-chunk-reader"));
|
|
14
26
|
|
|
15
27
|
var _parseShpHeader = require("./parse-shp-header");
|
|
16
28
|
|
|
17
29
|
var _parseShpGeometry = require("./parse-shp-geometry");
|
|
18
30
|
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
31
|
+
var LITTLE_ENDIAN = true;
|
|
32
|
+
var BIG_ENDIAN = false;
|
|
33
|
+
var SHP_HEADER_SIZE = 100;
|
|
34
|
+
var SHP_RECORD_HEADER_SIZE = 12;
|
|
35
|
+
var STATE = {
|
|
24
36
|
EXPECTING_HEADER: 0,
|
|
25
37
|
EXPECTING_RECORD: 1,
|
|
26
38
|
END: 2,
|
|
27
39
|
ERROR: 3
|
|
28
40
|
};
|
|
29
41
|
|
|
30
|
-
|
|
31
|
-
|
|
42
|
+
var SHPParser = function () {
|
|
43
|
+
function SHPParser(options) {
|
|
44
|
+
(0, _classCallCheck2.default)(this, SHPParser);
|
|
32
45
|
(0, _defineProperty2.default)(this, "options", {});
|
|
33
46
|
(0, _defineProperty2.default)(this, "binaryReader", new _binaryChunkReader.default({
|
|
34
47
|
maxRewindBytes: SHP_RECORD_HEADER_SIZE
|
|
@@ -40,55 +53,160 @@ class SHPParser {
|
|
|
40
53
|
this.options = options;
|
|
41
54
|
}
|
|
42
55
|
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
end() {
|
|
49
|
-
this.binaryReader.end();
|
|
50
|
-
this.state = parseState(this.state, this.result, this.binaryReader, this.options);
|
|
51
|
-
|
|
52
|
-
if (this.state !== STATE.END) {
|
|
53
|
-
this.state = STATE.ERROR;
|
|
54
|
-
this.result.error = 'SHP incomplete file';
|
|
56
|
+
(0, _createClass2.default)(SHPParser, [{
|
|
57
|
+
key: "write",
|
|
58
|
+
value: function write(arrayBuffer) {
|
|
59
|
+
this.binaryReader.write(arrayBuffer);
|
|
60
|
+
this.state = parseState(this.state, this.result, this.binaryReader, this.options);
|
|
55
61
|
}
|
|
56
|
-
}
|
|
62
|
+
}, {
|
|
63
|
+
key: "end",
|
|
64
|
+
value: function end() {
|
|
65
|
+
this.binaryReader.end();
|
|
66
|
+
this.state = parseState(this.state, this.result, this.binaryReader, this.options);
|
|
57
67
|
|
|
58
|
-
|
|
68
|
+
if (this.state !== STATE.END) {
|
|
69
|
+
this.state = STATE.ERROR;
|
|
70
|
+
this.result.error = 'SHP incomplete file';
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
}]);
|
|
74
|
+
return SHPParser;
|
|
75
|
+
}();
|
|
59
76
|
|
|
60
77
|
function parseSHP(arrayBuffer, options) {
|
|
61
|
-
|
|
78
|
+
var shpParser = new SHPParser(options);
|
|
62
79
|
shpParser.write(arrayBuffer);
|
|
63
80
|
shpParser.end();
|
|
64
81
|
return shpParser.result;
|
|
65
82
|
}
|
|
66
83
|
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
84
|
+
function parseSHPInBatches(_x, _x2) {
|
|
85
|
+
return _parseSHPInBatches.apply(this, arguments);
|
|
86
|
+
}
|
|
70
87
|
|
|
71
|
-
|
|
72
|
-
|
|
88
|
+
function _parseSHPInBatches() {
|
|
89
|
+
_parseSHPInBatches = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(asyncIterator, options) {
|
|
90
|
+
var parser, headerReturned, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _value, arrayBuffer;
|
|
73
91
|
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
92
|
+
return _regenerator.default.wrap(function _callee$(_context) {
|
|
93
|
+
while (1) {
|
|
94
|
+
switch (_context.prev = _context.next) {
|
|
95
|
+
case 0:
|
|
96
|
+
parser = new SHPParser(options);
|
|
97
|
+
headerReturned = false;
|
|
98
|
+
_iteratorNormalCompletion = true;
|
|
99
|
+
_didIteratorError = false;
|
|
100
|
+
_context.prev = 4;
|
|
101
|
+
_iterator = (0, _asyncIterator2.default)(asyncIterator);
|
|
78
102
|
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
}
|
|
83
|
-
}
|
|
103
|
+
case 6:
|
|
104
|
+
_context.next = 8;
|
|
105
|
+
return (0, _awaitAsyncGenerator2.default)(_iterator.next());
|
|
84
106
|
|
|
85
|
-
|
|
107
|
+
case 8:
|
|
108
|
+
_step = _context.sent;
|
|
109
|
+
_iteratorNormalCompletion = _step.done;
|
|
110
|
+
_context.next = 12;
|
|
111
|
+
return (0, _awaitAsyncGenerator2.default)(_step.value);
|
|
86
112
|
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
113
|
+
case 12:
|
|
114
|
+
_value = _context.sent;
|
|
115
|
+
|
|
116
|
+
if (_iteratorNormalCompletion) {
|
|
117
|
+
_context.next = 27;
|
|
118
|
+
break;
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
arrayBuffer = _value;
|
|
122
|
+
parser.write(arrayBuffer);
|
|
123
|
+
|
|
124
|
+
if (!(!headerReturned && parser.result.header)) {
|
|
125
|
+
_context.next = 20;
|
|
126
|
+
break;
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
headerReturned = true;
|
|
130
|
+
_context.next = 20;
|
|
131
|
+
return parser.result.header;
|
|
90
132
|
|
|
91
|
-
|
|
133
|
+
case 20:
|
|
134
|
+
if (!(parser.result.geometries.length > 0)) {
|
|
135
|
+
_context.next = 24;
|
|
136
|
+
break;
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
_context.next = 23;
|
|
140
|
+
return parser.result.geometries;
|
|
141
|
+
|
|
142
|
+
case 23:
|
|
143
|
+
parser.result.geometries = [];
|
|
144
|
+
|
|
145
|
+
case 24:
|
|
146
|
+
_iteratorNormalCompletion = true;
|
|
147
|
+
_context.next = 6;
|
|
148
|
+
break;
|
|
149
|
+
|
|
150
|
+
case 27:
|
|
151
|
+
_context.next = 33;
|
|
152
|
+
break;
|
|
153
|
+
|
|
154
|
+
case 29:
|
|
155
|
+
_context.prev = 29;
|
|
156
|
+
_context.t0 = _context["catch"](4);
|
|
157
|
+
_didIteratorError = true;
|
|
158
|
+
_iteratorError = _context.t0;
|
|
159
|
+
|
|
160
|
+
case 33:
|
|
161
|
+
_context.prev = 33;
|
|
162
|
+
_context.prev = 34;
|
|
163
|
+
|
|
164
|
+
if (!(!_iteratorNormalCompletion && _iterator.return != null)) {
|
|
165
|
+
_context.next = 38;
|
|
166
|
+
break;
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
_context.next = 38;
|
|
170
|
+
return (0, _awaitAsyncGenerator2.default)(_iterator.return());
|
|
171
|
+
|
|
172
|
+
case 38:
|
|
173
|
+
_context.prev = 38;
|
|
174
|
+
|
|
175
|
+
if (!_didIteratorError) {
|
|
176
|
+
_context.next = 41;
|
|
177
|
+
break;
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
throw _iteratorError;
|
|
181
|
+
|
|
182
|
+
case 41:
|
|
183
|
+
return _context.finish(38);
|
|
184
|
+
|
|
185
|
+
case 42:
|
|
186
|
+
return _context.finish(33);
|
|
187
|
+
|
|
188
|
+
case 43:
|
|
189
|
+
parser.end();
|
|
190
|
+
|
|
191
|
+
if (!(parser.result.geometries.length > 0)) {
|
|
192
|
+
_context.next = 47;
|
|
193
|
+
break;
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
_context.next = 47;
|
|
197
|
+
return parser.result.geometries;
|
|
198
|
+
|
|
199
|
+
case 47:
|
|
200
|
+
return _context.abrupt("return");
|
|
201
|
+
|
|
202
|
+
case 48:
|
|
203
|
+
case "end":
|
|
204
|
+
return _context.stop();
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
}, _callee, null, [[4, 29, 33, 43], [34,, 38, 42]]);
|
|
208
|
+
}));
|
|
209
|
+
return _parseSHPInBatches.apply(this, arguments);
|
|
92
210
|
}
|
|
93
211
|
|
|
94
212
|
function parseState(state, result, binaryReader, options) {
|
|
@@ -100,7 +218,7 @@ function parseState(state, result, binaryReader, options) {
|
|
|
100
218
|
return state;
|
|
101
219
|
|
|
102
220
|
case STATE.EXPECTING_HEADER:
|
|
103
|
-
|
|
221
|
+
var dataView = binaryReader.getDataView(SHP_HEADER_SIZE);
|
|
104
222
|
|
|
105
223
|
if (!dataView) {
|
|
106
224
|
return state;
|
|
@@ -118,8 +236,8 @@ function parseState(state, result, binaryReader, options) {
|
|
|
118
236
|
|
|
119
237
|
case STATE.EXPECTING_RECORD:
|
|
120
238
|
while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {
|
|
121
|
-
|
|
122
|
-
|
|
239
|
+
var recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE);
|
|
240
|
+
var recordHeader = {
|
|
123
241
|
recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),
|
|
124
242
|
byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,
|
|
125
243
|
type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)
|
|
@@ -130,14 +248,14 @@ function parseState(state, result, binaryReader, options) {
|
|
|
130
248
|
return state;
|
|
131
249
|
}
|
|
132
250
|
|
|
133
|
-
|
|
251
|
+
var invalidRecord = recordHeader.byteLength < 4 || recordHeader.type !== result.header.type || recordHeader.recordNumber !== result.currentIndex;
|
|
134
252
|
|
|
135
253
|
if (invalidRecord) {
|
|
136
254
|
binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);
|
|
137
255
|
} else {
|
|
138
256
|
binaryReader.rewind(4);
|
|
139
|
-
|
|
140
|
-
|
|
257
|
+
var recordView = binaryReader.getDataView(recordHeader.byteLength);
|
|
258
|
+
var geometry = (0, _parseShpGeometry.parseRecord)(recordView, options);
|
|
141
259
|
result.geometries.push(geometry);
|
|
142
260
|
result.currentIndex++;
|
|
143
261
|
result.progress.rows = result.currentIndex - 1;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/parsers/parse-shp.ts"],"names":["LITTLE_ENDIAN","BIG_ENDIAN","SHP_HEADER_SIZE","SHP_RECORD_HEADER_SIZE","STATE","EXPECTING_HEADER","EXPECTING_RECORD","END","ERROR","SHPParser","constructor","options","BinaryChunkReader","maxRewindBytes","geometries","write","arrayBuffer","binaryReader","state","parseState","result","end","error","parseSHP","shpParser","parseSHPInBatches","asyncIterator","parser","headerReturned","header","length","dataView","getDataView","progress","bytesUsed","bytesTotal","rows","currentIndex","hasAvailableBytes","recordHeaderView","recordHeader","recordNumber","getInt32","byteLength","type","rewind","invalidRecord","recordView","geometry","push","ended","message"],"mappings":";;;;;;;;;;;;AAEA;;AACA;;AACA;;AAEA,MAAMA,aAAa,GAAG,IAAtB;AACA,MAAMC,UAAU,GAAG,KAAnB;AAEA,MAAMC,eAAe,GAAG,GAAxB;AAGA,MAAMC,sBAAsB,GAAG,EAA/B;AAEA,MAAMC,KAAK,GAAG;AACZC,EAAAA,gBAAgB,EAAE,CADN;AAEZC,EAAAA,gBAAgB,EAAE,CAFN;AAGZC,EAAAA,GAAG,EAAE,CAHO;AAIZC,EAAAA,KAAK,EAAE;AAJK,CAAd;;AAaA,MAAMC,SAAN,CAAgB;AAQdC,EAAAA,WAAW,CAACC,OAAD,EAA0B;AAAA,mDAPrB,EAOqB;AAAA,wDANtB,IAAIC,0BAAJ,CAAsB;AAACC,MAAAA,cAAc,EAAEV;AAAjB,KAAtB,CAMsB;AAAA,iDAL7BC,KAAK,CAACC,gBAKuB;AAAA,kDAJjB;AAClBS,MAAAA,UAAU,EAAE;AADM,KAIiB;AACnC,SAAKH,OAAL,GAAeA,OAAf;AACD;;AAEDI,EAAAA,KAAK,CAACC,WAAD,EAA2B;AAC9B,SAAKC,YAAL,CAAkBF,KAAlB,CAAwBC,WAAxB;AACA,SAAKE,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKN,OAAlD,CAAvB;AACD;;AAEDU,EAAAA,GAAG,GAAG;AACJ,SAAKJ,YAAL,CAAkBI,GAAlB;AACA,SAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKH,YAA/B,EAA6C,KAAKN,OAAlD,CAAvB;;AAEA,QAAI,KAAKO,KAAL,KAAed,KAAK,CAACG,GAAzB,EAA8B;AAC5B,WAAKW,KAAL,GAAad,KAAK,CAACI,KAAnB;AACA,WAAKY,MAAL,CAAYE,KAAZ,GAAoB,qBAApB;AACD;AACF;;AAzBa;;AA4BT,SAASC,QAAT,CAAkBP,WAAlB,EAA4CL,OAA5C,EAAgF;AACrF,QAAMa,SAAS,GAAG,IAAIf,SAAJ,CAAcE,OAAd,CAAlB;AACAa,EAAAA,SAAS,CAACT,KAAV,CAAgBC,WAAhB;AACAQ,EAAAA,SAAS,CAACH,GAAV;AAGA,SAAOG,SAAS,CAACJ,MAAjB;AACD;;AAOM,gBAAgBK,iBAAhB,CACLC,aADK,EAELf,OAFK,EAGmC;AACxC,QAAMgB,MAAM,GAAG,IAAIlB,SAAJ,CAAcE,OAAd,CAAf;AACA,MAAIiB,cAAc,GAAG,KAArB;;AACA,aAAW,MAAMZ,WAAjB,IAAgCU,aAAhC,EAA+C;AAC7CC,IAAAA,MAAM,CAACZ,KAAP,CAAaC,WAAb;;AACA,QAAI,CAACY,cAAD,IAAmBD,MAAM,CAACP,MAAP,CAAcS,MAArC,EAA6C;AAC3CD,MAAAA,cAAc,GAAG,IAAjB;AACA,YAAMD,MAAM,CAACP,MAAP,CAAcS,MAApB;AACD;;AAED,QAAIF,MAAM,CAACP,MAAP,CAAcN,UAAd,CAAyBgB,MAAzB,GAAkC,CAAtC,EAAyC;AACvC,YAAMH,MAAM,CAACP,MAAP,CAAcN,UAApB;AACAa,MAAAA,MAAM,CAACP,MAAP,CAAcN,UAAd,GAA2B,EAA3B;AACD;AACF;;AACDa,EAAAA,MAAM,CAACN,GAAP;;AACA,MAAIM,MAAM,CAACP,MAAP,CAAcN,UAAd,CAAyBgB,MAAzB,GAAkC,CAAtC,EAAyC;AACvC,UAAMH,MAAM,CAACP,MAAP,CAAcN,UAApB;AACD;;AAED;AACD;;AAgBD,SAASK,UAAT,CACED,KADF,EAEEE,MAFF,EAGEH,YAHF,EAIEN,OAJF,EAKU;AAER,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQO,KAAR;AACE,aAAKd,KAAK,CAACI,KAAX;AACA,aAAKJ,KAAK,CAACG,GAAX;AACE,iBAAOW,KAAP;;AAEF,aAAKd,KAAK,CAACC,gBAAX;AAEE,gBAAM0B,QAAQ,GAAGd,YAAY,CAACe,WAAb,CAAyB9B,eAAzB,CAAjB;;AACA,cAAI,CAAC6B,QAAL,EAAe;AACb,mBAAOb,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAACS,MAAP,GAAgB,oCAAeE,QAAf,CAAhB;AACAX,UAAAA,MAAM,CAACa,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,UAAU,EAAEf,MAAM,CAACS,MAAP,CAAcC,MAFV;AAGhBM,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAMAhB,UAAAA,MAAM,CAACiB,YAAP,GAAsB,CAAtB;AACAnB,UAAAA,KAAK,GAAGd,KAAK,CAACE,gBAAd;AACA;;AAEF,aAAKF,KAAK,CAACE,gBAAX;AACE,iBAAOW,YAAY,CAACqB,iBAAb,CAA+BnC,sBAA/B,CAAP,EAA+D;AAC7D,kBAAMoC,gBAAgB,GAAGtB,YAAY,CAACe,WAAb,CAAyB7B,sBAAzB,CAAzB;AACA,kBAAMqC,YAAY,GAAG;AACnBC,cAAAA,YAAY,EAAEF,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BzC,UAA7B,CADK;AAGnB0C,cAAAA,UAAU,EAAEJ,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BzC,UAA7B,IAA2C,CAHpC;AAKnB2C,cAAAA,IAAI,EAAEL,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6B1C,aAA7B;AALa,aAArB;;AAQA,gBAAI,CAACiB,YAAY,CAACqB,iBAAb,CAA+BE,YAAY,CAACG,UAAb,GAA0B,CAAzD,CAAL,EAAkE;AAChE1B,cAAAA,YAAY,CAAC4B,MAAb,CAAoB1C,sBAApB;AACA,qBAAOe,KAAP;AACD;;AAED,kBAAM4B,aAAa,GACjBN,YAAY,CAACG,UAAb,GAA0B,CAA1B,IACAH,YAAY,CAACI,IAAb,KAAsBxB,MAAM,CAACS,MAAP,CAAce,IADpC,IAEAJ,YAAY,CAACC,YAAb,KAA8BrB,MAAM,CAACiB,YAHvC;;AAMA,gBAAIS,aAAJ,EAAmB;AAKjB7B,cAAAA,YAAY,CAAC4B,MAAb,CAAoB1C,sBAAsB,GAAG,CAA7C;AACD,aAND,MAMO;AAGLc,cAAAA,YAAY,CAAC4B,MAAb,CAAoB,CAApB;AAEA,oBAAME,UAAU,GAAG9B,YAAY,CAACe,WAAb,CAAyBQ,YAAY,CAACG,UAAtC,CAAnB;AACA,oBAAMK,QAAQ,GAAG,mCAAYD,UAAZ,EAAwBpC,OAAxB,CAAjB;AACAS,cAAAA,MAAM,CAACN,UAAP,CAAkBmC,IAAlB,CAAuBD,QAAvB;AAEA5B,cAAAA,MAAM,CAACiB,YAAP;AACAjB,cAAAA,MAAM,CAACa,QAAP,CAAgBG,IAAhB,GAAuBhB,MAAM,CAACiB,YAAP,GAAsB,CAA7C;AACD;AACF;;AAED,cAAIpB,YAAY,CAACiC,KAAjB,EAAwB;AACtBhC,YAAAA,KAAK,GAAGd,KAAK,CAACG,GAAd;AACD;;AAED,iBAAOW,KAAP;;AAEF;AACEA,UAAAA,KAAK,GAAGd,KAAK,CAACI,KAAd;AACAY,UAAAA,MAAM,CAACE,KAAP,kCAAuCJ,KAAvC;AACA,iBAAOA,KAAP;AA1EJ;AA4ED,KA7ED,CA6EE,OAAOI,KAAP,EAAc;AACdJ,MAAAA,KAAK,GAAGd,KAAK,CAACI,KAAd;AACAY,MAAAA,MAAM,CAACE,KAAP,iCAAuCA,KAAvC,aAAuCA,KAAvC,uBAAuCA,KAAD,CAAkB6B,OAAxD;AACA,aAAOjC,KAAP;AACD;AACF;AACF","sourcesContent":["import type {LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {BinaryGeometry} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\nimport {parseSHPHeader} from './parse-shp-header';\nimport {parseRecord} from './parse-shp-geometry';\n\nconst LITTLE_ENDIAN = true;\nconst BIG_ENDIAN = false;\n\nconst SHP_HEADER_SIZE = 100;\n// According to the spec, the record header is just 8 bytes, but here we set it\n// to 12 so that we can also access the record's type\nconst SHP_RECORD_HEADER_SIZE = 12;\n\nconst STATE = {\n EXPECTING_HEADER: 0,\n EXPECTING_RECORD: 1,\n END: 2,\n ERROR: 3\n};\n\ntype SHPResult = {\n geometries: [];\n header?: {};\n error?: string;\n};\n\nclass SHPParser {\n options?: any = {};\n binaryReader = new BinaryChunkReader({maxRewindBytes: SHP_RECORD_HEADER_SIZE});\n state = STATE.EXPECTING_HEADER;\n result: SHPResult = {\n geometries: []\n };\n\n constructor(options?: LoaderOptions) {\n this.options = options;\n }\n\n write(arrayBuffer: ArrayBuffer) {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n }\n\n end() {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'SHP incomplete file';\n }\n }\n}\n\nexport function parseSHP(arrayBuffer: ArrayBuffer, options?: object): BinaryGeometry[] {\n const shpParser = new SHPParser(options);\n shpParser.write(arrayBuffer);\n shpParser.end();\n\n // @ts-ignore\n return shpParser.result;\n}\n\n/**\n * @param asyncIterator\n * @param options\n * @returns\n */\nexport async function* parseSHPInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: object\n): AsyncIterable<BinaryGeometry | object> {\n const parser = new SHPParser(options);\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.header) {\n headerReturned = true;\n yield parser.result.header;\n }\n\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n parser.result.geometries = [];\n }\n }\n parser.end();\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n }\n\n return;\n}\n\n/**\n * State-machine parser for SHP data\n *\n * Note that whenever more data is needed, a `return`, not a `break`, is\n * necessary, as the `break` keeps the context within `parseState`, while\n * `return` releases context so that more data can be written into the\n * BinaryChunkReader.\n *\n * @param state Current state\n * @param result An object to hold result data\n * @param binaryReader\n * @return State at end of current parsing\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: number,\n result: {[key: string]: any},\n binaryReader: BinaryChunkReader,\n options: {shp?: any}\n): number {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.EXPECTING_HEADER:\n // Parse initial file header\n const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);\n if (!dataView) {\n return state;\n }\n\n result.header = parseSHPHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n bytesTotal: result.header.length,\n rows: 0\n };\n // index numbering starts at 1\n result.currentIndex = 1;\n state = STATE.EXPECTING_RECORD;\n break;\n\n case STATE.EXPECTING_RECORD:\n while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {\n const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE) as DataView;\n const recordHeader = {\n recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),\n // 2 byte words; includes the four words of record header\n byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,\n // This is actually part of the record, not the header...\n type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)\n };\n\n if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE);\n return state;\n }\n\n const invalidRecord =\n recordHeader.byteLength < 4 ||\n recordHeader.type !== result.header.type ||\n recordHeader.recordNumber !== result.currentIndex;\n\n // All records must have at least four bytes (for the record shape type)\n if (invalidRecord) {\n // Malformed record, try again, advancing just 4 bytes\n // Note: this is a rewind because binaryReader.getDataView above\n // moved the pointer forward 12 bytes, so rewinding 8 bytes still\n // leaves us 4 bytes ahead\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);\n } else {\n // Note: type is actually part of the record, not the header, so\n // rewind 4 bytes before reading record\n binaryReader.rewind(4);\n\n const recordView = binaryReader.getDataView(recordHeader.byteLength) as DataView;\n const geometry = parseRecord(recordView, options);\n result.geometries.push(geometry);\n\n result.currentIndex++;\n result.progress.rows = result.currentIndex - 1;\n }\n }\n\n if (binaryReader.ended) {\n state = STATE.END;\n }\n\n return state;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `SHP parsing failed: ${(error as Error)?.message}`;\n return state;\n }\n }\n}\n"],"file":"parse-shp.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/parsers/parse-shp.ts"],"names":["LITTLE_ENDIAN","BIG_ENDIAN","SHP_HEADER_SIZE","SHP_RECORD_HEADER_SIZE","STATE","EXPECTING_HEADER","EXPECTING_RECORD","END","ERROR","SHPParser","options","BinaryChunkReader","maxRewindBytes","geometries","arrayBuffer","binaryReader","write","state","parseState","result","end","error","parseSHP","shpParser","parseSHPInBatches","asyncIterator","parser","headerReturned","header","length","dataView","getDataView","progress","bytesUsed","bytesTotal","rows","currentIndex","hasAvailableBytes","recordHeaderView","recordHeader","recordNumber","getInt32","byteLength","type","rewind","invalidRecord","recordView","geometry","push","ended","message"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAEA;;AACA;;AACA;;AAEA,IAAMA,aAAa,GAAG,IAAtB;AACA,IAAMC,UAAU,GAAG,KAAnB;AAEA,IAAMC,eAAe,GAAG,GAAxB;AAGA,IAAMC,sBAAsB,GAAG,EAA/B;AAEA,IAAMC,KAAK,GAAG;AACZC,EAAAA,gBAAgB,EAAE,CADN;AAEZC,EAAAA,gBAAgB,EAAE,CAFN;AAGZC,EAAAA,GAAG,EAAE,CAHO;AAIZC,EAAAA,KAAK,EAAE;AAJK,CAAd;;IAaMC,S;AAQJ,qBAAYC,OAAZ,EAAqC;AAAA;AAAA,mDAPrB,EAOqB;AAAA,wDANtB,IAAIC,0BAAJ,CAAsB;AAACC,MAAAA,cAAc,EAAET;AAAjB,KAAtB,CAMsB;AAAA,iDAL7BC,KAAK,CAACC,gBAKuB;AAAA,kDAJjB;AAClBQ,MAAAA,UAAU,EAAE;AADM,KAIiB;AACnC,SAAKH,OAAL,GAAeA,OAAf;AACD;;;;WAED,eAAMI,WAAN,EAAgC;AAC9B,WAAKC,YAAL,CAAkBC,KAAlB,CAAwBF,WAAxB;AACA,WAAKG,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKJ,YAA/B,EAA6C,KAAKL,OAAlD,CAAvB;AACD;;;WAED,eAAM;AACJ,WAAKK,YAAL,CAAkBK,GAAlB;AACA,WAAKH,KAAL,GAAaC,UAAU,CAAC,KAAKD,KAAN,EAAa,KAAKE,MAAlB,EAA0B,KAAKJ,YAA/B,EAA6C,KAAKL,OAAlD,CAAvB;;AAEA,UAAI,KAAKO,KAAL,KAAeb,KAAK,CAACG,GAAzB,EAA8B;AAC5B,aAAKU,KAAL,GAAab,KAAK,CAACI,KAAnB;AACA,aAAKW,MAAL,CAAYE,KAAZ,GAAoB,qBAApB;AACD;AACF;;;;;AAGI,SAASC,QAAT,CAAkBR,WAAlB,EAA4CJ,OAA5C,EAAgF;AACrF,MAAMa,SAAS,GAAG,IAAId,SAAJ,CAAcC,OAAd,CAAlB;AACAa,EAAAA,SAAS,CAACP,KAAV,CAAgBF,WAAhB;AACAS,EAAAA,SAAS,CAACH,GAAV;AAGA,SAAOG,SAAS,CAACJ,MAAjB;AACD;;SAOsBK,iB;;;;;mFAAhB,iBACLC,aADK,EAELf,OAFK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAICgB,YAAAA,MAJD,GAIU,IAAIjB,SAAJ,CAAcC,OAAd,CAJV;AAKDiB,YAAAA,cALC,GAKgB,KALhB;AAAA;AAAA;AAAA;AAAA,qDAM2BF,aAN3B;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAMYX,YAAAA,WANZ;AAOHY,YAAAA,MAAM,CAACV,KAAP,CAAaF,WAAb;;AAPG,kBAQC,CAACa,cAAD,IAAmBD,MAAM,CAACP,MAAP,CAAcS,MARlC;AAAA;AAAA;AAAA;;AASDD,YAAAA,cAAc,GAAG,IAAjB;AATC;AAUD,mBAAMD,MAAM,CAACP,MAAP,CAAcS,MAApB;;AAVC;AAAA,kBAaCF,MAAM,CAACP,MAAP,CAAcN,UAAd,CAAyBgB,MAAzB,GAAkC,CAbnC;AAAA;AAAA;AAAA;;AAAA;AAcD,mBAAMH,MAAM,CAACP,MAAP,CAAcN,UAApB;;AAdC;AAeDa,YAAAA,MAAM,CAACP,MAAP,CAAcN,UAAd,GAA2B,EAA3B;;AAfC;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAkBLa,YAAAA,MAAM,CAACN,GAAP;;AAlBK,kBAmBDM,MAAM,CAACP,MAAP,CAAcN,UAAd,CAAyBgB,MAAzB,GAAkC,CAnBjC;AAAA;AAAA;AAAA;;AAAA;AAoBH,mBAAMH,MAAM,CAACP,MAAP,CAAcN,UAApB;;AApBG;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAwCP,SAASK,UAAT,CACED,KADF,EAEEE,MAFF,EAGEJ,YAHF,EAIEL,OAJF,EAKU;AAER,SAAO,IAAP,EAAa;AACX,QAAI;AACF,cAAQO,KAAR;AACE,aAAKb,KAAK,CAACI,KAAX;AACA,aAAKJ,KAAK,CAACG,GAAX;AACE,iBAAOU,KAAP;;AAEF,aAAKb,KAAK,CAACC,gBAAX;AAEE,cAAMyB,QAAQ,GAAGf,YAAY,CAACgB,WAAb,CAAyB7B,eAAzB,CAAjB;;AACA,cAAI,CAAC4B,QAAL,EAAe;AACb,mBAAOb,KAAP;AACD;;AAEDE,UAAAA,MAAM,CAACS,MAAP,GAAgB,oCAAeE,QAAf,CAAhB;AACAX,UAAAA,MAAM,CAACa,QAAP,GAAkB;AAChBC,YAAAA,SAAS,EAAE,CADK;AAEhBC,YAAAA,UAAU,EAAEf,MAAM,CAACS,MAAP,CAAcC,MAFV;AAGhBM,YAAAA,IAAI,EAAE;AAHU,WAAlB;AAMAhB,UAAAA,MAAM,CAACiB,YAAP,GAAsB,CAAtB;AACAnB,UAAAA,KAAK,GAAGb,KAAK,CAACE,gBAAd;AACA;;AAEF,aAAKF,KAAK,CAACE,gBAAX;AACE,iBAAOS,YAAY,CAACsB,iBAAb,CAA+BlC,sBAA/B,CAAP,EAA+D;AAC7D,gBAAMmC,gBAAgB,GAAGvB,YAAY,CAACgB,WAAb,CAAyB5B,sBAAzB,CAAzB;AACA,gBAAMoC,YAAY,GAAG;AACnBC,cAAAA,YAAY,EAAEF,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BxC,UAA7B,CADK;AAGnByC,cAAAA,UAAU,EAAEJ,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BxC,UAA7B,IAA2C,CAHpC;AAKnB0C,cAAAA,IAAI,EAAEL,gBAAgB,CAACG,QAAjB,CAA0B,CAA1B,EAA6BzC,aAA7B;AALa,aAArB;;AAQA,gBAAI,CAACe,YAAY,CAACsB,iBAAb,CAA+BE,YAAY,CAACG,UAAb,GAA0B,CAAzD,CAAL,EAAkE;AAChE3B,cAAAA,YAAY,CAAC6B,MAAb,CAAoBzC,sBAApB;AACA,qBAAOc,KAAP;AACD;;AAED,gBAAM4B,aAAa,GACjBN,YAAY,CAACG,UAAb,GAA0B,CAA1B,IACAH,YAAY,CAACI,IAAb,KAAsBxB,MAAM,CAACS,MAAP,CAAce,IADpC,IAEAJ,YAAY,CAACC,YAAb,KAA8BrB,MAAM,CAACiB,YAHvC;;AAMA,gBAAIS,aAAJ,EAAmB;AAKjB9B,cAAAA,YAAY,CAAC6B,MAAb,CAAoBzC,sBAAsB,GAAG,CAA7C;AACD,aAND,MAMO;AAGLY,cAAAA,YAAY,CAAC6B,MAAb,CAAoB,CAApB;AAEA,kBAAME,UAAU,GAAG/B,YAAY,CAACgB,WAAb,CAAyBQ,YAAY,CAACG,UAAtC,CAAnB;AACA,kBAAMK,QAAQ,GAAG,mCAAYD,UAAZ,EAAwBpC,OAAxB,CAAjB;AACAS,cAAAA,MAAM,CAACN,UAAP,CAAkBmC,IAAlB,CAAuBD,QAAvB;AAEA5B,cAAAA,MAAM,CAACiB,YAAP;AACAjB,cAAAA,MAAM,CAACa,QAAP,CAAgBG,IAAhB,GAAuBhB,MAAM,CAACiB,YAAP,GAAsB,CAA7C;AACD;AACF;;AAED,cAAIrB,YAAY,CAACkC,KAAjB,EAAwB;AACtBhC,YAAAA,KAAK,GAAGb,KAAK,CAACG,GAAd;AACD;;AAED,iBAAOU,KAAP;;AAEF;AACEA,UAAAA,KAAK,GAAGb,KAAK,CAACI,KAAd;AACAW,UAAAA,MAAM,CAACE,KAAP,kCAAuCJ,KAAvC;AACA,iBAAOA,KAAP;AA1EJ;AA4ED,KA7ED,CA6EE,OAAOI,KAAP,EAAc;AACdJ,MAAAA,KAAK,GAAGb,KAAK,CAACI,KAAd;AACAW,MAAAA,MAAM,CAACE,KAAP,iCAAuCA,KAAvC,aAAuCA,KAAvC,uBAAuCA,KAAD,CAAkB6B,OAAxD;AACA,aAAOjC,KAAP;AACD;AACF;AACF","sourcesContent":["import type {LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {BinaryGeometry} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\nimport {parseSHPHeader} from './parse-shp-header';\nimport {parseRecord} from './parse-shp-geometry';\n\nconst LITTLE_ENDIAN = true;\nconst BIG_ENDIAN = false;\n\nconst SHP_HEADER_SIZE = 100;\n// According to the spec, the record header is just 8 bytes, but here we set it\n// to 12 so that we can also access the record's type\nconst SHP_RECORD_HEADER_SIZE = 12;\n\nconst STATE = {\n EXPECTING_HEADER: 0,\n EXPECTING_RECORD: 1,\n END: 2,\n ERROR: 3\n};\n\ntype SHPResult = {\n geometries: [];\n header?: {};\n error?: string;\n};\n\nclass SHPParser {\n options?: any = {};\n binaryReader = new BinaryChunkReader({maxRewindBytes: SHP_RECORD_HEADER_SIZE});\n state = STATE.EXPECTING_HEADER;\n result: SHPResult = {\n geometries: []\n };\n\n constructor(options?: LoaderOptions) {\n this.options = options;\n }\n\n write(arrayBuffer: ArrayBuffer) {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n }\n\n end() {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'SHP incomplete file';\n }\n }\n}\n\nexport function parseSHP(arrayBuffer: ArrayBuffer, options?: object): BinaryGeometry[] {\n const shpParser = new SHPParser(options);\n shpParser.write(arrayBuffer);\n shpParser.end();\n\n // @ts-ignore\n return shpParser.result;\n}\n\n/**\n * @param asyncIterator\n * @param options\n * @returns\n */\nexport async function* parseSHPInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: object\n): AsyncIterable<BinaryGeometry | object> {\n const parser = new SHPParser(options);\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.header) {\n headerReturned = true;\n yield parser.result.header;\n }\n\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n parser.result.geometries = [];\n }\n }\n parser.end();\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n }\n\n return;\n}\n\n/**\n * State-machine parser for SHP data\n *\n * Note that whenever more data is needed, a `return`, not a `break`, is\n * necessary, as the `break` keeps the context within `parseState`, while\n * `return` releases context so that more data can be written into the\n * BinaryChunkReader.\n *\n * @param state Current state\n * @param result An object to hold result data\n * @param binaryReader\n * @return State at end of current parsing\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: number,\n result: {[key: string]: any},\n binaryReader: BinaryChunkReader,\n options: {shp?: any}\n): number {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.EXPECTING_HEADER:\n // Parse initial file header\n const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);\n if (!dataView) {\n return state;\n }\n\n result.header = parseSHPHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n bytesTotal: result.header.length,\n rows: 0\n };\n // index numbering starts at 1\n result.currentIndex = 1;\n state = STATE.EXPECTING_RECORD;\n break;\n\n case STATE.EXPECTING_RECORD:\n while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {\n const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE) as DataView;\n const recordHeader = {\n recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),\n // 2 byte words; includes the four words of record header\n byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,\n // This is actually part of the record, not the header...\n type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)\n };\n\n if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE);\n return state;\n }\n\n const invalidRecord =\n recordHeader.byteLength < 4 ||\n recordHeader.type !== result.header.type ||\n recordHeader.recordNumber !== result.currentIndex;\n\n // All records must have at least four bytes (for the record shape type)\n if (invalidRecord) {\n // Malformed record, try again, advancing just 4 bytes\n // Note: this is a rewind because binaryReader.getDataView above\n // moved the pointer forward 12 bytes, so rewinding 8 bytes still\n // leaves us 4 bytes ahead\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);\n } else {\n // Note: type is actually part of the record, not the header, so\n // rewind 4 bytes before reading record\n binaryReader.rewind(4);\n\n const recordView = binaryReader.getDataView(recordHeader.byteLength) as DataView;\n const geometry = parseRecord(recordView, options);\n result.geometries.push(geometry);\n\n result.currentIndex++;\n result.progress.rows = result.currentIndex - 1;\n }\n }\n\n if (binaryReader.ended) {\n state = STATE.END;\n }\n\n return state;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `SHP parsing failed: ${(error as Error)?.message}`;\n return state;\n }\n }\n}\n"],"file":"parse-shp.js"}
|
|
@@ -7,25 +7,25 @@ exports.parseShx = parseShx;
|
|
|
7
7
|
|
|
8
8
|
var _parseShpHeader = require("./parse-shp-header");
|
|
9
9
|
|
|
10
|
-
|
|
11
|
-
|
|
10
|
+
var SHX_HEADER_SIZE = 100;
|
|
11
|
+
var BIG_ENDIAN = false;
|
|
12
12
|
|
|
13
13
|
function parseShx(arrayBuffer) {
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
14
|
+
var headerView = new DataView(arrayBuffer, 0, SHX_HEADER_SIZE);
|
|
15
|
+
var header = (0, _parseShpHeader.parseSHPHeader)(headerView);
|
|
16
|
+
var contentLength = header.length - SHX_HEADER_SIZE;
|
|
17
|
+
var contentView = new DataView(arrayBuffer, SHX_HEADER_SIZE, contentLength);
|
|
18
|
+
var offsets = new Int32Array(contentLength);
|
|
19
|
+
var lengths = new Int32Array(contentLength);
|
|
20
20
|
|
|
21
|
-
for (
|
|
21
|
+
for (var i = 0; i < contentLength / 8; i++) {
|
|
22
22
|
offsets[i] = contentView.getInt32(i * 8, BIG_ENDIAN);
|
|
23
23
|
lengths[i] = contentView.getInt32(i * 8 + 4, BIG_ENDIAN);
|
|
24
24
|
}
|
|
25
25
|
|
|
26
26
|
return {
|
|
27
|
-
offsets,
|
|
28
|
-
lengths
|
|
27
|
+
offsets: offsets,
|
|
28
|
+
lengths: lengths
|
|
29
29
|
};
|
|
30
30
|
}
|
|
31
31
|
//# sourceMappingURL=parse-shx.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/parsers/parse-shx.ts"],"names":["SHX_HEADER_SIZE","BIG_ENDIAN","parseShx","arrayBuffer","headerView","DataView","header","contentLength","length","contentView","offsets","Int32Array","lengths","i","getInt32"],"mappings":";;;;;;;AAAA;;AAOA,
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/parsers/parse-shx.ts"],"names":["SHX_HEADER_SIZE","BIG_ENDIAN","parseShx","arrayBuffer","headerView","DataView","header","contentLength","length","contentView","offsets","Int32Array","lengths","i","getInt32"],"mappings":";;;;;;;AAAA;;AAOA,IAAMA,eAAe,GAAG,GAAxB;AACA,IAAMC,UAAU,GAAG,KAAnB;;AAMO,SAASC,QAAT,CAAkBC,WAAlB,EAAuD;AAE5D,MAAMC,UAAU,GAAG,IAAIC,QAAJ,CAAaF,WAAb,EAA0B,CAA1B,EAA6BH,eAA7B,CAAnB;AACA,MAAMM,MAAM,GAAG,oCAAeF,UAAf,CAAf;AACA,MAAMG,aAAa,GAAGD,MAAM,CAACE,MAAP,GAAgBR,eAAtC;AAEA,MAAMS,WAAW,GAAG,IAAIJ,QAAJ,CAAaF,WAAb,EAA0BH,eAA1B,EAA2CO,aAA3C,CAApB;AAEA,MAAMG,OAAO,GAAG,IAAIC,UAAJ,CAAeJ,aAAf,CAAhB;AACA,MAAMK,OAAO,GAAG,IAAID,UAAJ,CAAeJ,aAAf,CAAhB;;AAEA,OAAK,IAAIM,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGN,aAAa,GAAG,CAApC,EAAuCM,CAAC,EAAxC,EAA4C;AAC1CH,IAAAA,OAAO,CAACG,CAAD,CAAP,GAAaJ,WAAW,CAACK,QAAZ,CAAqBD,CAAC,GAAG,CAAzB,EAA4BZ,UAA5B,CAAb;AACAW,IAAAA,OAAO,CAACC,CAAD,CAAP,GAAaJ,WAAW,CAACK,QAAZ,CAAqBD,CAAC,GAAG,CAAJ,GAAQ,CAA7B,EAAgCZ,UAAhC,CAAb;AACD;;AAED,SAAO;AACLS,IAAAA,OAAO,EAAPA,OADK;AAELE,IAAAA,OAAO,EAAPA;AAFK,GAAP;AAID","sourcesContent":["import {parseSHPHeader} from './parse-shp-header';\n\nexport interface SHXOutput {\n offsets: Int32Array;\n lengths: Int32Array;\n}\n\nconst SHX_HEADER_SIZE = 100;\nconst BIG_ENDIAN = false;\n\n/**\n * @param arrayBuffer\n * @returns SHXOutput\n */\nexport function parseShx(arrayBuffer: ArrayBuffer): SHXOutput {\n // SHX header is identical to SHP Header\n const headerView = new DataView(arrayBuffer, 0, SHX_HEADER_SIZE);\n const header = parseSHPHeader(headerView);\n const contentLength = header.length - SHX_HEADER_SIZE;\n\n const contentView = new DataView(arrayBuffer, SHX_HEADER_SIZE, contentLength);\n\n const offsets = new Int32Array(contentLength);\n const lengths = new Int32Array(contentLength);\n\n for (let i = 0; i < contentLength / 8; i++) {\n offsets[i] = contentView.getInt32(i * 8, BIG_ENDIAN);\n lengths[i] = contentView.getInt32(i * 8 + 4, BIG_ENDIAN);\n }\n\n return {\n offsets,\n lengths\n };\n}\n"],"file":"parse-shx.js"}
|