@loaders.gl/shapefile 4.0.0-alpha.9 → 4.0.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dbf-worker.js +12 -5
- package/dist/dist.min.js +112 -43
- package/dist/es5/dbf-loader.js +4 -2
- package/dist/es5/dbf-loader.js.map +1 -1
- package/dist/es5/index.js +21 -0
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/lib/parsers/parse-dbf.js +2 -2
- package/dist/es5/lib/parsers/parse-dbf.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shapefile.js +82 -78
- package/dist/es5/lib/parsers/parse-shapefile.js.map +1 -1
- package/dist/es5/lib/parsers/parse-shp.js +2 -2
- package/dist/es5/lib/parsers/parse-shp.js.map +1 -1
- package/dist/es5/lib/streaming/binary-chunk-reader.js +2 -2
- package/dist/es5/lib/streaming/binary-chunk-reader.js.map +1 -1
- package/dist/es5/lib/streaming/binary-reader.js +2 -2
- package/dist/es5/lib/streaming/binary-reader.js.map +1 -1
- package/dist/es5/lib/streaming/zip-batch-iterators.js +30 -26
- package/dist/es5/lib/streaming/zip-batch-iterators.js.map +1 -1
- package/dist/es5/shapefile-loader.js +2 -4
- package/dist/es5/shapefile-loader.js.map +1 -1
- package/dist/es5/shp-loader.js +4 -2
- package/dist/es5/shp-loader.js.map +1 -1
- package/dist/esm/dbf-loader.js +4 -2
- package/dist/esm/dbf-loader.js.map +1 -1
- package/dist/esm/index.js +3 -0
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/lib/parsers/parse-dbf.js +1 -1
- package/dist/esm/lib/parsers/parse-dbf.js.map +1 -1
- package/dist/esm/lib/parsers/parse-shapefile.js +31 -26
- package/dist/esm/lib/parsers/parse-shapefile.js.map +1 -1
- package/dist/esm/lib/parsers/parse-shp.js +1 -1
- package/dist/esm/lib/parsers/parse-shp.js.map +1 -1
- package/dist/esm/lib/streaming/binary-chunk-reader.js +1 -1
- package/dist/esm/lib/streaming/binary-chunk-reader.js.map +1 -1
- package/dist/esm/lib/streaming/binary-reader.js +1 -1
- package/dist/esm/lib/streaming/binary-reader.js.map +1 -1
- package/dist/esm/lib/streaming/zip-batch-iterators.js +17 -11
- package/dist/esm/lib/streaming/zip-batch-iterators.js.map +1 -1
- package/dist/esm/shapefile-loader.js +1 -2
- package/dist/esm/shapefile-loader.js.map +1 -1
- package/dist/esm/shp-loader.js +2 -2
- package/dist/esm/shp-loader.js.map +1 -1
- package/dist/shp-worker.js +10 -5
- package/dist/src/bundle.d.ts.map +1 -0
- package/dist/src/dbf-loader.d.ts.map +1 -0
- package/dist/src/index.d.ts +7 -0
- package/dist/src/index.d.ts.map +1 -0
- package/dist/src/lib/parsers/parse-dbf.d.ts.map +1 -0
- package/dist/{lib → src/lib}/parsers/parse-shapefile.d.ts +2 -2
- package/dist/src/lib/parsers/parse-shapefile.d.ts.map +1 -0
- package/dist/src/lib/parsers/parse-shp-geometry.d.ts.map +1 -0
- package/dist/src/lib/parsers/parse-shp-header.d.ts.map +1 -0
- package/dist/{lib → src/lib}/parsers/parse-shp.d.ts +1 -1
- package/dist/src/lib/parsers/parse-shp.d.ts.map +1 -0
- package/dist/src/lib/parsers/parse-shx.d.ts.map +1 -0
- package/dist/src/lib/parsers/types.d.ts.map +1 -0
- package/dist/{lib → src/lib}/streaming/binary-chunk-reader.d.ts +2 -3
- package/dist/src/lib/streaming/binary-chunk-reader.d.ts.map +1 -0
- package/dist/{lib → src/lib}/streaming/binary-reader.d.ts +1 -1
- package/dist/src/lib/streaming/binary-reader.d.ts.map +1 -0
- package/dist/src/lib/streaming/zip-batch-iterators.d.ts +11 -0
- package/dist/src/lib/streaming/zip-batch-iterators.d.ts.map +1 -0
- package/dist/src/shapefile-loader.d.ts +7 -0
- package/dist/src/shapefile-loader.d.ts.map +1 -0
- package/dist/src/shp-loader.d.ts.map +1 -0
- package/dist/{workers → src/workers}/dbf-worker.d.ts.map +1 -1
- package/dist/{workers → src/workers}/shp-worker.d.ts.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/package.json +5 -6
- package/src/dbf-loader.ts +3 -1
- package/src/index.ts +5 -0
- package/src/lib/parsers/parse-dbf.ts +1 -1
- package/src/lib/parsers/parse-shapefile.ts +58 -40
- package/src/lib/parsers/parse-shp.ts +2 -2
- package/src/lib/streaming/binary-chunk-reader.ts +4 -3
- package/src/lib/streaming/binary-reader.ts +3 -1
- package/src/lib/streaming/zip-batch-iterators.ts +28 -14
- package/src/shapefile-loader.ts +2 -4
- package/src/shp-loader.ts +4 -1
- package/dist/bundle.d.ts.map +0 -1
- package/dist/bundle.js +0 -5
- package/dist/dbf-loader.d.ts.map +0 -1
- package/dist/dbf-loader.js +0 -32
- package/dist/index.d.ts +0 -4
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js +0 -11
- package/dist/lib/parsers/parse-dbf.d.ts.map +0 -1
- package/dist/lib/parsers/parse-dbf.js +0 -344
- package/dist/lib/parsers/parse-shapefile.d.ts.map +0 -1
- package/dist/lib/parsers/parse-shapefile.js +0 -244
- package/dist/lib/parsers/parse-shp-geometry.d.ts.map +0 -1
- package/dist/lib/parsers/parse-shp-geometry.js +0 -287
- package/dist/lib/parsers/parse-shp-header.d.ts.map +0 -1
- package/dist/lib/parsers/parse-shp-header.js +0 -43
- package/dist/lib/parsers/parse-shp.d.ts.map +0 -1
- package/dist/lib/parsers/parse-shp.js +0 -178
- package/dist/lib/parsers/parse-shx.d.ts.map +0 -1
- package/dist/lib/parsers/parse-shx.js +0 -28
- package/dist/lib/parsers/types.d.ts.map +0 -1
- package/dist/lib/parsers/types.js +0 -2
- package/dist/lib/streaming/binary-chunk-reader.d.ts.map +0 -1
- package/dist/lib/streaming/binary-chunk-reader.js +0 -161
- package/dist/lib/streaming/binary-reader.d.ts.map +0 -1
- package/dist/lib/streaming/binary-reader.js +0 -52
- package/dist/lib/streaming/zip-batch-iterators.d.ts +0 -8
- package/dist/lib/streaming/zip-batch-iterators.d.ts.map +0 -1
- package/dist/lib/streaming/zip-batch-iterators.js +0 -61
- package/dist/shapefile-loader.d.ts +0 -26
- package/dist/shapefile-loader.d.ts.map +0 -1
- package/dist/shapefile-loader.js +0 -31
- package/dist/shp-loader.d.ts.map +0 -1
- package/dist/shp-loader.js +0 -35
- package/dist/workers/dbf-worker.js +0 -5
- package/dist/workers/shp-worker.js +0 -5
- /package/dist/{bundle.d.ts → src/bundle.d.ts} +0 -0
- /package/dist/{dbf-loader.d.ts → src/dbf-loader.d.ts} +0 -0
- /package/dist/{lib → src/lib}/parsers/parse-dbf.d.ts +0 -0
- /package/dist/{lib → src/lib}/parsers/parse-shp-geometry.d.ts +0 -0
- /package/dist/{lib → src/lib}/parsers/parse-shp-header.d.ts +0 -0
- /package/dist/{lib → src/lib}/parsers/parse-shx.d.ts +0 -0
- /package/dist/{lib → src/lib}/parsers/types.d.ts +0 -0
- /package/dist/{shp-loader.d.ts → src/shp-loader.d.ts} +0 -0
- /package/dist/{workers → src/workers}/dbf-worker.d.ts +0 -0
- /package/dist/{workers → src/workers}/shp-worker.d.ts +0 -0
|
@@ -1,287 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.parseRecord = void 0;
|
|
4
|
-
const LITTLE_ENDIAN = true;
|
|
5
|
-
/**
|
|
6
|
-
* Parse individual record
|
|
7
|
-
*
|
|
8
|
-
* @param view Record data
|
|
9
|
-
* @return Binary Geometry Object
|
|
10
|
-
*/
|
|
11
|
-
// eslint-disable-next-line complexity
|
|
12
|
-
function parseRecord(view, options) {
|
|
13
|
-
const { _maxDimensions = 4 } = options?.shp || {};
|
|
14
|
-
let offset = 0;
|
|
15
|
-
const type = view.getInt32(offset, LITTLE_ENDIAN);
|
|
16
|
-
offset += Int32Array.BYTES_PER_ELEMENT;
|
|
17
|
-
switch (type) {
|
|
18
|
-
case 0:
|
|
19
|
-
// Null Shape
|
|
20
|
-
return parseNull();
|
|
21
|
-
case 1:
|
|
22
|
-
// Point
|
|
23
|
-
return parsePoint(view, offset, Math.min(2, _maxDimensions));
|
|
24
|
-
case 3:
|
|
25
|
-
// PolyLine
|
|
26
|
-
return parsePoly(view, offset, Math.min(2, _maxDimensions), 'LineString');
|
|
27
|
-
case 5:
|
|
28
|
-
// Polygon
|
|
29
|
-
return parsePoly(view, offset, Math.min(2, _maxDimensions), 'Polygon');
|
|
30
|
-
case 8:
|
|
31
|
-
// MultiPoint
|
|
32
|
-
return parseMultiPoint(view, offset, Math.min(2, _maxDimensions));
|
|
33
|
-
// GeometryZ can have 3 or 4 dimensions, since the M is not required to
|
|
34
|
-
// exist
|
|
35
|
-
case 11:
|
|
36
|
-
// PointZ
|
|
37
|
-
return parsePoint(view, offset, Math.min(4, _maxDimensions));
|
|
38
|
-
case 13:
|
|
39
|
-
// PolyLineZ
|
|
40
|
-
return parsePoly(view, offset, Math.min(4, _maxDimensions), 'LineString');
|
|
41
|
-
case 15:
|
|
42
|
-
// PolygonZ
|
|
43
|
-
return parsePoly(view, offset, Math.min(4, _maxDimensions), 'Polygon');
|
|
44
|
-
case 18:
|
|
45
|
-
// MultiPointZ
|
|
46
|
-
return parseMultiPoint(view, offset, Math.min(4, _maxDimensions));
|
|
47
|
-
case 21:
|
|
48
|
-
// PointM
|
|
49
|
-
return parsePoint(view, offset, Math.min(3, _maxDimensions));
|
|
50
|
-
case 23:
|
|
51
|
-
// PolyLineM
|
|
52
|
-
return parsePoly(view, offset, Math.min(3, _maxDimensions), 'LineString');
|
|
53
|
-
case 25:
|
|
54
|
-
// PolygonM
|
|
55
|
-
return parsePoly(view, offset, Math.min(3, _maxDimensions), 'Polygon');
|
|
56
|
-
case 28:
|
|
57
|
-
// MultiPointM
|
|
58
|
-
return parseMultiPoint(view, offset, Math.min(3, _maxDimensions));
|
|
59
|
-
default:
|
|
60
|
-
throw new Error(`unsupported shape type: ${type}`);
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
exports.parseRecord = parseRecord;
|
|
64
|
-
// TODO handle null
|
|
65
|
-
/**
|
|
66
|
-
* Parse Null geometry
|
|
67
|
-
*
|
|
68
|
-
* @return null
|
|
69
|
-
*/
|
|
70
|
-
function parseNull() {
|
|
71
|
-
return null;
|
|
72
|
-
}
|
|
73
|
-
/**
|
|
74
|
-
* Parse point geometry
|
|
75
|
-
*
|
|
76
|
-
* @param view Geometry data
|
|
77
|
-
* @param offset Offset in view
|
|
78
|
-
* @param dim Dimension size
|
|
79
|
-
*/
|
|
80
|
-
function parsePoint(view, offset, dim) {
|
|
81
|
-
let positions;
|
|
82
|
-
[positions, offset] = parsePositions(view, offset, 1, dim);
|
|
83
|
-
return {
|
|
84
|
-
positions: { value: positions, size: dim },
|
|
85
|
-
type: 'Point'
|
|
86
|
-
};
|
|
87
|
-
}
|
|
88
|
-
/**
|
|
89
|
-
* Parse MultiPoint geometry
|
|
90
|
-
*
|
|
91
|
-
* @param view Geometry data
|
|
92
|
-
* @param offset Offset in view
|
|
93
|
-
* @param dim Input dimension
|
|
94
|
-
* @return Binary geometry object
|
|
95
|
-
*/
|
|
96
|
-
function parseMultiPoint(view, offset, dim) {
|
|
97
|
-
// skip parsing box
|
|
98
|
-
offset += 4 * Float64Array.BYTES_PER_ELEMENT;
|
|
99
|
-
const nPoints = view.getInt32(offset, LITTLE_ENDIAN);
|
|
100
|
-
offset += Int32Array.BYTES_PER_ELEMENT;
|
|
101
|
-
let xyPositions = null;
|
|
102
|
-
let mPositions = null;
|
|
103
|
-
let zPositions = null;
|
|
104
|
-
[xyPositions, offset] = parsePositions(view, offset, nPoints, 2);
|
|
105
|
-
// Parse Z coordinates
|
|
106
|
-
if (dim === 4) {
|
|
107
|
-
// skip parsing range
|
|
108
|
-
offset += 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
109
|
-
[zPositions, offset] = parsePositions(view, offset, nPoints, 1);
|
|
110
|
-
}
|
|
111
|
-
// Parse M coordinates
|
|
112
|
-
if (dim >= 3) {
|
|
113
|
-
// skip parsing range
|
|
114
|
-
offset += 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
115
|
-
[mPositions, offset] = parsePositions(view, offset, nPoints, 1);
|
|
116
|
-
}
|
|
117
|
-
const positions = concatPositions(xyPositions, mPositions, zPositions);
|
|
118
|
-
return {
|
|
119
|
-
positions: { value: positions, size: dim },
|
|
120
|
-
type: 'Point'
|
|
121
|
-
};
|
|
122
|
-
}
|
|
123
|
-
/**
|
|
124
|
-
* Polygon and PolyLine parsing
|
|
125
|
-
*
|
|
126
|
-
* @param view Geometry data
|
|
127
|
-
* @param offset Offset in view
|
|
128
|
-
* @param dim Input dimension
|
|
129
|
-
* @param type Either 'Polygon' or 'Polyline'
|
|
130
|
-
* @return Binary geometry object
|
|
131
|
-
*/
|
|
132
|
-
// eslint-disable-next-line max-statements
|
|
133
|
-
function parsePoly(view, offset, dim, type) {
|
|
134
|
-
// skip parsing bounding box
|
|
135
|
-
offset += 4 * Float64Array.BYTES_PER_ELEMENT;
|
|
136
|
-
const nParts = view.getInt32(offset, LITTLE_ENDIAN);
|
|
137
|
-
offset += Int32Array.BYTES_PER_ELEMENT;
|
|
138
|
-
const nPoints = view.getInt32(offset, LITTLE_ENDIAN);
|
|
139
|
-
offset += Int32Array.BYTES_PER_ELEMENT;
|
|
140
|
-
// Create longer indices array by 1 because output format is expected to
|
|
141
|
-
// include the last index as the total number of positions
|
|
142
|
-
const bufferOffset = view.byteOffset + offset;
|
|
143
|
-
const bufferLength = nParts * Int32Array.BYTES_PER_ELEMENT;
|
|
144
|
-
const ringIndices = new Int32Array(nParts + 1);
|
|
145
|
-
ringIndices.set(new Int32Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)));
|
|
146
|
-
ringIndices[nParts] = nPoints;
|
|
147
|
-
offset += nParts * Int32Array.BYTES_PER_ELEMENT;
|
|
148
|
-
let xyPositions = null;
|
|
149
|
-
let mPositions = null;
|
|
150
|
-
let zPositions = null;
|
|
151
|
-
[xyPositions, offset] = parsePositions(view, offset, nPoints, 2);
|
|
152
|
-
// Parse Z coordinates
|
|
153
|
-
if (dim === 4) {
|
|
154
|
-
// skip parsing range
|
|
155
|
-
offset += 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
156
|
-
[zPositions, offset] = parsePositions(view, offset, nPoints, 1);
|
|
157
|
-
}
|
|
158
|
-
// Parse M coordinates
|
|
159
|
-
if (dim >= 3) {
|
|
160
|
-
// skip parsing range
|
|
161
|
-
offset += 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
162
|
-
[mPositions, offset] = parsePositions(view, offset, nPoints, 1);
|
|
163
|
-
}
|
|
164
|
-
const positions = concatPositions(xyPositions, mPositions, zPositions);
|
|
165
|
-
// parsePoly only accepts type = LineString or Polygon
|
|
166
|
-
if (type === 'LineString') {
|
|
167
|
-
return {
|
|
168
|
-
type,
|
|
169
|
-
positions: { value: positions, size: dim },
|
|
170
|
-
pathIndices: { value: ringIndices, size: 1 }
|
|
171
|
-
};
|
|
172
|
-
}
|
|
173
|
-
// for every ring, determine sign of polygon
|
|
174
|
-
// Use only 2D positions for ring calc
|
|
175
|
-
const polygonIndices = [];
|
|
176
|
-
for (let i = 1; i < ringIndices.length; i++) {
|
|
177
|
-
const startRingIndex = ringIndices[i - 1];
|
|
178
|
-
const endRingIndex = ringIndices[i];
|
|
179
|
-
// @ts-ignore
|
|
180
|
-
const ring = xyPositions.subarray(startRingIndex * 2, endRingIndex * 2);
|
|
181
|
-
const sign = getWindingDirection(ring);
|
|
182
|
-
// A positive sign implies clockwise
|
|
183
|
-
// A clockwise ring is a filled ring
|
|
184
|
-
if (sign > 0) {
|
|
185
|
-
polygonIndices.push(startRingIndex);
|
|
186
|
-
}
|
|
187
|
-
}
|
|
188
|
-
polygonIndices.push(nPoints);
|
|
189
|
-
return {
|
|
190
|
-
type,
|
|
191
|
-
positions: { value: positions, size: dim },
|
|
192
|
-
primitivePolygonIndices: { value: ringIndices, size: 1 },
|
|
193
|
-
// TODO: Dynamically choose Uint32Array over Uint16Array only when
|
|
194
|
-
// necessary. I believe the implementation requires nPoints to be the
|
|
195
|
-
// largest value in the array, so you should be able to use Uint32Array only
|
|
196
|
-
// when nPoints > 65535.
|
|
197
|
-
polygonIndices: { value: new Uint32Array(polygonIndices), size: 1 }
|
|
198
|
-
};
|
|
199
|
-
}
|
|
200
|
-
/**
|
|
201
|
-
* Parse a contiguous block of positions into a Float64Array
|
|
202
|
-
*
|
|
203
|
-
* @param view Geometry data
|
|
204
|
-
* @param offset Offset in view
|
|
205
|
-
* @param nPoints Number of points
|
|
206
|
-
* @param dim Input dimension
|
|
207
|
-
* @return Data and offset
|
|
208
|
-
*/
|
|
209
|
-
function parsePositions(view, offset, nPoints, dim) {
|
|
210
|
-
const bufferOffset = view.byteOffset + offset;
|
|
211
|
-
const bufferLength = nPoints * dim * Float64Array.BYTES_PER_ELEMENT;
|
|
212
|
-
return [
|
|
213
|
-
new Float64Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)),
|
|
214
|
-
offset + bufferLength
|
|
215
|
-
];
|
|
216
|
-
}
|
|
217
|
-
/**
|
|
218
|
-
* Concatenate and interleave positions arrays
|
|
219
|
-
* xy positions are interleaved; mPositions, zPositions are their own arrays
|
|
220
|
-
*
|
|
221
|
-
* @param xyPositions 2d positions
|
|
222
|
-
* @param mPositions M positions
|
|
223
|
-
* @param zPositions Z positions
|
|
224
|
-
* @return Combined interleaved positions
|
|
225
|
-
*/
|
|
226
|
-
// eslint-disable-next-line complexity
|
|
227
|
-
function concatPositions(xyPositions, mPositions, zPositions) {
|
|
228
|
-
if (!(mPositions || zPositions)) {
|
|
229
|
-
return xyPositions;
|
|
230
|
-
}
|
|
231
|
-
let arrayLength = xyPositions.length;
|
|
232
|
-
let nDim = 2;
|
|
233
|
-
if (zPositions && zPositions.length) {
|
|
234
|
-
arrayLength += zPositions.length;
|
|
235
|
-
nDim++;
|
|
236
|
-
}
|
|
237
|
-
if (mPositions && mPositions.length) {
|
|
238
|
-
arrayLength += mPositions.length;
|
|
239
|
-
nDim++;
|
|
240
|
-
}
|
|
241
|
-
const positions = new Float64Array(arrayLength);
|
|
242
|
-
for (let i = 0; i < xyPositions.length / 2; i++) {
|
|
243
|
-
positions[nDim * i] = xyPositions[i * 2];
|
|
244
|
-
positions[nDim * i + 1] = xyPositions[i * 2 + 1];
|
|
245
|
-
}
|
|
246
|
-
if (zPositions && zPositions.length) {
|
|
247
|
-
for (let i = 0; i < zPositions.length; i++) {
|
|
248
|
-
// If Z coordinates exist; used as third coord in positions array
|
|
249
|
-
positions[nDim * i + 2] = zPositions[i];
|
|
250
|
-
}
|
|
251
|
-
}
|
|
252
|
-
if (mPositions && mPositions.length) {
|
|
253
|
-
for (let i = 0; i < mPositions.length; i++) {
|
|
254
|
-
// M is always last, either 3rd or 4th depending on if Z exists
|
|
255
|
-
positions[nDim * i + (nDim - 1)] = mPositions[i];
|
|
256
|
-
}
|
|
257
|
-
}
|
|
258
|
-
return positions;
|
|
259
|
-
}
|
|
260
|
-
/**
|
|
261
|
-
* Returns the direction of the polygon path
|
|
262
|
-
* A positive number is clockwise.
|
|
263
|
-
* A negative number is counter clockwise.
|
|
264
|
-
*
|
|
265
|
-
* @param positions
|
|
266
|
-
* @return Sign of polygon ring
|
|
267
|
-
*/
|
|
268
|
-
function getWindingDirection(positions) {
|
|
269
|
-
return Math.sign(getSignedArea(positions));
|
|
270
|
-
}
|
|
271
|
-
/**
|
|
272
|
-
* Get signed area of flat typed array of 2d positions
|
|
273
|
-
*
|
|
274
|
-
* @param positions
|
|
275
|
-
* @return Signed area of polygon ring
|
|
276
|
-
*/
|
|
277
|
-
function getSignedArea(positions) {
|
|
278
|
-
let area = 0;
|
|
279
|
-
// Rings are closed according to shapefile spec
|
|
280
|
-
const nCoords = positions.length / 2 - 1;
|
|
281
|
-
for (let i = 0; i < nCoords; i++) {
|
|
282
|
-
area +=
|
|
283
|
-
(positions[i * 2] + positions[(i + 1) * 2]) *
|
|
284
|
-
(positions[i * 2 + 1] - positions[(i + 1) * 2 + 1]);
|
|
285
|
-
}
|
|
286
|
-
return area / 2;
|
|
287
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parse-shp-header.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-shp-header.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS;IACxB,uBAAuB;IACvB,KAAK,EAAE,MAAM,CAAC;IAEd,8BAA8B;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAMD;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,QAAQ,GAAG,SAAS,CA6B9D"}
|
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.parseSHPHeader = void 0;
|
|
4
|
-
const LITTLE_ENDIAN = true;
|
|
5
|
-
const BIG_ENDIAN = false;
|
|
6
|
-
const SHP_MAGIC_NUMBER = 0x0000270a;
|
|
7
|
-
/**
|
|
8
|
-
* Extract the binary header
|
|
9
|
-
* Note: Also used by SHX
|
|
10
|
-
* @param headerView
|
|
11
|
-
* @returns SHPHeader
|
|
12
|
-
*/
|
|
13
|
-
function parseSHPHeader(headerView) {
|
|
14
|
-
// Note: The SHP format switches endianness between fields!
|
|
15
|
-
// https://www.esri.com/library/whitepapers/pdfs/shapefile.pdf
|
|
16
|
-
const header = {
|
|
17
|
-
magic: headerView.getInt32(0, BIG_ENDIAN),
|
|
18
|
-
// Length is stored as # of 2-byte words; multiply by 2 to get # of bytes
|
|
19
|
-
length: headerView.getInt32(24, BIG_ENDIAN) * 2,
|
|
20
|
-
version: headerView.getInt32(28, LITTLE_ENDIAN),
|
|
21
|
-
type: headerView.getInt32(32, LITTLE_ENDIAN),
|
|
22
|
-
bbox: {
|
|
23
|
-
minX: headerView.getFloat64(36, LITTLE_ENDIAN),
|
|
24
|
-
minY: headerView.getFloat64(44, LITTLE_ENDIAN),
|
|
25
|
-
minZ: headerView.getFloat64(68, LITTLE_ENDIAN),
|
|
26
|
-
minM: headerView.getFloat64(84, LITTLE_ENDIAN),
|
|
27
|
-
maxX: headerView.getFloat64(52, LITTLE_ENDIAN),
|
|
28
|
-
maxY: headerView.getFloat64(60, LITTLE_ENDIAN),
|
|
29
|
-
maxZ: headerView.getFloat64(76, LITTLE_ENDIAN),
|
|
30
|
-
maxM: headerView.getFloat64(92, LITTLE_ENDIAN)
|
|
31
|
-
}
|
|
32
|
-
};
|
|
33
|
-
if (header.magic !== SHP_MAGIC_NUMBER) {
|
|
34
|
-
// eslint-disable-next-line
|
|
35
|
-
console.error(`SHP file: bad magic number ${header.magic}`);
|
|
36
|
-
}
|
|
37
|
-
if (header.version !== 1000) {
|
|
38
|
-
// eslint-disable-next-line
|
|
39
|
-
console.error(`SHP file: bad version ${header.version}`);
|
|
40
|
-
}
|
|
41
|
-
return header;
|
|
42
|
-
}
|
|
43
|
-
exports.parseSHPHeader = parseSHPHeader;
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parse-shp.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-shp.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAIvD,OAAO,EAAC,gBAAgB,EAAC,MAAM,SAAS,CAAC;AAiEzC,wBAAgB,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,cAAc,EAAE,CAO/F;AAED;;;;GAIG;AACH,wBAAuB,iBAAiB,CACtC,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACjE,OAAO,CAAC,EAAE,gBAAgB,GACzB,aAAa,CAAC,cAAc,GAAG,MAAM,CAAC,CAqBxC"}
|
|
@@ -1,178 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.parseSHPInBatches = exports.parseSHP = void 0;
|
|
7
|
-
const binary_chunk_reader_1 = __importDefault(require("../streaming/binary-chunk-reader"));
|
|
8
|
-
const parse_shp_header_1 = require("./parse-shp-header");
|
|
9
|
-
const parse_shp_geometry_1 = require("./parse-shp-geometry");
|
|
10
|
-
const LITTLE_ENDIAN = true;
|
|
11
|
-
const BIG_ENDIAN = false;
|
|
12
|
-
const SHP_HEADER_SIZE = 100;
|
|
13
|
-
// According to the spec, the record header is just 8 bytes, but here we set it
|
|
14
|
-
// to 12 so that we can also access the record's type
|
|
15
|
-
const SHP_RECORD_HEADER_SIZE = 12;
|
|
16
|
-
const STATE = {
|
|
17
|
-
EXPECTING_HEADER: 0,
|
|
18
|
-
EXPECTING_RECORD: 1,
|
|
19
|
-
END: 2,
|
|
20
|
-
ERROR: 3
|
|
21
|
-
};
|
|
22
|
-
class SHPParser {
|
|
23
|
-
constructor(options) {
|
|
24
|
-
this.options = {};
|
|
25
|
-
this.binaryReader = new binary_chunk_reader_1.default({ maxRewindBytes: SHP_RECORD_HEADER_SIZE });
|
|
26
|
-
this.state = STATE.EXPECTING_HEADER;
|
|
27
|
-
this.result = {
|
|
28
|
-
geometries: [],
|
|
29
|
-
// Initialize with number values to make TS happy
|
|
30
|
-
// These are initialized for real in STATE.EXPECTING_HEADER
|
|
31
|
-
progress: {
|
|
32
|
-
bytesTotal: NaN,
|
|
33
|
-
bytesUsed: NaN,
|
|
34
|
-
rows: NaN
|
|
35
|
-
},
|
|
36
|
-
currentIndex: NaN
|
|
37
|
-
};
|
|
38
|
-
this.options = options;
|
|
39
|
-
}
|
|
40
|
-
write(arrayBuffer) {
|
|
41
|
-
this.binaryReader.write(arrayBuffer);
|
|
42
|
-
this.state = parseState(this.state, this.result, this.binaryReader, this.options);
|
|
43
|
-
}
|
|
44
|
-
end() {
|
|
45
|
-
this.binaryReader.end();
|
|
46
|
-
this.state = parseState(this.state, this.result, this.binaryReader, this.options);
|
|
47
|
-
// this.result.progress.bytesUsed = this.binaryReader.bytesUsed();
|
|
48
|
-
if (this.state !== STATE.END) {
|
|
49
|
-
this.state = STATE.ERROR;
|
|
50
|
-
this.result.error = 'SHP incomplete file';
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
}
|
|
54
|
-
function parseSHP(arrayBuffer, options) {
|
|
55
|
-
const shpParser = new SHPParser(options);
|
|
56
|
-
shpParser.write(arrayBuffer);
|
|
57
|
-
shpParser.end();
|
|
58
|
-
// @ts-ignore
|
|
59
|
-
return shpParser.result;
|
|
60
|
-
}
|
|
61
|
-
exports.parseSHP = parseSHP;
|
|
62
|
-
/**
|
|
63
|
-
* @param asyncIterator
|
|
64
|
-
* @param options
|
|
65
|
-
* @returns
|
|
66
|
-
*/
|
|
67
|
-
async function* parseSHPInBatches(asyncIterator, options) {
|
|
68
|
-
const parser = new SHPParser(options);
|
|
69
|
-
let headerReturned = false;
|
|
70
|
-
for await (const arrayBuffer of asyncIterator) {
|
|
71
|
-
parser.write(arrayBuffer);
|
|
72
|
-
if (!headerReturned && parser.result.header) {
|
|
73
|
-
headerReturned = true;
|
|
74
|
-
yield parser.result.header;
|
|
75
|
-
}
|
|
76
|
-
if (parser.result.geometries.length > 0) {
|
|
77
|
-
yield parser.result.geometries;
|
|
78
|
-
parser.result.geometries = [];
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
parser.end();
|
|
82
|
-
if (parser.result.geometries.length > 0) {
|
|
83
|
-
yield parser.result.geometries;
|
|
84
|
-
}
|
|
85
|
-
return;
|
|
86
|
-
}
|
|
87
|
-
exports.parseSHPInBatches = parseSHPInBatches;
|
|
88
|
-
/**
|
|
89
|
-
* State-machine parser for SHP data
|
|
90
|
-
*
|
|
91
|
-
* Note that whenever more data is needed, a `return`, not a `break`, is
|
|
92
|
-
* necessary, as the `break` keeps the context within `parseState`, while
|
|
93
|
-
* `return` releases context so that more data can be written into the
|
|
94
|
-
* BinaryChunkReader.
|
|
95
|
-
*
|
|
96
|
-
* @param state Current state
|
|
97
|
-
* @param result An object to hold result data
|
|
98
|
-
* @param binaryReader
|
|
99
|
-
* @return State at end of current parsing
|
|
100
|
-
*/
|
|
101
|
-
/* eslint-disable complexity, max-depth */
|
|
102
|
-
function parseState(state, result, binaryReader, options) {
|
|
103
|
-
// eslint-disable-next-line no-constant-condition
|
|
104
|
-
while (true) {
|
|
105
|
-
try {
|
|
106
|
-
switch (state) {
|
|
107
|
-
case STATE.ERROR:
|
|
108
|
-
case STATE.END:
|
|
109
|
-
return state;
|
|
110
|
-
case STATE.EXPECTING_HEADER:
|
|
111
|
-
// Parse initial file header
|
|
112
|
-
const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);
|
|
113
|
-
if (!dataView) {
|
|
114
|
-
return state;
|
|
115
|
-
}
|
|
116
|
-
result.header = (0, parse_shp_header_1.parseSHPHeader)(dataView);
|
|
117
|
-
result.progress = {
|
|
118
|
-
bytesUsed: 0,
|
|
119
|
-
bytesTotal: result.header.length,
|
|
120
|
-
rows: 0
|
|
121
|
-
};
|
|
122
|
-
// index numbering starts at 1
|
|
123
|
-
result.currentIndex = 1;
|
|
124
|
-
state = STATE.EXPECTING_RECORD;
|
|
125
|
-
break;
|
|
126
|
-
case STATE.EXPECTING_RECORD:
|
|
127
|
-
while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {
|
|
128
|
-
const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE);
|
|
129
|
-
const recordHeader = {
|
|
130
|
-
recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),
|
|
131
|
-
// 2 byte words; includes the four words of record header
|
|
132
|
-
byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,
|
|
133
|
-
// This is actually part of the record, not the header...
|
|
134
|
-
type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)
|
|
135
|
-
};
|
|
136
|
-
if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {
|
|
137
|
-
binaryReader.rewind(SHP_RECORD_HEADER_SIZE);
|
|
138
|
-
return state;
|
|
139
|
-
}
|
|
140
|
-
const invalidRecord = recordHeader.byteLength < 4 ||
|
|
141
|
-
recordHeader.type !== result.header?.type ||
|
|
142
|
-
recordHeader.recordNumber !== result.currentIndex;
|
|
143
|
-
// All records must have at least four bytes (for the record shape type)
|
|
144
|
-
if (invalidRecord) {
|
|
145
|
-
// Malformed record, try again, advancing just 4 bytes
|
|
146
|
-
// Note: this is a rewind because binaryReader.getDataView above
|
|
147
|
-
// moved the pointer forward 12 bytes, so rewinding 8 bytes still
|
|
148
|
-
// leaves us 4 bytes ahead
|
|
149
|
-
binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);
|
|
150
|
-
}
|
|
151
|
-
else {
|
|
152
|
-
// Note: type is actually part of the record, not the header, so
|
|
153
|
-
// rewind 4 bytes before reading record
|
|
154
|
-
binaryReader.rewind(4);
|
|
155
|
-
const recordView = binaryReader.getDataView(recordHeader.byteLength);
|
|
156
|
-
const geometry = (0, parse_shp_geometry_1.parseRecord)(recordView, options);
|
|
157
|
-
result.geometries.push(geometry);
|
|
158
|
-
result.currentIndex++;
|
|
159
|
-
result.progress.rows = result.currentIndex - 1;
|
|
160
|
-
}
|
|
161
|
-
}
|
|
162
|
-
if (binaryReader.ended) {
|
|
163
|
-
state = STATE.END;
|
|
164
|
-
}
|
|
165
|
-
return state;
|
|
166
|
-
default:
|
|
167
|
-
state = STATE.ERROR;
|
|
168
|
-
result.error = `illegal parser state ${state}`;
|
|
169
|
-
return state;
|
|
170
|
-
}
|
|
171
|
-
}
|
|
172
|
-
catch (error) {
|
|
173
|
-
state = STATE.ERROR;
|
|
174
|
-
result.error = `SHP parsing failed: ${error?.message}`;
|
|
175
|
-
return state;
|
|
176
|
-
}
|
|
177
|
-
}
|
|
178
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parse-shx.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-shx.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,UAAU,CAAC;IACpB,OAAO,EAAE,UAAU,CAAC;CACrB;AAKD;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,SAAS,CAoB5D"}
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.parseShx = void 0;
|
|
4
|
-
const parse_shp_header_1 = require("./parse-shp-header");
|
|
5
|
-
const SHX_HEADER_SIZE = 100;
|
|
6
|
-
const BIG_ENDIAN = false;
|
|
7
|
-
/**
|
|
8
|
-
* @param arrayBuffer
|
|
9
|
-
* @returns SHXOutput
|
|
10
|
-
*/
|
|
11
|
-
function parseShx(arrayBuffer) {
|
|
12
|
-
// SHX header is identical to SHP Header
|
|
13
|
-
const headerView = new DataView(arrayBuffer, 0, SHX_HEADER_SIZE);
|
|
14
|
-
const header = (0, parse_shp_header_1.parseSHPHeader)(headerView);
|
|
15
|
-
const contentLength = header.length - SHX_HEADER_SIZE;
|
|
16
|
-
const contentView = new DataView(arrayBuffer, SHX_HEADER_SIZE, contentLength);
|
|
17
|
-
const offsets = new Int32Array(contentLength);
|
|
18
|
-
const lengths = new Int32Array(contentLength);
|
|
19
|
-
for (let i = 0; i < contentLength / 8; i++) {
|
|
20
|
-
offsets[i] = contentView.getInt32(i * 8, BIG_ENDIAN);
|
|
21
|
-
lengths[i] = contentView.getInt32(i * 8 + 4, BIG_ENDIAN);
|
|
22
|
-
}
|
|
23
|
-
return {
|
|
24
|
-
offsets,
|
|
25
|
-
lengths
|
|
26
|
-
};
|
|
27
|
-
}
|
|
28
|
-
exports.parseShx = parseShx;
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAE,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAC1D,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAE5D,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,kBAAkB,CAAC;KAC/C,CAAC;IACF,kBAAkB;IAClB,MAAM,CAAC,EAAE;QACP,kBAAkB;QAClB,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,kBAAkB,CAAC;KAChD,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAChD,gBAAgB,GAAG;IACjB,SAAS,CAAC,EAAE;QACV,KAAK,CAAC,EAAE,SAAS,CAAC;KACnB,CAAC;IACF,GAAG,CAAC,EAAE;QACJ,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,+CAA+C;QAC/C,MAAM,CAAC,EAAE,SAAS,CAAC;KACpB,CAAC;CACH,CAAC;AAEJ,MAAM,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;AAEnD;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,MAAM,SAAS,GAAG;IAEtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;IAEjB,YAAY,EAAE,MAAM,CAAC;IAErB,YAAY,EAAE,MAAM,CAAC;IAErB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE;QACT,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"binary-chunk-reader.d.ts","sourceRoot":"","sources":["../../../src/lib/streaming/binary-chunk-reader.ts"],"names":[],"mappings":"AAAA,KAAK,wBAAwB,GAAG;IAC9B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,CAAC,OAAO,OAAO,iBAAiB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,KAAK,EAAE,OAAO,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;gBAEX,OAAO,CAAC,EAAE,wBAAwB;IAY9C;;OAEG;IACH,KAAK,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI;IAIrC,GAAG,IAAI,IAAI;IAKX;;;;;OAKG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAWzC;;;;;OAKG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI;IAwC9C;;;;;OAKG;IACH,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IA+B3C;;OAEG;IACH,cAAc,IAAI,IAAI;IAUtB;;;;;;;;;OASG;IACH,oBAAoB,CAAC,aAAa,EAAE,GAAG,EAAE,GAAG,eAAe;IAoB3D;;OAEG;IACH,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAGzB;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAI5B"}
|