@loaders.gl/shapefile 4.0.0-alpha.9 → 4.0.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (124) hide show
  1. package/dist/dbf-worker.js +12 -5
  2. package/dist/dist.min.js +112 -43
  3. package/dist/es5/dbf-loader.js +4 -2
  4. package/dist/es5/dbf-loader.js.map +1 -1
  5. package/dist/es5/index.js +21 -0
  6. package/dist/es5/index.js.map +1 -1
  7. package/dist/es5/lib/parsers/parse-dbf.js +2 -2
  8. package/dist/es5/lib/parsers/parse-dbf.js.map +1 -1
  9. package/dist/es5/lib/parsers/parse-shapefile.js +82 -78
  10. package/dist/es5/lib/parsers/parse-shapefile.js.map +1 -1
  11. package/dist/es5/lib/parsers/parse-shp.js +2 -2
  12. package/dist/es5/lib/parsers/parse-shp.js.map +1 -1
  13. package/dist/es5/lib/streaming/binary-chunk-reader.js +2 -2
  14. package/dist/es5/lib/streaming/binary-chunk-reader.js.map +1 -1
  15. package/dist/es5/lib/streaming/binary-reader.js +2 -2
  16. package/dist/es5/lib/streaming/binary-reader.js.map +1 -1
  17. package/dist/es5/lib/streaming/zip-batch-iterators.js +30 -26
  18. package/dist/es5/lib/streaming/zip-batch-iterators.js.map +1 -1
  19. package/dist/es5/shapefile-loader.js +2 -4
  20. package/dist/es5/shapefile-loader.js.map +1 -1
  21. package/dist/es5/shp-loader.js +4 -2
  22. package/dist/es5/shp-loader.js.map +1 -1
  23. package/dist/esm/dbf-loader.js +4 -2
  24. package/dist/esm/dbf-loader.js.map +1 -1
  25. package/dist/esm/index.js +3 -0
  26. package/dist/esm/index.js.map +1 -1
  27. package/dist/esm/lib/parsers/parse-dbf.js +1 -1
  28. package/dist/esm/lib/parsers/parse-dbf.js.map +1 -1
  29. package/dist/esm/lib/parsers/parse-shapefile.js +31 -26
  30. package/dist/esm/lib/parsers/parse-shapefile.js.map +1 -1
  31. package/dist/esm/lib/parsers/parse-shp.js +1 -1
  32. package/dist/esm/lib/parsers/parse-shp.js.map +1 -1
  33. package/dist/esm/lib/streaming/binary-chunk-reader.js +1 -1
  34. package/dist/esm/lib/streaming/binary-chunk-reader.js.map +1 -1
  35. package/dist/esm/lib/streaming/binary-reader.js +1 -1
  36. package/dist/esm/lib/streaming/binary-reader.js.map +1 -1
  37. package/dist/esm/lib/streaming/zip-batch-iterators.js +17 -11
  38. package/dist/esm/lib/streaming/zip-batch-iterators.js.map +1 -1
  39. package/dist/esm/shapefile-loader.js +1 -2
  40. package/dist/esm/shapefile-loader.js.map +1 -1
  41. package/dist/esm/shp-loader.js +2 -2
  42. package/dist/esm/shp-loader.js.map +1 -1
  43. package/dist/shp-worker.js +10 -5
  44. package/dist/src/bundle.d.ts.map +1 -0
  45. package/dist/src/dbf-loader.d.ts.map +1 -0
  46. package/dist/src/index.d.ts +7 -0
  47. package/dist/src/index.d.ts.map +1 -0
  48. package/dist/src/lib/parsers/parse-dbf.d.ts.map +1 -0
  49. package/dist/{lib → src/lib}/parsers/parse-shapefile.d.ts +2 -2
  50. package/dist/src/lib/parsers/parse-shapefile.d.ts.map +1 -0
  51. package/dist/src/lib/parsers/parse-shp-geometry.d.ts.map +1 -0
  52. package/dist/src/lib/parsers/parse-shp-header.d.ts.map +1 -0
  53. package/dist/{lib → src/lib}/parsers/parse-shp.d.ts +1 -1
  54. package/dist/src/lib/parsers/parse-shp.d.ts.map +1 -0
  55. package/dist/src/lib/parsers/parse-shx.d.ts.map +1 -0
  56. package/dist/src/lib/parsers/types.d.ts.map +1 -0
  57. package/dist/{lib → src/lib}/streaming/binary-chunk-reader.d.ts +2 -3
  58. package/dist/src/lib/streaming/binary-chunk-reader.d.ts.map +1 -0
  59. package/dist/{lib → src/lib}/streaming/binary-reader.d.ts +1 -1
  60. package/dist/src/lib/streaming/binary-reader.d.ts.map +1 -0
  61. package/dist/src/lib/streaming/zip-batch-iterators.d.ts +11 -0
  62. package/dist/src/lib/streaming/zip-batch-iterators.d.ts.map +1 -0
  63. package/dist/src/shapefile-loader.d.ts +7 -0
  64. package/dist/src/shapefile-loader.d.ts.map +1 -0
  65. package/dist/src/shp-loader.d.ts.map +1 -0
  66. package/dist/{workers → src/workers}/dbf-worker.d.ts.map +1 -1
  67. package/dist/{workers → src/workers}/shp-worker.d.ts.map +1 -1
  68. package/dist/tsconfig.tsbuildinfo +1 -0
  69. package/package.json +5 -6
  70. package/src/dbf-loader.ts +3 -1
  71. package/src/index.ts +5 -0
  72. package/src/lib/parsers/parse-dbf.ts +1 -1
  73. package/src/lib/parsers/parse-shapefile.ts +58 -40
  74. package/src/lib/parsers/parse-shp.ts +2 -2
  75. package/src/lib/streaming/binary-chunk-reader.ts +4 -3
  76. package/src/lib/streaming/binary-reader.ts +3 -1
  77. package/src/lib/streaming/zip-batch-iterators.ts +28 -14
  78. package/src/shapefile-loader.ts +2 -4
  79. package/src/shp-loader.ts +4 -1
  80. package/dist/bundle.d.ts.map +0 -1
  81. package/dist/bundle.js +0 -5
  82. package/dist/dbf-loader.d.ts.map +0 -1
  83. package/dist/dbf-loader.js +0 -32
  84. package/dist/index.d.ts +0 -4
  85. package/dist/index.d.ts.map +0 -1
  86. package/dist/index.js +0 -11
  87. package/dist/lib/parsers/parse-dbf.d.ts.map +0 -1
  88. package/dist/lib/parsers/parse-dbf.js +0 -344
  89. package/dist/lib/parsers/parse-shapefile.d.ts.map +0 -1
  90. package/dist/lib/parsers/parse-shapefile.js +0 -244
  91. package/dist/lib/parsers/parse-shp-geometry.d.ts.map +0 -1
  92. package/dist/lib/parsers/parse-shp-geometry.js +0 -287
  93. package/dist/lib/parsers/parse-shp-header.d.ts.map +0 -1
  94. package/dist/lib/parsers/parse-shp-header.js +0 -43
  95. package/dist/lib/parsers/parse-shp.d.ts.map +0 -1
  96. package/dist/lib/parsers/parse-shp.js +0 -178
  97. package/dist/lib/parsers/parse-shx.d.ts.map +0 -1
  98. package/dist/lib/parsers/parse-shx.js +0 -28
  99. package/dist/lib/parsers/types.d.ts.map +0 -1
  100. package/dist/lib/parsers/types.js +0 -2
  101. package/dist/lib/streaming/binary-chunk-reader.d.ts.map +0 -1
  102. package/dist/lib/streaming/binary-chunk-reader.js +0 -161
  103. package/dist/lib/streaming/binary-reader.d.ts.map +0 -1
  104. package/dist/lib/streaming/binary-reader.js +0 -52
  105. package/dist/lib/streaming/zip-batch-iterators.d.ts +0 -8
  106. package/dist/lib/streaming/zip-batch-iterators.d.ts.map +0 -1
  107. package/dist/lib/streaming/zip-batch-iterators.js +0 -61
  108. package/dist/shapefile-loader.d.ts +0 -26
  109. package/dist/shapefile-loader.d.ts.map +0 -1
  110. package/dist/shapefile-loader.js +0 -31
  111. package/dist/shp-loader.d.ts.map +0 -1
  112. package/dist/shp-loader.js +0 -35
  113. package/dist/workers/dbf-worker.js +0 -5
  114. package/dist/workers/shp-worker.js +0 -5
  115. /package/dist/{bundle.d.ts → src/bundle.d.ts} +0 -0
  116. /package/dist/{dbf-loader.d.ts → src/dbf-loader.d.ts} +0 -0
  117. /package/dist/{lib → src/lib}/parsers/parse-dbf.d.ts +0 -0
  118. /package/dist/{lib → src/lib}/parsers/parse-shp-geometry.d.ts +0 -0
  119. /package/dist/{lib → src/lib}/parsers/parse-shp-header.d.ts +0 -0
  120. /package/dist/{lib → src/lib}/parsers/parse-shx.d.ts +0 -0
  121. /package/dist/{lib → src/lib}/parsers/types.d.ts +0 -0
  122. /package/dist/{shp-loader.d.ts → src/shp-loader.d.ts} +0 -0
  123. /package/dist/{workers → src/workers}/dbf-worker.d.ts +0 -0
  124. /package/dist/{workers → src/workers}/shp-worker.d.ts +0 -0
@@ -1,287 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.parseRecord = void 0;
4
- const LITTLE_ENDIAN = true;
5
- /**
6
- * Parse individual record
7
- *
8
- * @param view Record data
9
- * @return Binary Geometry Object
10
- */
11
- // eslint-disable-next-line complexity
12
- function parseRecord(view, options) {
13
- const { _maxDimensions = 4 } = options?.shp || {};
14
- let offset = 0;
15
- const type = view.getInt32(offset, LITTLE_ENDIAN);
16
- offset += Int32Array.BYTES_PER_ELEMENT;
17
- switch (type) {
18
- case 0:
19
- // Null Shape
20
- return parseNull();
21
- case 1:
22
- // Point
23
- return parsePoint(view, offset, Math.min(2, _maxDimensions));
24
- case 3:
25
- // PolyLine
26
- return parsePoly(view, offset, Math.min(2, _maxDimensions), 'LineString');
27
- case 5:
28
- // Polygon
29
- return parsePoly(view, offset, Math.min(2, _maxDimensions), 'Polygon');
30
- case 8:
31
- // MultiPoint
32
- return parseMultiPoint(view, offset, Math.min(2, _maxDimensions));
33
- // GeometryZ can have 3 or 4 dimensions, since the M is not required to
34
- // exist
35
- case 11:
36
- // PointZ
37
- return parsePoint(view, offset, Math.min(4, _maxDimensions));
38
- case 13:
39
- // PolyLineZ
40
- return parsePoly(view, offset, Math.min(4, _maxDimensions), 'LineString');
41
- case 15:
42
- // PolygonZ
43
- return parsePoly(view, offset, Math.min(4, _maxDimensions), 'Polygon');
44
- case 18:
45
- // MultiPointZ
46
- return parseMultiPoint(view, offset, Math.min(4, _maxDimensions));
47
- case 21:
48
- // PointM
49
- return parsePoint(view, offset, Math.min(3, _maxDimensions));
50
- case 23:
51
- // PolyLineM
52
- return parsePoly(view, offset, Math.min(3, _maxDimensions), 'LineString');
53
- case 25:
54
- // PolygonM
55
- return parsePoly(view, offset, Math.min(3, _maxDimensions), 'Polygon');
56
- case 28:
57
- // MultiPointM
58
- return parseMultiPoint(view, offset, Math.min(3, _maxDimensions));
59
- default:
60
- throw new Error(`unsupported shape type: ${type}`);
61
- }
62
- }
63
- exports.parseRecord = parseRecord;
64
- // TODO handle null
65
- /**
66
- * Parse Null geometry
67
- *
68
- * @return null
69
- */
70
- function parseNull() {
71
- return null;
72
- }
73
- /**
74
- * Parse point geometry
75
- *
76
- * @param view Geometry data
77
- * @param offset Offset in view
78
- * @param dim Dimension size
79
- */
80
- function parsePoint(view, offset, dim) {
81
- let positions;
82
- [positions, offset] = parsePositions(view, offset, 1, dim);
83
- return {
84
- positions: { value: positions, size: dim },
85
- type: 'Point'
86
- };
87
- }
88
- /**
89
- * Parse MultiPoint geometry
90
- *
91
- * @param view Geometry data
92
- * @param offset Offset in view
93
- * @param dim Input dimension
94
- * @return Binary geometry object
95
- */
96
- function parseMultiPoint(view, offset, dim) {
97
- // skip parsing box
98
- offset += 4 * Float64Array.BYTES_PER_ELEMENT;
99
- const nPoints = view.getInt32(offset, LITTLE_ENDIAN);
100
- offset += Int32Array.BYTES_PER_ELEMENT;
101
- let xyPositions = null;
102
- let mPositions = null;
103
- let zPositions = null;
104
- [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);
105
- // Parse Z coordinates
106
- if (dim === 4) {
107
- // skip parsing range
108
- offset += 2 * Float64Array.BYTES_PER_ELEMENT;
109
- [zPositions, offset] = parsePositions(view, offset, nPoints, 1);
110
- }
111
- // Parse M coordinates
112
- if (dim >= 3) {
113
- // skip parsing range
114
- offset += 2 * Float64Array.BYTES_PER_ELEMENT;
115
- [mPositions, offset] = parsePositions(view, offset, nPoints, 1);
116
- }
117
- const positions = concatPositions(xyPositions, mPositions, zPositions);
118
- return {
119
- positions: { value: positions, size: dim },
120
- type: 'Point'
121
- };
122
- }
123
- /**
124
- * Polygon and PolyLine parsing
125
- *
126
- * @param view Geometry data
127
- * @param offset Offset in view
128
- * @param dim Input dimension
129
- * @param type Either 'Polygon' or 'Polyline'
130
- * @return Binary geometry object
131
- */
132
- // eslint-disable-next-line max-statements
133
- function parsePoly(view, offset, dim, type) {
134
- // skip parsing bounding box
135
- offset += 4 * Float64Array.BYTES_PER_ELEMENT;
136
- const nParts = view.getInt32(offset, LITTLE_ENDIAN);
137
- offset += Int32Array.BYTES_PER_ELEMENT;
138
- const nPoints = view.getInt32(offset, LITTLE_ENDIAN);
139
- offset += Int32Array.BYTES_PER_ELEMENT;
140
- // Create longer indices array by 1 because output format is expected to
141
- // include the last index as the total number of positions
142
- const bufferOffset = view.byteOffset + offset;
143
- const bufferLength = nParts * Int32Array.BYTES_PER_ELEMENT;
144
- const ringIndices = new Int32Array(nParts + 1);
145
- ringIndices.set(new Int32Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)));
146
- ringIndices[nParts] = nPoints;
147
- offset += nParts * Int32Array.BYTES_PER_ELEMENT;
148
- let xyPositions = null;
149
- let mPositions = null;
150
- let zPositions = null;
151
- [xyPositions, offset] = parsePositions(view, offset, nPoints, 2);
152
- // Parse Z coordinates
153
- if (dim === 4) {
154
- // skip parsing range
155
- offset += 2 * Float64Array.BYTES_PER_ELEMENT;
156
- [zPositions, offset] = parsePositions(view, offset, nPoints, 1);
157
- }
158
- // Parse M coordinates
159
- if (dim >= 3) {
160
- // skip parsing range
161
- offset += 2 * Float64Array.BYTES_PER_ELEMENT;
162
- [mPositions, offset] = parsePositions(view, offset, nPoints, 1);
163
- }
164
- const positions = concatPositions(xyPositions, mPositions, zPositions);
165
- // parsePoly only accepts type = LineString or Polygon
166
- if (type === 'LineString') {
167
- return {
168
- type,
169
- positions: { value: positions, size: dim },
170
- pathIndices: { value: ringIndices, size: 1 }
171
- };
172
- }
173
- // for every ring, determine sign of polygon
174
- // Use only 2D positions for ring calc
175
- const polygonIndices = [];
176
- for (let i = 1; i < ringIndices.length; i++) {
177
- const startRingIndex = ringIndices[i - 1];
178
- const endRingIndex = ringIndices[i];
179
- // @ts-ignore
180
- const ring = xyPositions.subarray(startRingIndex * 2, endRingIndex * 2);
181
- const sign = getWindingDirection(ring);
182
- // A positive sign implies clockwise
183
- // A clockwise ring is a filled ring
184
- if (sign > 0) {
185
- polygonIndices.push(startRingIndex);
186
- }
187
- }
188
- polygonIndices.push(nPoints);
189
- return {
190
- type,
191
- positions: { value: positions, size: dim },
192
- primitivePolygonIndices: { value: ringIndices, size: 1 },
193
- // TODO: Dynamically choose Uint32Array over Uint16Array only when
194
- // necessary. I believe the implementation requires nPoints to be the
195
- // largest value in the array, so you should be able to use Uint32Array only
196
- // when nPoints > 65535.
197
- polygonIndices: { value: new Uint32Array(polygonIndices), size: 1 }
198
- };
199
- }
200
- /**
201
- * Parse a contiguous block of positions into a Float64Array
202
- *
203
- * @param view Geometry data
204
- * @param offset Offset in view
205
- * @param nPoints Number of points
206
- * @param dim Input dimension
207
- * @return Data and offset
208
- */
209
- function parsePositions(view, offset, nPoints, dim) {
210
- const bufferOffset = view.byteOffset + offset;
211
- const bufferLength = nPoints * dim * Float64Array.BYTES_PER_ELEMENT;
212
- return [
213
- new Float64Array(view.buffer.slice(bufferOffset, bufferOffset + bufferLength)),
214
- offset + bufferLength
215
- ];
216
- }
217
- /**
218
- * Concatenate and interleave positions arrays
219
- * xy positions are interleaved; mPositions, zPositions are their own arrays
220
- *
221
- * @param xyPositions 2d positions
222
- * @param mPositions M positions
223
- * @param zPositions Z positions
224
- * @return Combined interleaved positions
225
- */
226
- // eslint-disable-next-line complexity
227
- function concatPositions(xyPositions, mPositions, zPositions) {
228
- if (!(mPositions || zPositions)) {
229
- return xyPositions;
230
- }
231
- let arrayLength = xyPositions.length;
232
- let nDim = 2;
233
- if (zPositions && zPositions.length) {
234
- arrayLength += zPositions.length;
235
- nDim++;
236
- }
237
- if (mPositions && mPositions.length) {
238
- arrayLength += mPositions.length;
239
- nDim++;
240
- }
241
- const positions = new Float64Array(arrayLength);
242
- for (let i = 0; i < xyPositions.length / 2; i++) {
243
- positions[nDim * i] = xyPositions[i * 2];
244
- positions[nDim * i + 1] = xyPositions[i * 2 + 1];
245
- }
246
- if (zPositions && zPositions.length) {
247
- for (let i = 0; i < zPositions.length; i++) {
248
- // If Z coordinates exist; used as third coord in positions array
249
- positions[nDim * i + 2] = zPositions[i];
250
- }
251
- }
252
- if (mPositions && mPositions.length) {
253
- for (let i = 0; i < mPositions.length; i++) {
254
- // M is always last, either 3rd or 4th depending on if Z exists
255
- positions[nDim * i + (nDim - 1)] = mPositions[i];
256
- }
257
- }
258
- return positions;
259
- }
260
- /**
261
- * Returns the direction of the polygon path
262
- * A positive number is clockwise.
263
- * A negative number is counter clockwise.
264
- *
265
- * @param positions
266
- * @return Sign of polygon ring
267
- */
268
- function getWindingDirection(positions) {
269
- return Math.sign(getSignedArea(positions));
270
- }
271
- /**
272
- * Get signed area of flat typed array of 2d positions
273
- *
274
- * @param positions
275
- * @return Signed area of polygon ring
276
- */
277
- function getSignedArea(positions) {
278
- let area = 0;
279
- // Rings are closed according to shapefile spec
280
- const nCoords = positions.length / 2 - 1;
281
- for (let i = 0; i < nCoords; i++) {
282
- area +=
283
- (positions[i * 2] + positions[(i + 1) * 2]) *
284
- (positions[i * 2 + 1] - positions[(i + 1) * 2 + 1]);
285
- }
286
- return area / 2;
287
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-shp-header.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-shp-header.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS;IACxB,uBAAuB;IACvB,KAAK,EAAE,MAAM,CAAC;IAEd,8BAA8B;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAMD;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,QAAQ,GAAG,SAAS,CA6B9D"}
@@ -1,43 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.parseSHPHeader = void 0;
4
- const LITTLE_ENDIAN = true;
5
- const BIG_ENDIAN = false;
6
- const SHP_MAGIC_NUMBER = 0x0000270a;
7
- /**
8
- * Extract the binary header
9
- * Note: Also used by SHX
10
- * @param headerView
11
- * @returns SHPHeader
12
- */
13
- function parseSHPHeader(headerView) {
14
- // Note: The SHP format switches endianness between fields!
15
- // https://www.esri.com/library/whitepapers/pdfs/shapefile.pdf
16
- const header = {
17
- magic: headerView.getInt32(0, BIG_ENDIAN),
18
- // Length is stored as # of 2-byte words; multiply by 2 to get # of bytes
19
- length: headerView.getInt32(24, BIG_ENDIAN) * 2,
20
- version: headerView.getInt32(28, LITTLE_ENDIAN),
21
- type: headerView.getInt32(32, LITTLE_ENDIAN),
22
- bbox: {
23
- minX: headerView.getFloat64(36, LITTLE_ENDIAN),
24
- minY: headerView.getFloat64(44, LITTLE_ENDIAN),
25
- minZ: headerView.getFloat64(68, LITTLE_ENDIAN),
26
- minM: headerView.getFloat64(84, LITTLE_ENDIAN),
27
- maxX: headerView.getFloat64(52, LITTLE_ENDIAN),
28
- maxY: headerView.getFloat64(60, LITTLE_ENDIAN),
29
- maxZ: headerView.getFloat64(76, LITTLE_ENDIAN),
30
- maxM: headerView.getFloat64(92, LITTLE_ENDIAN)
31
- }
32
- };
33
- if (header.magic !== SHP_MAGIC_NUMBER) {
34
- // eslint-disable-next-line
35
- console.error(`SHP file: bad magic number ${header.magic}`);
36
- }
37
- if (header.version !== 1000) {
38
- // eslint-disable-next-line
39
- console.error(`SHP file: bad version ${header.version}`);
40
- }
41
- return header;
42
- }
43
- exports.parseSHPHeader = parseSHPHeader;
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-shp.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-shp.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAIvD,OAAO,EAAC,gBAAgB,EAAC,MAAM,SAAS,CAAC;AAiEzC,wBAAgB,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,cAAc,EAAE,CAO/F;AAED;;;;GAIG;AACH,wBAAuB,iBAAiB,CACtC,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACjE,OAAO,CAAC,EAAE,gBAAgB,GACzB,aAAa,CAAC,cAAc,GAAG,MAAM,CAAC,CAqBxC"}
@@ -1,178 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.parseSHPInBatches = exports.parseSHP = void 0;
7
- const binary_chunk_reader_1 = __importDefault(require("../streaming/binary-chunk-reader"));
8
- const parse_shp_header_1 = require("./parse-shp-header");
9
- const parse_shp_geometry_1 = require("./parse-shp-geometry");
10
- const LITTLE_ENDIAN = true;
11
- const BIG_ENDIAN = false;
12
- const SHP_HEADER_SIZE = 100;
13
- // According to the spec, the record header is just 8 bytes, but here we set it
14
- // to 12 so that we can also access the record's type
15
- const SHP_RECORD_HEADER_SIZE = 12;
16
- const STATE = {
17
- EXPECTING_HEADER: 0,
18
- EXPECTING_RECORD: 1,
19
- END: 2,
20
- ERROR: 3
21
- };
22
- class SHPParser {
23
- constructor(options) {
24
- this.options = {};
25
- this.binaryReader = new binary_chunk_reader_1.default({ maxRewindBytes: SHP_RECORD_HEADER_SIZE });
26
- this.state = STATE.EXPECTING_HEADER;
27
- this.result = {
28
- geometries: [],
29
- // Initialize with number values to make TS happy
30
- // These are initialized for real in STATE.EXPECTING_HEADER
31
- progress: {
32
- bytesTotal: NaN,
33
- bytesUsed: NaN,
34
- rows: NaN
35
- },
36
- currentIndex: NaN
37
- };
38
- this.options = options;
39
- }
40
- write(arrayBuffer) {
41
- this.binaryReader.write(arrayBuffer);
42
- this.state = parseState(this.state, this.result, this.binaryReader, this.options);
43
- }
44
- end() {
45
- this.binaryReader.end();
46
- this.state = parseState(this.state, this.result, this.binaryReader, this.options);
47
- // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();
48
- if (this.state !== STATE.END) {
49
- this.state = STATE.ERROR;
50
- this.result.error = 'SHP incomplete file';
51
- }
52
- }
53
- }
54
- function parseSHP(arrayBuffer, options) {
55
- const shpParser = new SHPParser(options);
56
- shpParser.write(arrayBuffer);
57
- shpParser.end();
58
- // @ts-ignore
59
- return shpParser.result;
60
- }
61
- exports.parseSHP = parseSHP;
62
- /**
63
- * @param asyncIterator
64
- * @param options
65
- * @returns
66
- */
67
- async function* parseSHPInBatches(asyncIterator, options) {
68
- const parser = new SHPParser(options);
69
- let headerReturned = false;
70
- for await (const arrayBuffer of asyncIterator) {
71
- parser.write(arrayBuffer);
72
- if (!headerReturned && parser.result.header) {
73
- headerReturned = true;
74
- yield parser.result.header;
75
- }
76
- if (parser.result.geometries.length > 0) {
77
- yield parser.result.geometries;
78
- parser.result.geometries = [];
79
- }
80
- }
81
- parser.end();
82
- if (parser.result.geometries.length > 0) {
83
- yield parser.result.geometries;
84
- }
85
- return;
86
- }
87
- exports.parseSHPInBatches = parseSHPInBatches;
88
- /**
89
- * State-machine parser for SHP data
90
- *
91
- * Note that whenever more data is needed, a `return`, not a `break`, is
92
- * necessary, as the `break` keeps the context within `parseState`, while
93
- * `return` releases context so that more data can be written into the
94
- * BinaryChunkReader.
95
- *
96
- * @param state Current state
97
- * @param result An object to hold result data
98
- * @param binaryReader
99
- * @return State at end of current parsing
100
- */
101
- /* eslint-disable complexity, max-depth */
102
- function parseState(state, result, binaryReader, options) {
103
- // eslint-disable-next-line no-constant-condition
104
- while (true) {
105
- try {
106
- switch (state) {
107
- case STATE.ERROR:
108
- case STATE.END:
109
- return state;
110
- case STATE.EXPECTING_HEADER:
111
- // Parse initial file header
112
- const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);
113
- if (!dataView) {
114
- return state;
115
- }
116
- result.header = (0, parse_shp_header_1.parseSHPHeader)(dataView);
117
- result.progress = {
118
- bytesUsed: 0,
119
- bytesTotal: result.header.length,
120
- rows: 0
121
- };
122
- // index numbering starts at 1
123
- result.currentIndex = 1;
124
- state = STATE.EXPECTING_RECORD;
125
- break;
126
- case STATE.EXPECTING_RECORD:
127
- while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {
128
- const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE);
129
- const recordHeader = {
130
- recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),
131
- // 2 byte words; includes the four words of record header
132
- byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,
133
- // This is actually part of the record, not the header...
134
- type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)
135
- };
136
- if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {
137
- binaryReader.rewind(SHP_RECORD_HEADER_SIZE);
138
- return state;
139
- }
140
- const invalidRecord = recordHeader.byteLength < 4 ||
141
- recordHeader.type !== result.header?.type ||
142
- recordHeader.recordNumber !== result.currentIndex;
143
- // All records must have at least four bytes (for the record shape type)
144
- if (invalidRecord) {
145
- // Malformed record, try again, advancing just 4 bytes
146
- // Note: this is a rewind because binaryReader.getDataView above
147
- // moved the pointer forward 12 bytes, so rewinding 8 bytes still
148
- // leaves us 4 bytes ahead
149
- binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);
150
- }
151
- else {
152
- // Note: type is actually part of the record, not the header, so
153
- // rewind 4 bytes before reading record
154
- binaryReader.rewind(4);
155
- const recordView = binaryReader.getDataView(recordHeader.byteLength);
156
- const geometry = (0, parse_shp_geometry_1.parseRecord)(recordView, options);
157
- result.geometries.push(geometry);
158
- result.currentIndex++;
159
- result.progress.rows = result.currentIndex - 1;
160
- }
161
- }
162
- if (binaryReader.ended) {
163
- state = STATE.END;
164
- }
165
- return state;
166
- default:
167
- state = STATE.ERROR;
168
- result.error = `illegal parser state ${state}`;
169
- return state;
170
- }
171
- }
172
- catch (error) {
173
- state = STATE.ERROR;
174
- result.error = `SHP parsing failed: ${error?.message}`;
175
- return state;
176
- }
177
- }
178
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-shx.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-shx.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,UAAU,CAAC;IACpB,OAAO,EAAE,UAAU,CAAC;CACrB;AAKD;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,SAAS,CAoB5D"}
@@ -1,28 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.parseShx = void 0;
4
- const parse_shp_header_1 = require("./parse-shp-header");
5
- const SHX_HEADER_SIZE = 100;
6
- const BIG_ENDIAN = false;
7
- /**
8
- * @param arrayBuffer
9
- * @returns SHXOutput
10
- */
11
- function parseShx(arrayBuffer) {
12
- // SHX header is identical to SHP Header
13
- const headerView = new DataView(arrayBuffer, 0, SHX_HEADER_SIZE);
14
- const header = (0, parse_shp_header_1.parseSHPHeader)(headerView);
15
- const contentLength = header.length - SHX_HEADER_SIZE;
16
- const contentView = new DataView(arrayBuffer, SHX_HEADER_SIZE, contentLength);
17
- const offsets = new Int32Array(contentLength);
18
- const lengths = new Int32Array(contentLength);
19
- for (let i = 0; i < contentLength / 8; i++) {
20
- offsets[i] = contentView.getInt32(i * 8, BIG_ENDIAN);
21
- lengths[i] = contentView.getInt32(i * 8 + 4, BIG_ENDIAN);
22
- }
23
- return {
24
- offsets,
25
- lengths
26
- };
27
- }
28
- exports.parseShx = parseShx;
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAE,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAC1D,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAE5D,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,kBAAkB,CAAC;KAC/C,CAAC;IACF,kBAAkB;IAClB,MAAM,CAAC,EAAE;QACP,kBAAkB;QAClB,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,kBAAkB,CAAC;KAChD,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAChD,gBAAgB,GAAG;IACjB,SAAS,CAAC,EAAE;QACV,KAAK,CAAC,EAAE,SAAS,CAAC;KACnB,CAAC;IACF,GAAG,CAAC,EAAE;QACJ,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,+CAA+C;QAC/C,MAAM,CAAC,EAAE,SAAS,CAAC;KACpB,CAAC;CACH,CAAC;AAEJ,MAAM,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;AAEnD;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,MAAM,SAAS,GAAG;IAEtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;IAEjB,YAAY,EAAE,MAAM,CAAC;IAErB,YAAY,EAAE,MAAM,CAAC;IAErB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE;QACT,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC"}
@@ -1,2 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
@@ -1 +0,0 @@
1
- {"version":3,"file":"binary-chunk-reader.d.ts","sourceRoot":"","sources":["../../../src/lib/streaming/binary-chunk-reader.ts"],"names":[],"mappings":"AAAA,KAAK,wBAAwB,GAAG;IAC9B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,CAAC,OAAO,OAAO,iBAAiB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,KAAK,EAAE,OAAO,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;gBAEX,OAAO,CAAC,EAAE,wBAAwB;IAY9C;;OAEG;IACH,KAAK,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI;IAIrC,GAAG,IAAI,IAAI;IAKX;;;;;OAKG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAWzC;;;;;OAKG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI;IAwC9C;;;;;OAKG;IACH,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IA+B3C;;OAEG;IACH,cAAc,IAAI,IAAI;IAUtB;;;;;;;;;OASG;IACH,oBAAoB,CAAC,aAAa,EAAE,GAAG,EAAE,GAAG,eAAe;IAoB3D;;OAEG;IACH,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAGzB;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAI5B"}