@loaders.gl/geopackage 3.1.3 → 4.0.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../src/geopackage-loader.ts"],"names":["parseGeoPackage","VERSION","GeoPackageLoader","id","name","module","version","extensions","mimeTypes","category","parse","options","geopackage","sqlJsCDN"],"mappings":"AACA,OAAOA,eAAP,MAA4B,wBAA5B;AAKA,MAAMC,OAAO,GAAG,QAAhB;AAcA,OAAO,MAAMC,gBAAkC,GAAG;AAChDC,EAAAA,EAAE,EAAE,YAD4C;AAEhDC,EAAAA,IAAI,EAAE,YAF0C;AAGhDC,EAAAA,MAAM,EAAE,YAHwC;AAIhDC,EAAAA,OAAO,EAAEL,OAJuC;AAKhDM,EAAAA,UAAU,EAAE,CAAC,MAAD,CALoC;AAMhDC,EAAAA,SAAS,EAAE,CAAC,gCAAD,CANqC;AAOhDC,EAAAA,QAAQ,EAAE,UAPsC;AAQhDC,EAAAA,KAAK,EAAEV,eARyC;AAShDW,EAAAA,OAAO,EAAE;AACPC,IAAAA,UAAU,EAAE;AACVC,MAAAA,QAAQ,EAAE;AADA;AADL;AATuC,CAA3C","sourcesContent":["import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport parseGeoPackage from './lib/parse-geopackage';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\n// const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\nconst VERSION = 'latest';\n\nexport type GeoPackageLoaderOptions = LoaderOptions & {\n geopackage?: {\n // Use null in Node\n sqlJsCDN: string | null;\n };\n gis?: {\n reproject?: boolean;\n _targetCrs?: string;\n };\n};\n\n/** Geopackage loader */\nexport const GeoPackageLoader: LoaderWithParser = {\n id: 'geopackage',\n name: 'GeoPackage',\n module: 'geopackage',\n version: VERSION,\n extensions: ['gpkg'],\n mimeTypes: ['application/geopackage+sqlite3'],\n category: 'geometry',\n parse: parseGeoPackage,\n options: {\n geopackage: {\n sqlJsCDN: 'https://sql.js.org/dist/'\n }\n }\n};\n"],"file":"geopackage-loader.js"}
package/dist/esm/index.js DELETED
@@ -1,2 +0,0 @@
1
- export { GeoPackageLoader } from './geopackage-loader';
2
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../src/index.ts"],"names":["GeoPackageLoader"],"mappings":"AAAA,SAAQA,gBAAR,QAA+B,qBAA/B","sourcesContent":["export {GeoPackageLoader} from './geopackage-loader';\n"],"file":"index.js"}
@@ -1,303 +0,0 @@
1
- import initSqlJs from 'sql.js';
2
- import { WKBLoader } from '@loaders.gl/wkt';
3
- import { Schema, Field, Bool, Utf8, Float64, Int32, Int8, Int16, Float32, Binary } from '@loaders.gl/schema';
4
- import { binaryToGeometry, transformGeoJsonCoords } from '@loaders.gl/gis';
5
- import { Proj4Projection } from '@math.gl/proj4';
6
- const ENVELOPE_BYTE_LENGTHS = {
7
- 0: 0,
8
- 1: 32,
9
- 2: 48,
10
- 3: 48,
11
- 4: 64,
12
- 5: 0,
13
- 6: 0,
14
- 7: 0
15
- };
16
- const SQL_TYPE_MAPPING = {
17
- BOOLEAN: Bool,
18
- TINYINT: Int8,
19
- SMALLINT: Int16,
20
- MEDIUMINT: Int32,
21
- INT: Int32,
22
- INTEGER: Int32,
23
- FLOAT: Float32,
24
- DOUBLE: Float64,
25
- REAL: Float64,
26
- TEXT: Utf8,
27
- BLOB: Binary,
28
- DATE: Utf8,
29
- DATETIME: Utf8,
30
- GEOMETRY: Binary
31
- };
32
- export default async function parseGeoPackage(arrayBuffer, options) {
33
- const {
34
- sqlJsCDN = 'https://sql.js.org/dist/'
35
- } = (options === null || options === void 0 ? void 0 : options.geopackage) || {};
36
- const {
37
- reproject = false,
38
- _targetCrs = 'WGS84'
39
- } = (options === null || options === void 0 ? void 0 : options.gis) || {};
40
- const db = await loadDatabase(arrayBuffer, sqlJsCDN);
41
- const tables = listVectorTables(db);
42
- const projections = getProjections(db);
43
- const result = {};
44
-
45
- for (const table of tables) {
46
- const {
47
- table_name: tableName
48
- } = table;
49
- result[tableName] = getVectorTable(db, tableName, projections, {
50
- reproject,
51
- _targetCrs
52
- });
53
- }
54
-
55
- return result;
56
- }
57
-
58
- async function loadDatabase(arrayBuffer, sqlJsCDN) {
59
- let SQL;
60
-
61
- if (sqlJsCDN) {
62
- SQL = await initSqlJs({
63
- locateFile: file => "".concat(sqlJsCDN).concat(file)
64
- });
65
- } else {
66
- SQL = await initSqlJs();
67
- }
68
-
69
- return new SQL.Database(new Uint8Array(arrayBuffer));
70
- }
71
-
72
- function listVectorTables(db) {
73
- const stmt = db.prepare("SELECT * FROM gpkg_contents WHERE data_type='features';");
74
- const vectorTablesInfo = [];
75
-
76
- while (stmt.step()) {
77
- const vectorTableInfo = stmt.getAsObject();
78
- vectorTablesInfo.push(vectorTableInfo);
79
- }
80
-
81
- return vectorTablesInfo;
82
- }
83
-
84
- function getVectorTable(db, tableName, projections, {
85
- reproject,
86
- _targetCrs
87
- }) {
88
- const dataColumns = getDataColumns(db, tableName);
89
- const geomColumn = getGeometryColumn(db, tableName);
90
- const featureIdColumn = getFeatureIdName(db, tableName);
91
- const {
92
- columns,
93
- values
94
- } = db.exec("SELECT * FROM `".concat(tableName, "`;"))[0];
95
- let projection;
96
-
97
- if (reproject) {
98
- const geomColumnProjStr = projections[geomColumn.srs_id];
99
- projection = new Proj4Projection({
100
- from: geomColumnProjStr,
101
- to: _targetCrs
102
- });
103
- }
104
-
105
- const geojsonFeatures = [];
106
-
107
- for (const row of values) {
108
- const geojsonFeature = constructGeoJsonFeature(columns, row, geomColumn, dataColumns, featureIdColumn);
109
- geojsonFeatures.push(geojsonFeature);
110
- }
111
-
112
- const schema = getArrowSchema(db, tableName);
113
-
114
- if (projection) {
115
- return {
116
- geojsonFeatures: transformGeoJsonCoords(geojsonFeatures, projection.project),
117
- schema
118
- };
119
- }
120
-
121
- return {
122
- geojsonFeatures,
123
- schema
124
- };
125
- }
126
-
127
- function getProjections(db) {
128
- const stmt = db.prepare('SELECT * FROM gpkg_spatial_ref_sys;');
129
- const projectionMapping = {};
130
-
131
- while (stmt.step()) {
132
- const srsInfo = stmt.getAsObject();
133
- const {
134
- srs_id,
135
- definition
136
- } = srsInfo;
137
- projectionMapping[srs_id] = definition;
138
- }
139
-
140
- return projectionMapping;
141
- }
142
-
143
- function constructGeoJsonFeature(columns, row, geomColumn, dataColumns, featureIdColumn) {
144
- const idIdx = columns.indexOf(featureIdColumn);
145
- const id = row[idIdx];
146
- const geomColumnIdx = columns.indexOf(geomColumn.column_name);
147
- const geometry = parseGeometry(row[geomColumnIdx].buffer);
148
- const properties = {};
149
-
150
- if (dataColumns) {
151
- for (const [key, value] of Object.entries(dataColumns)) {
152
- const idx = columns.indexOf(key);
153
- properties[value] = row[idx];
154
- }
155
- } else {
156
- for (let i = 0; i < columns.length; i++) {
157
- if (i === idIdx || i === geomColumnIdx) {
158
- continue;
159
- }
160
-
161
- const columnName = columns[i];
162
- properties[columnName] = row[i];
163
- }
164
- }
165
-
166
- return {
167
- id,
168
- type: 'Feature',
169
- geometry,
170
- properties
171
- };
172
- }
173
-
174
- function getGeopackageVersion(db) {
175
- const textDecoder = new TextDecoder();
176
- const applicationIdQuery = db.exec('PRAGMA application_id;')[0];
177
- const applicationId = applicationIdQuery.values[0][0];
178
- const buffer = new ArrayBuffer(4);
179
- const view = new DataView(buffer);
180
- view.setInt32(0, Number(applicationId));
181
- const versionString = textDecoder.decode(buffer);
182
-
183
- if (versionString === 'GP10') {
184
- return '1.0';
185
- }
186
-
187
- if (versionString === 'GP11') {
188
- return '1.1';
189
- }
190
-
191
- const userVersionQuery = db.exec('PRAGMA user_version;')[0];
192
- const userVersionInt = userVersionQuery.values[0][0];
193
-
194
- if (userVersionInt && userVersionInt < 10300) {
195
- return '1.2';
196
- }
197
-
198
- return null;
199
- }
200
-
201
- function getFeatureIdName(db, tableName) {
202
- const stmt = db.prepare("PRAGMA table_info(`".concat(tableName, "`)"));
203
-
204
- while (stmt.step()) {
205
- const pragmaTableInfo = stmt.getAsObject();
206
- const {
207
- name,
208
- pk
209
- } = pragmaTableInfo;
210
-
211
- if (pk) {
212
- return name;
213
- }
214
- }
215
-
216
- return null;
217
- }
218
-
219
- function parseGeometry(arrayBuffer) {
220
- const view = new DataView(arrayBuffer);
221
- const {
222
- envelopeLength,
223
- emptyGeometry
224
- } = parseGeometryBitFlags(view.getUint8(3));
225
-
226
- if (emptyGeometry) {
227
- return null;
228
- }
229
-
230
- const wkbOffset = 8 + envelopeLength;
231
- const binaryGeometry = WKBLoader.parseSync(arrayBuffer.slice(wkbOffset));
232
- return binaryToGeometry(binaryGeometry);
233
- }
234
-
235
- function parseGeometryBitFlags(byte) {
236
- const envelopeValue = (byte & 0b00001110) / 2;
237
- const envelopeLength = ENVELOPE_BYTE_LENGTHS[envelopeValue];
238
- return {
239
- littleEndian: Boolean(byte & 0b00000001),
240
- envelopeLength,
241
- emptyGeometry: Boolean(byte & 0b00010000),
242
- extendedGeometryType: Boolean(byte & 0b00100000)
243
- };
244
- }
245
-
246
- function getGeometryColumn(db, tableName) {
247
- const stmt = db.prepare('SELECT * FROM gpkg_geometry_columns WHERE table_name=:tableName;');
248
- stmt.bind({
249
- ':tableName': tableName
250
- });
251
- stmt.step();
252
- const geometryColumn = stmt.getAsObject();
253
- return geometryColumn;
254
- }
255
-
256
- function getDataColumns(db, tableName) {
257
- let stmt;
258
-
259
- try {
260
- stmt = db.prepare('SELECT * FROM gpkg_data_columns WHERE table_name=:tableName;');
261
- } catch (error) {
262
- if (error.message.includes('no such table')) {
263
- return null;
264
- }
265
-
266
- throw error;
267
- }
268
-
269
- stmt.bind({
270
- ':tableName': tableName
271
- });
272
- const result = {};
273
-
274
- while (stmt.step()) {
275
- const column = stmt.getAsObject();
276
- const {
277
- column_name,
278
- name
279
- } = column;
280
- result[column_name] = name || null;
281
- }
282
-
283
- return result;
284
- }
285
-
286
- function getArrowSchema(db, tableName) {
287
- const stmt = db.prepare("PRAGMA table_info(`".concat(tableName, "`)"));
288
- const fields = [];
289
-
290
- while (stmt.step()) {
291
- const pragmaTableInfo = stmt.getAsObject();
292
- const {
293
- name,
294
- type,
295
- notnull
296
- } = pragmaTableInfo;
297
- const field = new Field(name, new SQL_TYPE_MAPPING[type](), !notnull);
298
- fields.push(field);
299
- }
300
-
301
- return new Schema(fields);
302
- }
303
- //# sourceMappingURL=parse-geopackage.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../src/lib/parse-geopackage.ts"],"names":["initSqlJs","WKBLoader","Schema","Field","Bool","Utf8","Float64","Int32","Int8","Int16","Float32","Binary","binaryToGeometry","transformGeoJsonCoords","Proj4Projection","ENVELOPE_BYTE_LENGTHS","SQL_TYPE_MAPPING","BOOLEAN","TINYINT","SMALLINT","MEDIUMINT","INT","INTEGER","FLOAT","DOUBLE","REAL","TEXT","BLOB","DATE","DATETIME","GEOMETRY","parseGeoPackage","arrayBuffer","options","sqlJsCDN","geopackage","reproject","_targetCrs","gis","db","loadDatabase","tables","listVectorTables","projections","getProjections","result","table","table_name","tableName","getVectorTable","SQL","locateFile","file","Database","Uint8Array","stmt","prepare","vectorTablesInfo","step","vectorTableInfo","getAsObject","push","dataColumns","getDataColumns","geomColumn","getGeometryColumn","featureIdColumn","getFeatureIdName","columns","values","exec","projection","geomColumnProjStr","srs_id","from","to","geojsonFeatures","row","geojsonFeature","constructGeoJsonFeature","schema","getArrowSchema","project","projectionMapping","srsInfo","definition","idIdx","indexOf","id","geomColumnIdx","column_name","geometry","parseGeometry","buffer","properties","key","value","Object","entries","idx","i","length","columnName","type","getGeopackageVersion","textDecoder","TextDecoder","applicationIdQuery","applicationId","ArrayBuffer","view","DataView","setInt32","Number","versionString","decode","userVersionQuery","userVersionInt","pragmaTableInfo","name","pk","envelopeLength","emptyGeometry","parseGeometryBitFlags","getUint8","wkbOffset","binaryGeometry","parseSync","slice","byte","envelopeValue","littleEndian","Boolean","extendedGeometryType","bind","geometryColumn","error","message","includes","column","fields","notnull","field"],"mappings":"AAEA,OAAOA,SAAP,MAA0D,QAA1D;AACA,SAAQC,SAAR,QAAwB,iBAAxB;AACA,SACEC,MADF,EAEEC,KAFF,EAKEC,IALF,EAMEC,IANF,EAOEC,OAPF,EAQEC,KARF,EASEC,IATF,EAUEC,KAVF,EAWEC,OAXF,EAYEC,MAZF,QAaO,oBAbP;AAcA,SAAQC,gBAAR,EAA0BC,sBAA1B,QAAuD,iBAAvD;AACA,SAAQC,eAAR,QAA8B,gBAA9B;AAcA,MAAMC,qBAAqB,GAAG;AAC5B,KAAG,CADyB;AAE5B,KAAG,EAFyB;AAG5B,KAAG,EAHyB;AAI5B,KAAG,EAJyB;AAK5B,KAAG,EALyB;AAO5B,KAAG,CAPyB;AAQ5B,KAAG,CARyB;AAS5B,KAAG;AATyB,CAA9B;AAaA,MAAMC,gBAA0D,GAAG;AACjEC,EAAAA,OAAO,EAAEb,IADwD;AAEjEc,EAAAA,OAAO,EAAEV,IAFwD;AAGjEW,EAAAA,QAAQ,EAAEV,KAHuD;AAIjEW,EAAAA,SAAS,EAAEb,KAJsD;AAKjEc,EAAAA,GAAG,EAAEd,KAL4D;AAMjEe,EAAAA,OAAO,EAAEf,KANwD;AAOjEgB,EAAAA,KAAK,EAAEb,OAP0D;AAQjEc,EAAAA,MAAM,EAAElB,OARyD;AASjEmB,EAAAA,IAAI,EAAEnB,OAT2D;AAUjEoB,EAAAA,IAAI,EAAErB,IAV2D;AAWjEsB,EAAAA,IAAI,EAAEhB,MAX2D;AAYjEiB,EAAAA,IAAI,EAAEvB,IAZ2D;AAajEwB,EAAAA,QAAQ,EAAExB,IAbuD;AAcjEyB,EAAAA,QAAQ,EAAEnB;AAduD,CAAnE;AAiBA,eAAe,eAAeoB,eAAf,CACbC,WADa,EAEbC,OAFa,EAGb;AACA,QAAM;AAACC,IAAAA,QAAQ,GAAG;AAAZ,MAA0C,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEE,UAAT,KAAuB,EAAvE;AACA,QAAM;AAACC,IAAAA,SAAS,GAAG,KAAb;AAAoBC,IAAAA,UAAU,GAAG;AAAjC,MAA4C,CAAAJ,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEK,GAAT,KAAgB,EAAlE;AAEA,QAAMC,EAAE,GAAG,MAAMC,YAAY,CAACR,WAAD,EAAcE,QAAd,CAA7B;AACA,QAAMO,MAAM,GAAGC,gBAAgB,CAACH,EAAD,CAA/B;AACA,QAAMI,WAAW,GAAGC,cAAc,CAACL,EAAD,CAAlC;AAGA,QAAMM,MAAM,GAAG,EAAf;;AACA,OAAK,MAAMC,KAAX,IAAoBL,MAApB,EAA4B;AAC1B,UAAM;AAACM,MAAAA,UAAU,EAAEC;AAAb,QAA0BF,KAAhC;AACAD,IAAAA,MAAM,CAACG,SAAD,CAAN,GAAoBC,cAAc,CAACV,EAAD,EAAKS,SAAL,EAAgBL,WAAhB,EAA6B;AAC7DP,MAAAA,SAD6D;AAE7DC,MAAAA;AAF6D,KAA7B,CAAlC;AAID;;AAED,SAAOQ,MAAP;AACD;;AAQD,eAAeL,YAAf,CAA4BR,WAA5B,EAAsDE,QAAtD,EAAkG;AAEhG,MAAIgB,GAAJ;;AACA,MAAIhB,QAAJ,EAAc;AACZgB,IAAAA,GAAG,GAAG,MAAMlD,SAAS,CAAC;AACpBmD,MAAAA,UAAU,EAAGC,IAAD,cAAalB,QAAb,SAAwBkB,IAAxB;AADQ,KAAD,CAArB;AAGD,GAJD,MAIO;AACLF,IAAAA,GAAG,GAAG,MAAMlD,SAAS,EAArB;AACD;;AACD,SAAO,IAAIkD,GAAG,CAACG,QAAR,CAAiB,IAAIC,UAAJ,CAAetB,WAAf,CAAjB,CAAP;AACD;;AASD,SAASU,gBAAT,CAA0BH,EAA1B,EAAuD;AAYrD,QAAMgB,IAAI,GAAGhB,EAAE,CAACiB,OAAH,CAAW,yDAAX,CAAb;AAEA,QAAMC,gBAA+B,GAAG,EAAxC;;AACA,SAAOF,IAAI,CAACG,IAAL,EAAP,EAAoB;AAClB,UAAMC,eAAe,GAAGJ,IAAI,CAACK,WAAL,EAAxB;AACAH,IAAAA,gBAAgB,CAACI,IAAjB,CAAsBF,eAAtB;AACD;;AAED,SAAOF,gBAAP;AACD;;AAUD,SAASR,cAAT,CACEV,EADF,EAEES,SAFF,EAGEL,WAHF,EAIE;AAACP,EAAAA,SAAD;AAAYC,EAAAA;AAAZ,CAJF,EAKU;AACR,QAAMyB,WAAW,GAAGC,cAAc,CAACxB,EAAD,EAAKS,SAAL,CAAlC;AACA,QAAMgB,UAAU,GAAGC,iBAAiB,CAAC1B,EAAD,EAAKS,SAAL,CAApC;AACA,QAAMkB,eAAe,GAAGC,gBAAgB,CAAC5B,EAAD,EAAKS,SAAL,CAAxC;AAIA,QAAM;AAACoB,IAAAA,OAAD;AAAUC,IAAAA;AAAV,MAAoB9B,EAAE,CAAC+B,IAAH,0BAA2BtB,SAA3B,SAA2C,CAA3C,CAA1B;AAEA,MAAIuB,UAAJ;;AACA,MAAInC,SAAJ,EAAe;AACb,UAAMoC,iBAAiB,GAAG7B,WAAW,CAACqB,UAAU,CAACS,MAAZ,CAArC;AACAF,IAAAA,UAAU,GAAG,IAAIzD,eAAJ,CAAoB;AAC/B4D,MAAAA,IAAI,EAAEF,iBADyB;AAE/BG,MAAAA,EAAE,EAAEtC;AAF2B,KAApB,CAAb;AAID;;AAED,QAAMuC,eAAyB,GAAG,EAAlC;;AACA,OAAK,MAAMC,GAAX,IAAkBR,MAAlB,EAA0B;AACxB,UAAMS,cAAc,GAAGC,uBAAuB,CAC5CX,OAD4C,EAE5CS,GAF4C,EAG5Cb,UAH4C,EAK5CF,WAL4C,EAM5CI,eAN4C,CAA9C;AAQAU,IAAAA,eAAe,CAACf,IAAhB,CAAqBiB,cAArB;AACD;;AAED,QAAME,MAAM,GAAGC,cAAc,CAAC1C,EAAD,EAAKS,SAAL,CAA7B;;AACA,MAAIuB,UAAJ,EAAgB;AACd,WAAO;AAACK,MAAAA,eAAe,EAAE/D,sBAAsB,CAAC+D,eAAD,EAAkBL,UAAU,CAACW,OAA7B,CAAxC;AAA+EF,MAAAA;AAA/E,KAAP;AACD;;AAED,SAAO;AAACJ,IAAAA,eAAD;AAAkBI,IAAAA;AAAlB,GAAP;AACD;;AAQD,SAASpC,cAAT,CAAwBL,EAAxB,EAAyD;AAEvD,QAAMgB,IAAI,GAAGhB,EAAE,CAACiB,OAAH,CAAW,qCAAX,CAAb;AAEA,QAAM2B,iBAAoC,GAAG,EAA7C;;AACA,SAAO5B,IAAI,CAACG,IAAL,EAAP,EAAoB;AAClB,UAAM0B,OAAO,GAAG7B,IAAI,CAACK,WAAL,EAAhB;AACA,UAAM;AAACa,MAAAA,MAAD;AAASY,MAAAA;AAAT,QAAuBD,OAA7B;AACAD,IAAAA,iBAAiB,CAACV,MAAD,CAAjB,GAA4BY,UAA5B;AACD;;AAED,SAAOF,iBAAP;AACD;;AAUD,SAASJ,uBAAT,CACEX,OADF,EAEES,GAFF,EAGEb,UAHF,EAIEF,WAJF,EAKEI,eALF,EAME;AAEA,QAAMoB,KAAK,GAAGlB,OAAO,CAACmB,OAAR,CAAgBrB,eAAhB,CAAd;AACA,QAAMsB,EAAE,GAAGX,GAAG,CAACS,KAAD,CAAd;AAGA,QAAMG,aAAa,GAAGrB,OAAO,CAACmB,OAAR,CAAgBvB,UAAU,CAAC0B,WAA3B,CAAtB;AACA,QAAMC,QAAQ,GAAGC,aAAa,CAACf,GAAG,CAACY,aAAD,CAAH,CAAmBI,MAApB,CAA9B;AAEA,QAAMC,UAAU,GAAG,EAAnB;;AACA,MAAIhC,WAAJ,EAAiB;AACf,SAAK,MAAM,CAACiC,GAAD,EAAMC,KAAN,CAAX,IAA2BC,MAAM,CAACC,OAAP,CAAepC,WAAf,CAA3B,EAAwD;AACtD,YAAMqC,GAAG,GAAG/B,OAAO,CAACmB,OAAR,CAAgBQ,GAAhB,CAAZ;AAEAD,MAAAA,UAAU,CAACE,KAAD,CAAV,GAAoBnB,GAAG,CAACsB,GAAD,CAAvB;AACD;AACF,GAND,MAMO;AAEL,SAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGhC,OAAO,CAACiC,MAA5B,EAAoCD,CAAC,EAArC,EAAyC;AACvC,UAAIA,CAAC,KAAKd,KAAN,IAAec,CAAC,KAAKX,aAAzB,EAAwC;AAEtC;AACD;;AAED,YAAMa,UAAU,GAAGlC,OAAO,CAACgC,CAAD,CAA1B;AACAN,MAAAA,UAAU,CAACQ,UAAD,CAAV,GAAyBzB,GAAG,CAACuB,CAAD,CAA5B;AACD;AACF;;AAED,SAAO;AACLZ,IAAAA,EADK;AAELe,IAAAA,IAAI,EAAE,SAFD;AAGLZ,IAAAA,QAHK;AAILG,IAAAA;AAJK,GAAP;AAMD;;AAUD,SAASU,oBAAT,CAA8BjE,EAA9B,EAA2D;AACzD,QAAMkE,WAAW,GAAG,IAAIC,WAAJ,EAApB;AAGA,QAAMC,kBAAkB,GAAGpE,EAAE,CAAC+B,IAAH,CAAQ,wBAAR,EAAkC,CAAlC,CAA3B;AACA,QAAMsC,aAAa,GAAGD,kBAAkB,CAACtC,MAAnB,CAA0B,CAA1B,EAA6B,CAA7B,CAAtB;AAGA,QAAMwB,MAAM,GAAG,IAAIgB,WAAJ,CAAgB,CAAhB,CAAf;AACA,QAAMC,IAAI,GAAG,IAAIC,QAAJ,CAAalB,MAAb,CAAb;AACAiB,EAAAA,IAAI,CAACE,QAAL,CAAc,CAAd,EAAiBC,MAAM,CAACL,aAAD,CAAvB;AACA,QAAMM,aAAa,GAAGT,WAAW,CAACU,MAAZ,CAAmBtB,MAAnB,CAAtB;;AAEA,MAAIqB,aAAa,KAAK,MAAtB,EAA8B;AAC5B,WAAO,KAAP;AACD;;AAED,MAAIA,aAAa,KAAK,MAAtB,EAA8B;AAC5B,WAAO,KAAP;AACD;;AAGD,QAAME,gBAAgB,GAAG7E,EAAE,CAAC+B,IAAH,CAAQ,sBAAR,EAAgC,CAAhC,CAAzB;AACA,QAAM+C,cAAc,GAAGD,gBAAgB,CAAC/C,MAAjB,CAAwB,CAAxB,EAA2B,CAA3B,CAAvB;;AAEA,MAAIgD,cAAc,IAAIA,cAAc,GAAG,KAAvC,EAA8C;AAC5C,WAAO,KAAP;AACD;;AAED,SAAO,IAAP;AACD;;AAWD,SAASlD,gBAAT,CAA0B5B,EAA1B,EAAwCS,SAAxC,EAA0E;AAExE,QAAMO,IAAI,GAAGhB,EAAE,CAACiB,OAAH,8BAAkCR,SAAlC,QAAb;;AAEA,SAAOO,IAAI,CAACG,IAAL,EAAP,EAAoB;AAClB,UAAM4D,eAAe,GAAG/D,IAAI,CAACK,WAAL,EAAxB;AACA,UAAM;AAAC2D,MAAAA,IAAD;AAAOC,MAAAA;AAAP,QAAaF,eAAnB;;AACA,QAAIE,EAAJ,EAAQ;AACN,aAAOD,IAAP;AACD;AACF;;AAGD,SAAO,IAAP;AACD;;AAUD,SAAS3B,aAAT,CAAuB5D,WAAvB,EAAkE;AAChE,QAAM8E,IAAI,GAAG,IAAIC,QAAJ,CAAa/E,WAAb,CAAb;AACA,QAAM;AAACyF,IAAAA,cAAD;AAAiBC,IAAAA;AAAjB,MAAkCC,qBAAqB,CAACb,IAAI,CAACc,QAAL,CAAc,CAAd,CAAD,CAA7D;;AAMA,MAAIF,aAAJ,EAAmB;AACjB,WAAO,IAAP;AACD;;AAOD,QAAMG,SAAS,GAAG,IAAIJ,cAAtB;AAIA,QAAMK,cAAc,GAAG7H,SAAS,CAAC8H,SAAV,CAAoB/F,WAAW,CAACgG,KAAZ,CAAkBH,SAAlB,CAApB,CAAvB;AAEA,SAAOjH,gBAAgB,CAACkH,cAAD,CAAvB;AACD;;AASD,SAASH,qBAAT,CAA+BM,IAA/B,EAA+D;AAE7D,QAAMC,aAAa,GAAG,CAACD,IAAI,GAAG,UAAR,IAAsB,CAA5C;AAGA,QAAMR,cAAc,GAAG1G,qBAAqB,CAACmH,aAAD,CAA5C;AAEA,SAAO;AACLC,IAAAA,YAAY,EAAEC,OAAO,CAACH,IAAI,GAAG,UAAR,CADhB;AAELR,IAAAA,cAFK;AAGLC,IAAAA,aAAa,EAAEU,OAAO,CAACH,IAAI,GAAG,UAAR,CAHjB;AAILI,IAAAA,oBAAoB,EAAED,OAAO,CAACH,IAAI,GAAG,UAAR;AAJxB,GAAP;AAMD;;AASD,SAAShE,iBAAT,CAA2B1B,EAA3B,EAAyCS,SAAzC,EAAgF;AAC9E,QAAMO,IAAI,GAAGhB,EAAE,CAACiB,OAAH,CAAW,kEAAX,CAAb;AACAD,EAAAA,IAAI,CAAC+E,IAAL,CAAU;AAAC,kBAActF;AAAf,GAAV;AAOAO,EAAAA,IAAI,CAACG,IAAL;AACA,QAAM6E,cAAc,GAAGhF,IAAI,CAACK,WAAL,EAAvB;AACA,SAAO2E,cAAP;AACD;;AAQD,SAASxE,cAAT,CAAwBxB,EAAxB,EAAsCS,SAAtC,EAAoF;AAGlF,MAAIO,IAAJ;;AACA,MAAI;AACFA,IAAAA,IAAI,GAAGhB,EAAE,CAACiB,OAAH,CAAW,8DAAX,CAAP;AACD,GAFD,CAEE,OAAOgF,KAAP,EAAc;AACd,QAAKA,KAAD,CAAiBC,OAAjB,CAAyBC,QAAzB,CAAkC,eAAlC,CAAJ,EAAwD;AACtD,aAAO,IAAP;AACD;;AAED,UAAMF,KAAN;AACD;;AAEDjF,EAAAA,IAAI,CAAC+E,IAAL,CAAU;AAAC,kBAActF;AAAf,GAAV;AAGA,QAAMH,MAA0B,GAAG,EAAnC;;AACA,SAAOU,IAAI,CAACG,IAAL,EAAP,EAAoB;AAClB,UAAMiF,MAAM,GAAGpF,IAAI,CAACK,WAAL,EAAf;AACA,UAAM;AAAC8B,MAAAA,WAAD;AAAc6B,MAAAA;AAAd,QAAsBoB,MAA5B;AACA9F,IAAAA,MAAM,CAAC6C,WAAD,CAAN,GAAsB6B,IAAI,IAAI,IAA9B;AACD;;AAED,SAAO1E,MAAP;AACD;;AAQD,SAASoC,cAAT,CAAwB1C,EAAxB,EAAsCS,SAAtC,EAAiE;AAC/D,QAAMO,IAAI,GAAGhB,EAAE,CAACiB,OAAH,8BAAkCR,SAAlC,QAAb;AAEA,QAAM4F,MAAe,GAAG,EAAxB;;AACA,SAAOrF,IAAI,CAACG,IAAL,EAAP,EAAoB;AAClB,UAAM4D,eAAe,GAAG/D,IAAI,CAACK,WAAL,EAAxB;AACA,UAAM;AAAC2D,MAAAA,IAAD;AAAOhB,MAAAA,IAAP;AAAasC,MAAAA;AAAb,QAAwBvB,eAA9B;AACA,UAAMwB,KAAK,GAAG,IAAI3I,KAAJ,CAAUoH,IAAV,EAAgB,IAAIvG,gBAAgB,CAACuF,IAAD,CAApB,EAAhB,EAA8C,CAACsC,OAA/C,CAAd;AACAD,IAAAA,MAAM,CAAC/E,IAAP,CAAYiF,KAAZ;AACD;;AAED,SAAO,IAAI5I,MAAJ,CAAW0I,MAAX,CAAP;AACD","sourcesContent":["/* eslint-disable camelcase, @typescript-eslint/no-use-before-define */\nimport type {GeoPackageLoaderOptions} from '../geopackage-loader';\nimport initSqlJs, {SqlJsStatic, Database, Statement} from 'sql.js';\nimport {WKBLoader} from '@loaders.gl/wkt';\nimport {\n Schema,\n Field,\n Geometry,\n DataType,\n Bool,\n Utf8,\n Float64,\n Int32,\n Int8,\n Int16,\n Float32,\n Binary\n} from '@loaders.gl/schema';\nimport {binaryToGeometry, transformGeoJsonCoords} from '@loaders.gl/gis';\nimport {Proj4Projection} from '@math.gl/proj4';\nimport {\n GeometryColumnsRow,\n ContentsRow,\n SpatialRefSysRow,\n ProjectionMapping,\n GeometryBitFlags,\n DataColumnsRow,\n DataColumnsMapping,\n PragmaTableInfoRow,\n SQLiteTypes\n} from './types';\n\n// https://www.geopackage.org/spec121/#flags_layout\nconst ENVELOPE_BYTE_LENGTHS = {\n 0: 0,\n 1: 32,\n 2: 48,\n 3: 48,\n 4: 64,\n // values 5-7 are invalid and _should_ never show up\n 5: 0,\n 6: 0,\n 7: 0\n};\n\n// Documentation: https://www.geopackage.org/spec130/index.html#table_column_data_types\nconst SQL_TYPE_MAPPING: {[type in SQLiteTypes]: typeof DataType} = {\n BOOLEAN: Bool,\n TINYINT: Int8,\n SMALLINT: Int16,\n MEDIUMINT: Int32,\n INT: Int32,\n INTEGER: Int32,\n FLOAT: Float32,\n DOUBLE: Float64,\n REAL: Float64,\n TEXT: Utf8,\n BLOB: Binary,\n DATE: Utf8,\n DATETIME: Utf8,\n GEOMETRY: Binary\n};\n\nexport default async function parseGeoPackage(\n arrayBuffer: ArrayBuffer,\n options?: GeoPackageLoaderOptions\n) {\n const {sqlJsCDN = 'https://sql.js.org/dist/'} = options?.geopackage || {};\n const {reproject = false, _targetCrs = 'WGS84'} = options?.gis || {};\n\n const db = await loadDatabase(arrayBuffer, sqlJsCDN);\n const tables = listVectorTables(db);\n const projections = getProjections(db);\n\n // Mapping from tableName to geojson feature collection\n const result = {};\n for (const table of tables) {\n const {table_name: tableName} = table;\n result[tableName] = getVectorTable(db, tableName, projections, {\n reproject,\n _targetCrs\n });\n }\n\n return result;\n}\n\n/**\n * Initialize SQL.js and create database\n *\n * @param arrayBuffer input bytes\n * @return SQL.js database object\n */\nasync function loadDatabase(arrayBuffer: ArrayBuffer, sqlJsCDN: string | null): Promise<Database> {\n // In Node, `locateFile` must not be passed\n let SQL: SqlJsStatic;\n if (sqlJsCDN) {\n SQL = await initSqlJs({\n locateFile: (file) => `${sqlJsCDN}${file}`\n });\n } else {\n SQL = await initSqlJs();\n }\n return new SQL.Database(new Uint8Array(arrayBuffer));\n}\n\n/**\n * Find all vector tables in GeoPackage\n * This queries the `gpkg_contents` table to find a list of vector tables\n *\n * @param db GeoPackage to query\n * @return list of table references\n */\nfunction listVectorTables(db: Database): ContentsRow[] {\n // The gpkg_contents table can have at least three categorical values for\n // data_type.\n // - 'features' refers to a vector geometry table\n // (https://www.geopackage.org/spec121/#_contents_2)\n // - 'tiles' refers to a raster table\n // (https://www.geopackage.org/spec121/#_contents_3)\n // - 'attributes' refers to a data table with no geometry\n // (https://www.geopackage.org/spec121/#_contents_4).\n\n // We hard code 'features' because for now we don't support raster data or pure attribute data\n // eslint-disable-next-line quotes\n const stmt = db.prepare(\"SELECT * FROM gpkg_contents WHERE data_type='features';\");\n\n const vectorTablesInfo: ContentsRow[] = [];\n while (stmt.step()) {\n const vectorTableInfo = stmt.getAsObject() as unknown as ContentsRow;\n vectorTablesInfo.push(vectorTableInfo);\n }\n\n return vectorTablesInfo;\n}\n\n/**\n * Load geometries from vector table\n *\n * @param db GeoPackage object\n * @param tableName name of vector table to query\n * @param projections keys are srs_id values, values are WKT strings\n * @returns Array of GeoJSON Feature objects\n */\nfunction getVectorTable(\n db: Database,\n tableName: string,\n projections: ProjectionMapping,\n {reproject, _targetCrs}: {reproject: boolean; _targetCrs: string}\n): object {\n const dataColumns = getDataColumns(db, tableName);\n const geomColumn = getGeometryColumn(db, tableName);\n const featureIdColumn = getFeatureIdName(db, tableName);\n\n // Get vector features from table\n // Don't think it's possible to parameterize the table name in SQLite?\n const {columns, values} = db.exec(`SELECT * FROM \\`${tableName}\\`;`)[0];\n\n let projection;\n if (reproject) {\n const geomColumnProjStr = projections[geomColumn.srs_id];\n projection = new Proj4Projection({\n from: geomColumnProjStr,\n to: _targetCrs\n });\n }\n\n const geojsonFeatures: object[] = [];\n for (const row of values) {\n const geojsonFeature = constructGeoJsonFeature(\n columns,\n row,\n geomColumn,\n // @ts-ignore\n dataColumns,\n featureIdColumn\n );\n geojsonFeatures.push(geojsonFeature);\n }\n\n const schema = getArrowSchema(db, tableName);\n if (projection) {\n return {geojsonFeatures: transformGeoJsonCoords(geojsonFeatures, projection.project), schema};\n }\n\n return {geojsonFeatures, schema};\n}\n\n/**\n * Find all projections defined in GeoPackage\n * This queries the gpkg_spatial_ref_sys table\n * @param db GeoPackage object\n * @returns mapping from srid to WKT projection string\n */\nfunction getProjections(db: Database): ProjectionMapping {\n // Query gpkg_spatial_ref_sys to get srid: srtext mappings\n const stmt = db.prepare('SELECT * FROM gpkg_spatial_ref_sys;');\n\n const projectionMapping: ProjectionMapping = {};\n while (stmt.step()) {\n const srsInfo = stmt.getAsObject() as unknown as SpatialRefSysRow;\n const {srs_id, definition} = srsInfo;\n projectionMapping[srs_id] = definition;\n }\n\n return projectionMapping;\n}\n\n/**\n * Construct single GeoJSON feature given row's data\n * @param columns array of ordered column identifiers\n * @param row array of ordered values representing row's data\n * @param geomColumn geometry column metadata\n * @param dataColumns mapping from table column names to property name\n * @returns GeoJSON Feature object\n */\nfunction constructGeoJsonFeature(\n columns: string[],\n row: any[],\n geomColumn: GeometryColumnsRow,\n dataColumns: DataColumnsMapping,\n featureIdColumn: string\n) {\n // Find feature id\n const idIdx = columns.indexOf(featureIdColumn);\n const id = row[idIdx];\n\n // Parse geometry columns to geojson\n const geomColumnIdx = columns.indexOf(geomColumn.column_name);\n const geometry = parseGeometry(row[geomColumnIdx].buffer);\n\n const properties = {};\n if (dataColumns) {\n for (const [key, value] of Object.entries(dataColumns)) {\n const idx = columns.indexOf(key);\n // @ts-ignore TODO - Check what happens if null?\n properties[value] = row[idx];\n }\n } else {\n // Put all columns except for the feature id and geometry in properties\n for (let i = 0; i < columns.length; i++) {\n if (i === idIdx || i === geomColumnIdx) {\n // eslint-disable-next-line no-continue\n continue;\n }\n\n const columnName = columns[i];\n properties[columnName] = row[i];\n }\n }\n\n return {\n id,\n type: 'Feature',\n geometry,\n properties\n };\n}\n\n/**\n * Get GeoPackage version from database\n * @param db database\n * @returns version string. One of '1.0', '1.1', '1.2'\n */\n\n// @ts-ignore\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nfunction getGeopackageVersion(db: Database): string | null {\n const textDecoder = new TextDecoder();\n\n // Read application id from SQLite metadata\n const applicationIdQuery = db.exec('PRAGMA application_id;')[0];\n const applicationId = applicationIdQuery.values[0][0];\n\n // Convert 4-byte signed int32 application id to text\n const buffer = new ArrayBuffer(4);\n const view = new DataView(buffer);\n view.setInt32(0, Number(applicationId));\n const versionString = textDecoder.decode(buffer);\n\n if (versionString === 'GP10') {\n return '1.0';\n }\n\n if (versionString === 'GP11') {\n return '1.1';\n }\n\n // If versionString is GPKG, then read user_version\n const userVersionQuery = db.exec('PRAGMA user_version;')[0];\n const userVersionInt = userVersionQuery.values[0][0];\n\n if (userVersionInt && userVersionInt < 10300) {\n return '1.2';\n }\n\n return null;\n}\n\n/**\n * Find name of feature id column in table\n * The feature ID is the primary key of the table.\n * http://www.geopackage.org/spec121/#feature_user_tables\n *\n * @param db database\n * @param tableName name of table\n * @return name of feature id column\n */\nfunction getFeatureIdName(db: Database, tableName: string): string | null {\n // Again, not possible to parameterize table name?\n const stmt = db.prepare(`PRAGMA table_info(\\`${tableName}\\`)`);\n\n while (stmt.step()) {\n const pragmaTableInfo = stmt.getAsObject() as unknown as PragmaTableInfoRow;\n const {name, pk} = pragmaTableInfo;\n if (pk) {\n return name;\n }\n }\n\n // Is it guaranteed for there always to be at least one primary key column in the table?\n return null;\n}\n\n/**\n * Parse geometry buffer\n * GeoPackage vector geometries are slightly extended past the WKB standard\n * See: https://www.geopackage.org/spec121/#gpb_format\n *\n * @param arrayBuffer geometry buffer\n * @return {object} GeoJSON geometry (in original CRS)\n */\nfunction parseGeometry(arrayBuffer: ArrayBuffer): Geometry | null {\n const view = new DataView(arrayBuffer);\n const {envelopeLength, emptyGeometry} = parseGeometryBitFlags(view.getUint8(3));\n\n // A Feature object has a member with the name \"geometry\". The value of the\n // geometry member SHALL be either a Geometry object as defined above or, in\n // the case that the Feature is unlocated, a JSON null value.\n /** @see https://tools.ietf.org/html/rfc7946#section-3.2 */\n if (emptyGeometry) {\n return null;\n }\n\n // Do I need to find the srid here? Is it necessarily the same for every\n // geometry in a table?\n // const srid = view.getInt32(4, littleEndian);\n\n // 2 byte magic, 1 byte version, 1 byte flags, 4 byte int32 srid\n const wkbOffset = 8 + envelopeLength;\n\n // Loaders should not depend on `core` and the context passed to the main loader doesn't include a\n // `parseSync` option, so instead we call parseSync directly on WKBLoader\n const binaryGeometry = WKBLoader.parseSync(arrayBuffer.slice(wkbOffset));\n\n return binaryToGeometry(binaryGeometry);\n}\n\n/**\n * Parse geometry header flags\n * https://www.geopackage.org/spec121/#flags_layout\n *\n * @param byte uint8 number representing flags\n * @return object representing information from bit flags\n */\nfunction parseGeometryBitFlags(byte: number): GeometryBitFlags {\n // Are header values little endian?\n const envelopeValue = (byte & 0b00001110) / 2;\n\n // TODO: Not sure the best way to handle this. Throw an error if envelopeValue outside 0-7?\n const envelopeLength = ENVELOPE_BYTE_LENGTHS[envelopeValue] as number;\n\n return {\n littleEndian: Boolean(byte & 0b00000001),\n envelopeLength,\n emptyGeometry: Boolean(byte & 0b00010000),\n extendedGeometryType: Boolean(byte & 0b00100000)\n };\n}\n\n/**\n * Find geometry column in given vector table\n *\n * @param db GeoPackage object\n * @param tableName Name of vector table\n * @returns Array of geometry column definitions\n */\nfunction getGeometryColumn(db: Database, tableName: string): GeometryColumnsRow {\n const stmt = db.prepare('SELECT * FROM gpkg_geometry_columns WHERE table_name=:tableName;');\n stmt.bind({':tableName': tableName});\n\n // > Requirement 30\n // > A feature table SHALL have only one geometry column.\n // https://www.geopackage.org/spec121/#feature_user_tables\n // So we should need one and only one step, given that we use the WHERE clause in the SQL query\n // above\n stmt.step();\n const geometryColumn = stmt.getAsObject() as unknown as GeometryColumnsRow;\n return geometryColumn;\n}\n\n/**\n * Find property columns in given vector table\n * @param db GeoPackage object\n * @param tableName Name of vector table\n * @returns Mapping from table column names to property name\n */\nfunction getDataColumns(db: Database, tableName: string): DataColumnsMapping | null {\n // gpkg_data_columns is not required to exist\n // https://www.geopackage.org/spec121/#extension_schema\n let stmt: Statement;\n try {\n stmt = db.prepare('SELECT * FROM gpkg_data_columns WHERE table_name=:tableName;');\n } catch (error) {\n if ((error as Error).message.includes('no such table')) {\n return null;\n }\n\n throw error;\n }\n\n stmt.bind({':tableName': tableName});\n\n // Convert DataColumnsRow object this to a key-value {column_name: name}\n const result: DataColumnsMapping = {};\n while (stmt.step()) {\n const column = stmt.getAsObject() as unknown as DataColumnsRow;\n const {column_name, name} = column;\n result[column_name] = name || null;\n }\n\n return result;\n}\n\n/**\n * Get arrow schema\n * @param db GeoPackage object\n * @param tableName table name\n * @returns Arrow-like Schema\n */\nfunction getArrowSchema(db: Database, tableName: string): Schema {\n const stmt = db.prepare(`PRAGMA table_info(\\`${tableName}\\`)`);\n\n const fields: Field[] = [];\n while (stmt.step()) {\n const pragmaTableInfo = stmt.getAsObject() as unknown as PragmaTableInfoRow;\n const {name, type, notnull} = pragmaTableInfo;\n const field = new Field(name, new SQL_TYPE_MAPPING[type](), !notnull);\n fields.push(field);\n }\n\n return new Schema(fields);\n}\n"],"file":"parse-geopackage.js"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=types.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"types.js"}