@loaders.gl/flatgeobuf 4.0.3 → 4.1.0-alpha.1

package/dist/flatgeobuf-loader.d.ts

@@ -1,4 +1,4 @@
-import type { Loader, LoaderOptions } from '@loaders.gl/loader-utils';
+import type { Loader, LoaderWithParser, LoaderOptions } from '@loaders.gl/loader-utils';
 export type FlatGeobufLoaderOptions = LoaderOptions & {
     flatgeobuf?: {
         shape?: 'geojson-table' | 'columnar-table' | 'binary';
@@ -8,5 +8,6 @@ export type FlatGeobufLoaderOptions = LoaderOptions & {
         _targetCrs?: string;
     };
 };
-export declare const FlatGeobufLoader: Loader<any, any, FlatGeobufLoaderOptions>;
+export declare const FlatGeobufWorkerLoader: Loader<any, any, FlatGeobufLoaderOptions>;
+export declare const FlatGeobufLoader: LoaderWithParser<any, any, FlatGeobufLoaderOptions>;
 //# sourceMappingURL=flatgeobuf-loader.d.ts.map

package/dist/flatgeobuf-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"flatgeobuf-loader.d.ts","sourceRoot":"","sources":["../src/flatgeobuf-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAMpE,MAAM,MAAM,uBAAuB,GAAG,aAAa,GAAG;IACpD,UAAU,CAAC,EAAE;QACX,KAAK,CAAC,EAAE,eAAe,GAAG,gBAAgB,GAAG,QAAQ,CAAC;KACvD,CAAC;IACF,GAAG,CAAC,EAAE;QACJ,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACH,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,uBAAuB,CAiBtE,CAAC"}
+{"version":3,"file":"flatgeobuf-loader.d.ts","sourceRoot":"","sources":["../src/flatgeobuf-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAUtF,MAAM,MAAM,uBAAuB,GAAG,aAAa,GAAG;IACpD,UAAU,CAAC,EAAE;QACX,KAAK,CAAC,EAAE,eAAe,GAAG,gBAAgB,GAAG,QAAQ,CAAC;KACvD,CAAC;IACF,GAAG,CAAC,EAAE;QACJ,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACH,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,uBAAuB,CAkB5E,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,uBAAuB,CAOhF,CAAC"}

package/dist/flatgeobuf-loader.js

@@ -1,5 +1,7 @@
+import { parseFlatGeobuf, parseFlatGeobufInBatches } from "./lib/parse-flatgeobuf.js";
 const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-export const FlatGeobufLoader = {
+const FGB_MAGIC_NUMBER = [0x66, 0x67, 0x62, 0x03, 0x66, 0x67, 0x62, 0x01];
+export const FlatGeobufWorkerLoader = {
   id: 'flatgeobuf',
   name: 'FlatGeobuf',
   module: 'flatgeobuf',
@@ -8,6 +10,7 @@ export const FlatGeobufLoader = {
   extensions: ['fgb'],
   mimeTypes: ['application/octet-stream'],
   category: 'geometry',
+  tests: [new Uint8Array(FGB_MAGIC_NUMBER).buffer],
   options: {
     flatgeobuf: {
       shape: 'geojson-table'
@@ -17,4 +20,11 @@ export const FlatGeobufLoader = {
     }
   }
 };
+export const FlatGeobufLoader = {
+  ...FlatGeobufWorkerLoader,
+  parse: async (arrayBuffer, options) => parseFlatGeobuf(arrayBuffer, options),
+  parseSync: parseFlatGeobuf,
+  parseInBatchesFromStream: parseFlatGeobufInBatches,
+  binary: true
+};
 //# sourceMappingURL=flatgeobuf-loader.js.map

package/dist/flatgeobuf-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"flatgeobuf-loader.js","names":["VERSION","__VERSION__","FlatGeobufLoader","id","name","module","version","worker","extensions","mimeTypes","category","options","flatgeobuf","shape","gis","reproject"],"sources":["../src/flatgeobuf-loader.ts"],"sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type FlatGeobufLoaderOptions = LoaderOptions & {\n  flatgeobuf?: {\n    shape?: 'geojson-table' | 'columnar-table' | 'binary';\n  };\n  gis?: {\n    reproject?: boolean;\n    _targetCrs?: string;\n  };\n};\n\nexport const FlatGeobufLoader: Loader<any, any, FlatGeobufLoaderOptions> = {\n  id: 'flatgeobuf',\n  name: 'FlatGeobuf',\n  module: 'flatgeobuf',\n  version: VERSION,\n  worker: true,\n  extensions: ['fgb'],\n  mimeTypes: ['application/octet-stream'],\n  category: 'geometry',\n  options: {\n    flatgeobuf: {\n      shape: 'geojson-table'\n    },\n    gis: {\n      reproject: false\n    }\n  }\n};\n"],"mappings":"AAIA,MAAMA,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAY3E,OAAO,MAAMC,gBAA2D,GAAG;EACzEC,EAAE,EAAE,YAAY;EAChBC,IAAI,EAAE,YAAY;EAClBC,MAAM,EAAE,YAAY;EACpBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,IAAI;EACZC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,QAAQ,EAAE,UAAU;EACpBC,OAAO,EAAE;IACPC,UAAU,EAAE;MACVC,KAAK,EAAE;IACT,CAAC;IACDC,GAAG,EAAE;MACHC,SAAS,EAAE;IACb;EACF;AACF,CAAC"}
+{"version":3,"file":"flatgeobuf-loader.js","names":["parseFlatGeobuf","parseFlatGeobufInBatches","VERSION","__VERSION__","FGB_MAGIC_NUMBER","FlatGeobufWorkerLoader","id","name","module","version","worker","extensions","mimeTypes","category","tests","Uint8Array","buffer","options","flatgeobuf","shape","gis","reproject","FlatGeobufLoader","parse","arrayBuffer","parseSync","parseInBatchesFromStream","binary"],"sources":["../src/flatgeobuf-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {parseFlatGeobuf, parseFlatGeobufInBatches} from './lib/parse-flatgeobuf';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n// FGB\\3FGB\\1\nconst FGB_MAGIC_NUMBER = [0x66, 0x67, 0x62, 0x03, 0x66, 0x67, 0x62, 0x01];\n\nexport type FlatGeobufLoaderOptions = LoaderOptions & {\n  flatgeobuf?: {\n    shape?: 'geojson-table' | 'columnar-table' | 'binary';\n  };\n  gis?: {\n    reproject?: boolean;\n    _targetCrs?: string;\n  };\n};\n\nexport const FlatGeobufWorkerLoader: Loader<any, any, FlatGeobufLoaderOptions> = {\n  id: 'flatgeobuf',\n  name: 'FlatGeobuf',\n  module: 'flatgeobuf',\n  version: VERSION,\n  worker: true,\n  extensions: ['fgb'],\n  mimeTypes: ['application/octet-stream'],\n  category: 'geometry',\n  tests: [new Uint8Array(FGB_MAGIC_NUMBER).buffer],\n  options: {\n    flatgeobuf: {\n      shape: 'geojson-table'\n    },\n    gis: {\n      reproject: false\n    }\n  }\n};\n\nexport const FlatGeobufLoader: LoaderWithParser<any, any, FlatGeobufLoaderOptions> = {\n  ...FlatGeobufWorkerLoader,\n  parse: async (arrayBuffer, options) => parseFlatGeobuf(arrayBuffer, options),\n  parseSync: parseFlatGeobuf,\n  // @ts-expect-error this is a stream parser not an async iterator parser\n  parseInBatchesFromStream: parseFlatGeobufInBatches,\n  binary: true\n};\n"],"mappings":"SAIQA,eAAe,EAAEC,wBAAwB;AAIjD,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAG3E,MAAMC,gBAAgB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;AAYzE,OAAO,MAAMC,sBAAiE,GAAG;EAC/EC,EAAE,EAAE,YAAY;EAChBC,IAAI,EAAE,YAAY;EAClBC,MAAM,EAAE,YAAY;EACpBC,OAAO,EAAEP,OAAO;EAChBQ,MAAM,EAAE,IAAI;EACZC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,QAAQ,EAAE,UAAU;EACpBC,KAAK,EAAE,CAAC,IAAIC,UAAU,CAACX,gBAAgB,CAAC,CAACY,MAAM,CAAC;EAChDC,OAAO,EAAE;IACPC,UAAU,EAAE;MACVC,KAAK,EAAE;IACT,CAAC;IACDC,GAAG,EAAE;MACHC,SAAS,EAAE;IACb;EACF;AACF,CAAC;AAED,OAAO,MAAMC,gBAAqE,GAAG;EACnF,GAAGjB,sBAAsB;EACzBkB,KAAK,EAAE,MAAAA,CAAOC,WAAW,EAAEP,OAAO,KAAKjB,eAAe,CAACwB,WAAW,EAAEP,OAAO,CAAC;EAC5EQ,SAAS,EAAEzB,eAAe;EAE1B0B,wBAAwB,EAAEzB,wBAAwB;EAClD0B,MAAM,EAAE;AACV,CAAC"}

package/dist/index.cjs

@@ -30,32 +30,11 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/index.ts
 var src_exports = {};
 __export(src_exports, {
-  FlatGeobufLoader: () => FlatGeobufLoader2,
-  FlatGeobufWorkerLoader: () => FlatGeobufLoader
+  FlatGeobufLoader: () => FlatGeobufLoader,
+  FlatGeobufWorkerLoader: () => FlatGeobufWorkerLoader
 });
 module.exports = __toCommonJS(src_exports);
 
-// src/flatgeobuf-loader.ts
-var VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
-var FlatGeobufLoader = {
-  id: "flatgeobuf",
-  name: "FlatGeobuf",
-  module: "flatgeobuf",
-  version: VERSION,
-  worker: true,
-  extensions: ["fgb"],
-  mimeTypes: ["application/octet-stream"],
-  category: "geometry",
-  options: {
-    flatgeobuf: {
-      shape: "geojson-table"
-    },
-    gis: {
-      reproject: false
-    }
-  }
-};
-
 // src/lib/parse-flatgeobuf.ts
 var import_proj4 = require("@math.gl/proj4");
 var import_gis = require("@loaders.gl/gis");
@@ -171,6 +150,76 @@ function blitArrays(xy, z) {
   return { value: xyz, size: 3 };
 }
 
+// src/lib/get-schema-from-fgb-header.ts
+function getSchemaFromFGBHeader(fgbHeader) {
+  var _a, _b;
+  const metadata = {
+    title: fgbHeader.title || "",
+    description: fgbHeader.description || "",
+    crs: JSON.stringify(fgbHeader.crs) || "",
+    metadata: fgbHeader.metadata || "",
+    geometryType: String(fgbHeader.geometryType),
+    indexNodeSize: String(fgbHeader.indexNodeSize),
+    featureCount: String(fgbHeader.featuresCount),
+    bounds: ((_a = fgbHeader.envelope) == null ? void 0 : _a.join(",")) || ""
+  };
+  const fields = ((_b = fgbHeader.columns) == null ? void 0 : _b.map((column) => getFieldFromFGBColumn(column))) || [];
+  return { metadata, fields };
+}
+function getFieldFromFGBColumn(fgbColumn) {
+  const metadata = {
+    title: fgbColumn.title || "",
+    description: fgbColumn.description || "",
+    width: String(fgbColumn.width),
+    precision: String(fgbColumn.precision),
+    scale: String(fgbColumn.scale),
+    unique: String(fgbColumn.unique),
+    primary_key: String(fgbColumn.primary_key)
+  };
+  return {
+    name: fgbColumn.name,
+    type: getTypeFromFGBType(fgbColumn.type),
+    nullable: fgbColumn.nullable,
+    metadata
+  };
+}
+function getTypeFromFGBType(fgbType) {
+  switch (fgbType) {
+    case 0 /* Byte */:
+      return "int8";
+    case 1 /* UByte */:
+      return "uint8";
+    case 2 /* Bool */:
+      return "bool";
+    case 3 /* Short */:
+      return "int16";
+    case 4 /* UShort */:
+      return "uint16";
+    case 5 /* Int */:
+      return "int32";
+    case 6 /* UInt */:
+      return "uint32";
+    case 7 /* Long */:
+      return "int64";
+    case 8 /* ULong */:
+      return "uint64";
+    case 9 /* Float */:
+      return "float32";
+    case 10 /* Double */:
+      return "float64";
+    case 11 /* String */:
+      return "utf8";
+    case 12 /* Json */:
+      return "null";
+    case 13 /* DateTime */:
+      return "date-millisecond";
+    case 14 /* Binary */:
+      return "binary";
+    default:
+      return "null";
+  }
+}
+
 // src/lib/parse-flatgeobuf.ts
 var geojson = __toESM(require("flatgeobuf/lib/mjs/geojson.js"), 1);
 var generic = __toESM(require("flatgeobuf/lib/mjs/generic.js"), 1);
@@ -189,13 +238,7 @@ function parseFlatGeobuf(arrayBuffer, options) {
   const shape = (_a = options == null ? void 0 : options.flatgeobuf) == null ? void 0 : _a.shape;
   switch (shape) {
     case "geojson-table": {
-      const features = parseFlatGeobufToGeoJSON(arrayBuffer, options);
-      const table = {
-        shape: "geojson-table",
-        type: "FeatureCollection",
-        features
-      };
-      return table;
+      return parseFlatGeobufToGeoJSONTable(arrayBuffer, options);
     }
     case "columnar-table":
       const binary = parseFlatGeobufToBinary(arrayBuffer, options);
@@ -210,17 +253,19 @@ function parseFlatGeobufToBinary(arrayBuffer, options = {}) {
   const array = new Uint8Array(arrayBuffer);
   return deserializeGeneric(array, fgbToBinaryGeometry);
 }
-function parseFlatGeobufToGeoJSON(arrayBuffer, options = {}) {
+function parseFlatGeobufToGeoJSONTable(arrayBuffer, options = {}) {
   if (arrayBuffer.byteLength === 0) {
-    return [];
+    return { shape: "geojson-table", type: "FeatureCollection", features: [] };
   }
   const { reproject = false, _targetCrs = "WGS84" } = options && options.gis || {};
   const arr = new Uint8Array(arrayBuffer);
-  let headerMeta;
-  const { features } = deserializeGeoJson(arr, void 0, (header) => {
-    headerMeta = header;
+  let fgbHeader;
+  let schema;
+  let { features } = deserializeGeoJson(arr, void 0, (headerMeta) => {
+    fgbHeader = headerMeta;
+    schema = getSchemaFromFGBHeader(fgbHeader);
   });
-  const crs = headerMeta && headerMeta.crs;
+  const crs = fgbHeader && fgbHeader.crs;
   let projection;
   if (reproject && crs) {
     try {
@@ -229,9 +274,9 @@ function parseFlatGeobufToGeoJSON(arrayBuffer, options = {}) {
     }
   }
   if (projection) {
-    return (0, import_gis.transformGeoJsonCoords)(features, (coords) => projection.project(coords));
+    features = (0, import_gis.transformGeoJsonCoords)(features, (coords) => projection.project(coords));
   }
-  return features;
+  return { shape: "geojson-table", schema, type: "FeatureCollection", features };
 }
 function parseFlatGeobufInBatches(stream, options) {
   var _a;
@@ -251,15 +296,15 @@ function parseFlatGeobufInBatchesToBinary(stream, options) {
 }
 async function* parseFlatGeobufInBatchesToGeoJSON(stream, options) {
   const { reproject = false, _targetCrs = "WGS84" } = options && options.gis || {};
-  let headerMeta;
-  const iterator = deserializeGeoJson(stream, void 0, (header) => {
-    headerMeta = header;
+  let fgbHeader;
+  const iterator = deserializeGeoJson(stream, void 0, (headerMeta) => {
+    fgbHeader = headerMeta;
   });
   let projection;
   let firstRecord = true;
   for await (const feature of iterator) {
     if (firstRecord) {
-      const crs = headerMeta && headerMeta.crs;
+      const crs = fgbHeader && fgbHeader.crs;
       if (reproject && crs) {
         projection = new import_proj4.Proj4Projection({ from: crs.wkt, to: _targetCrs });
       }
@@ -273,9 +318,30 @@ async function* parseFlatGeobufInBatchesToGeoJSON(stream, options) {
   }
 }
 
-// src/index.ts
-var FlatGeobufLoader2 = {
-  ...FlatGeobufLoader,
+// src/flatgeobuf-loader.ts
+var VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+var FGB_MAGIC_NUMBER = [102, 103, 98, 3, 102, 103, 98, 1];
+var FlatGeobufWorkerLoader = {
+  id: "flatgeobuf",
+  name: "FlatGeobuf",
+  module: "flatgeobuf",
+  version: VERSION,
+  worker: true,
+  extensions: ["fgb"],
+  mimeTypes: ["application/octet-stream"],
+  category: "geometry",
+  tests: [new Uint8Array(FGB_MAGIC_NUMBER).buffer],
+  options: {
+    flatgeobuf: {
+      shape: "geojson-table"
+    },
+    gis: {
+      reproject: false
+    }
+  }
+};
+var FlatGeobufLoader = {
+  ...FlatGeobufWorkerLoader,
   parse: async (arrayBuffer, options) => parseFlatGeobuf(arrayBuffer, options),
   parseSync: parseFlatGeobuf,
   // @ts-expect-error this is a stream parser not an async iterator parser

package/dist/index.d.ts

@@ -1,6 +1,3 @@
-import type { LoaderWithParser } from '@loaders.gl/loader-utils';
-import type { FlatGeobufLoaderOptions } from './flatgeobuf-loader';
-import { FlatGeobufLoader as FlatGeobufWorkerLoader } from './flatgeobuf-loader';
-export { FlatGeobufWorkerLoader };
-export declare const FlatGeobufLoader: LoaderWithParser<any, any, FlatGeobufLoaderOptions>;
+export type { FlatGeobufLoaderOptions } from './flatgeobuf-loader';
+export { FlatGeobufLoader, FlatGeobufWorkerLoader } from './flatgeobuf-loader';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAC/D,OAAO,KAAK,EAAC,uBAAuB,EAAC,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAC,gBAAgB,IAAI,sBAAsB,EAAC,MAAM,qBAAqB,CAAC;AAG/E,OAAO,EAAC,sBAAsB,EAAC,CAAC;AAEhC,eAAO,MAAM,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,uBAAuB,CAOhF,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,YAAY,EAAC,uBAAuB,EAAC,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAC,gBAAgB,EAAE,sBAAsB,EAAC,MAAM,qBAAqB,CAAC"}

package/dist/index.js

@@ -1,11 +1,2 @@
-import { FlatGeobufLoader as FlatGeobufWorkerLoader } from "./flatgeobuf-loader.js";
-import { parseFlatGeobuf, parseFlatGeobufInBatches } from "./lib/parse-flatgeobuf.js";
-export { FlatGeobufWorkerLoader };
-export const FlatGeobufLoader = {
-  ...FlatGeobufWorkerLoader,
-  parse: async (arrayBuffer, options) => parseFlatGeobuf(arrayBuffer, options),
-  parseSync: parseFlatGeobuf,
-  parseInBatchesFromStream: parseFlatGeobufInBatches,
-  binary: true
-};
+export { FlatGeobufLoader, FlatGeobufWorkerLoader } from "./flatgeobuf-loader.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":["FlatGeobufLoader","FlatGeobufWorkerLoader","parseFlatGeobuf","parseFlatGeobufInBatches","parse","arrayBuffer","options","parseSync","parseInBatchesFromStream","binary"],"sources":["../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport type {FlatGeobufLoaderOptions} from './flatgeobuf-loader';\nimport {FlatGeobufLoader as FlatGeobufWorkerLoader} from './flatgeobuf-loader';\nimport {parseFlatGeobuf, parseFlatGeobufInBatches} from './lib/parse-flatgeobuf';\n\nexport {FlatGeobufWorkerLoader};\n\nexport const FlatGeobufLoader: LoaderWithParser<any, any, FlatGeobufLoaderOptions> = {\n  ...FlatGeobufWorkerLoader,\n  parse: async (arrayBuffer, options) => parseFlatGeobuf(arrayBuffer, options),\n  parseSync: parseFlatGeobuf,\n  // @ts-expect-error this is a stream parser not an async iterator parser\n  parseInBatchesFromStream: parseFlatGeobufInBatches,\n  binary: true\n};\n"],"mappings":"SAEQA,gBAAgB,IAAIC,sBAAsB;AAAA,SAC1CC,eAAe,EAAEC,wBAAwB;AAEjD,SAAQF,sBAAsB;AAE9B,OAAO,MAAMD,gBAAqE,GAAG;EACnF,GAAGC,sBAAsB;EACzBG,KAAK,EAAE,MAAAA,CAAOC,WAAW,EAAEC,OAAO,KAAKJ,eAAe,CAACG,WAAW,EAAEC,OAAO,CAAC;EAC5EC,SAAS,EAAEL,eAAe;EAE1BM,wBAAwB,EAAEL,wBAAwB;EAClDM,MAAM,EAAE;AACV,CAAC"}
+{"version":3,"file":"index.js","names":["FlatGeobufLoader","FlatGeobufWorkerLoader"],"sources":["../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nexport type {FlatGeobufLoaderOptions} from './flatgeobuf-loader';\nexport {FlatGeobufLoader, FlatGeobufWorkerLoader} from './flatgeobuf-loader';\n"],"mappings":"SAIQA,gBAAgB,EAAEC,sBAAsB"}

package/dist/lib/get-schema-from-fgb-header.d.ts

@@ -0,0 +1,16 @@
+import type { Schema } from '@loaders.gl/schema';
+import * as fgb from 'flatgeobuf';
+/**
+ * @param fgbHeader
+ * geometryType: GeometryType;
+ * columns: ColumnMeta[] | null;
+ * envelope: Float64Array | null;
+ * featuresCount: number;
+ * indexNodeSize: number;
+ * crs: CrsMeta | null;
+ * title: string | null;
+ * description: string | null;
+ * metadata: string | null;
+ */
+export declare function getSchemaFromFGBHeader(fgbHeader: fgb.HeaderMeta): Schema;
+//# sourceMappingURL=get-schema-from-fgb-header.d.ts.map

package/dist/lib/get-schema-from-fgb-header.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-schema-from-fgb-header.d.ts","sourceRoot":"","sources":["../../src/lib/get-schema-from-fgb-header.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,MAAM,EAAkB,MAAM,oBAAoB,CAAC;AAChE,OAAO,KAAK,GAAG,MAAM,YAAY,CAAC;AAElC;;;;;;;;;;;GAWG;AACH,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,GAAG,CAAC,UAAU,GAAG,MAAM,CAcxE"}

package/dist/lib/get-schema-from-fgb-header.js

@@ -0,0 +1,90 @@
+export function getSchemaFromFGBHeader(fgbHeader) {
+  var _fgbHeader$envelope, _fgbHeader$columns;
+  const metadata = {
+    title: fgbHeader.title || '',
+    description: fgbHeader.description || '',
+    crs: JSON.stringify(fgbHeader.crs) || '',
+    metadata: fgbHeader.metadata || '',
+    geometryType: String(fgbHeader.geometryType),
+    indexNodeSize: String(fgbHeader.indexNodeSize),
+    featureCount: String(fgbHeader.featuresCount),
+    bounds: ((_fgbHeader$envelope = fgbHeader.envelope) === null || _fgbHeader$envelope === void 0 ? void 0 : _fgbHeader$envelope.join(',')) || ''
+  };
+  const fields = ((_fgbHeader$columns = fgbHeader.columns) === null || _fgbHeader$columns === void 0 ? void 0 : _fgbHeader$columns.map(column => getFieldFromFGBColumn(column))) || [];
+  return {
+    metadata,
+    fields
+  };
+}
+function getFieldFromFGBColumn(fgbColumn) {
+  const metadata = {
+    title: fgbColumn.title || '',
+    description: fgbColumn.description || '',
+    width: String(fgbColumn.width),
+    precision: String(fgbColumn.precision),
+    scale: String(fgbColumn.scale),
+    unique: String(fgbColumn.unique),
+    primary_key: String(fgbColumn.primary_key)
+  };
+  return {
+    name: fgbColumn.name,
+    type: getTypeFromFGBType(fgbColumn.type),
+    nullable: fgbColumn.nullable,
+    metadata
+  };
+}
+var fgbColumnType = function (fgbColumnType) {
+  fgbColumnType[fgbColumnType["Byte"] = 0] = "Byte";
+  fgbColumnType[fgbColumnType["UByte"] = 1] = "UByte";
+  fgbColumnType[fgbColumnType["Bool"] = 2] = "Bool";
+  fgbColumnType[fgbColumnType["Short"] = 3] = "Short";
+  fgbColumnType[fgbColumnType["UShort"] = 4] = "UShort";
+  fgbColumnType[fgbColumnType["Int"] = 5] = "Int";
+  fgbColumnType[fgbColumnType["UInt"] = 6] = "UInt";
+  fgbColumnType[fgbColumnType["Long"] = 7] = "Long";
+  fgbColumnType[fgbColumnType["ULong"] = 8] = "ULong";
+  fgbColumnType[fgbColumnType["Float"] = 9] = "Float";
+  fgbColumnType[fgbColumnType["Double"] = 10] = "Double";
+  fgbColumnType[fgbColumnType["String"] = 11] = "String";
+  fgbColumnType[fgbColumnType["Json"] = 12] = "Json";
+  fgbColumnType[fgbColumnType["DateTime"] = 13] = "DateTime";
+  fgbColumnType[fgbColumnType["Binary"] = 14] = "Binary";
+  return fgbColumnType;
+}(fgbColumnType || {});
+function getTypeFromFGBType(fgbType) {
+  switch (fgbType) {
+    case fgbColumnType.Byte:
+      return 'int8';
+    case fgbColumnType.UByte:
+      return 'uint8';
+    case fgbColumnType.Bool:
+      return 'bool';
+    case fgbColumnType.Short:
+      return 'int16';
+    case fgbColumnType.UShort:
+      return 'uint16';
+    case fgbColumnType.Int:
+      return 'int32';
+    case fgbColumnType.UInt:
+      return 'uint32';
+    case fgbColumnType.Long:
+      return 'int64';
+    case fgbColumnType.ULong:
+      return 'uint64';
+    case fgbColumnType.Float:
+      return 'float32';
+    case fgbColumnType.Double:
+      return 'float64';
+    case fgbColumnType.String:
+      return 'utf8';
+    case fgbColumnType.Json:
+      return 'null';
+    case fgbColumnType.DateTime:
+      return 'date-millisecond';
+    case fgbColumnType.Binary:
+      return 'binary';
+    default:
+      return 'null';
+  }
+}
+//# sourceMappingURL=get-schema-from-fgb-header.js.map

package/dist/lib/get-schema-from-fgb-header.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-schema-from-fgb-header.js","names":["getSchemaFromFGBHeader","fgbHeader","_fgbHeader$envelope","_fgbHeader$columns","metadata","title","description","crs","JSON","stringify","geometryType","String","indexNodeSize","featureCount","featuresCount","bounds","envelope","join","fields","columns","map","column","getFieldFromFGBColumn","fgbColumn","width","precision","scale","unique","primary_key","name","type","getTypeFromFGBType","nullable","fgbColumnType","fgbType","Byte","UByte","Bool","Short","UShort","Int","UInt","Long","ULong","Float","Double","Json","DateTime","Binary"],"sources":["../../src/lib/get-schema-from-fgb-header.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {Schema, Field, DataType} from '@loaders.gl/schema';\nimport * as fgb from 'flatgeobuf';\n\n/**\n * @param fgbHeader\n * geometryType: GeometryType;\n * columns: ColumnMeta[] | null;\n * envelope: Float64Array | null;\n * featuresCount: number;\n * indexNodeSize: number;\n * crs: CrsMeta | null;\n * title: string | null;\n * description: string | null;\n * metadata: string | null;\n */\nexport function getSchemaFromFGBHeader(fgbHeader: fgb.HeaderMeta): Schema {\n  const metadata: Record<string, string> = {\n    title: fgbHeader.title || '',\n    description: fgbHeader.description || '',\n    crs: JSON.stringify(fgbHeader.crs) || '',\n    metadata: fgbHeader.metadata || '',\n    geometryType: String(fgbHeader.geometryType),\n    indexNodeSize: String(fgbHeader.indexNodeSize),\n    featureCount: String(fgbHeader.featuresCount),\n    bounds: fgbHeader.envelope?.join(',') || ''\n  };\n\n  const fields: Field[] = fgbHeader.columns?.map((column) => getFieldFromFGBColumn(column)) || [];\n  return {metadata, fields};\n}\n\n/**\n * name: string;\n * type: ColumnType;\n * title: string | null;\n * description: string | null;\n * width: number;\n * precision: number;\n * scale: number;\n * nullable: boolean;\n * unique: boolean;\n * primary_key: boolean;\n */\nfunction getFieldFromFGBColumn(fgbColumn: fgb.ColumnMeta): Field {\n  const metadata: Record<string, string> = {\n    title: fgbColumn.title || '',\n    description: fgbColumn.description || '',\n    width: String(fgbColumn.width),\n    precision: String(fgbColumn.precision),\n    scale: String(fgbColumn.scale),\n    unique: String(fgbColumn.unique),\n    primary_key: String(fgbColumn.primary_key)\n  };\n\n  return {\n    name: fgbColumn.name,\n    type: getTypeFromFGBType(fgbColumn.type as unknown as fgbColumnType),\n    nullable: fgbColumn.nullable,\n    metadata\n  };\n}\n\n/** Note: fgb.ColumType does not appear to be exported */\nenum fgbColumnType {\n  Byte = 0,\n  UByte = 1,\n  Bool = 2,\n  Short = 3,\n  UShort = 4,\n  Int = 5,\n  UInt = 6,\n  Long = 7,\n  ULong = 8,\n  Float = 9,\n  Double = 10,\n  String = 11,\n  Json = 12,\n  DateTime = 13,\n  Binary = 14\n}\n\n/** Convert FGB types to arrow like types */\nfunction getTypeFromFGBType(fgbType: fgbColumnType /* fgb.ColumnMeta['type'] */): DataType {\n  switch (fgbType) {\n    case fgbColumnType.Byte:\n      return 'int8';\n    case fgbColumnType.UByte:\n      return 'uint8';\n    case fgbColumnType.Bool:\n      return 'bool';\n    case fgbColumnType.Short:\n      return 'int16';\n    case fgbColumnType.UShort:\n      return 'uint16';\n    case fgbColumnType.Int:\n      return 'int32';\n    case fgbColumnType.UInt:\n      return 'uint32';\n    case fgbColumnType.Long:\n      return 'int64';\n    case fgbColumnType.ULong:\n      return 'uint64';\n    case fgbColumnType.Float:\n      return 'float32';\n    case fgbColumnType.Double:\n      return 'float64';\n    case fgbColumnType.String:\n      return 'utf8';\n    case fgbColumnType.Json:\n      return 'null';\n    case fgbColumnType.DateTime:\n      return 'date-millisecond';\n    case fgbColumnType.Binary:\n      return 'binary';\n    default:\n      return 'null';\n  }\n}\n"],"mappings":"AAkBA,OAAO,SAASA,sBAAsBA,CAACC,SAAyB,EAAU;EAAA,IAAAC,mBAAA,EAAAC,kBAAA;EACxE,MAAMC,QAAgC,GAAG;IACvCC,KAAK,EAAEJ,SAAS,CAACI,KAAK,IAAI,EAAE;IAC5BC,WAAW,EAAEL,SAAS,CAACK,WAAW,IAAI,EAAE;IACxCC,GAAG,EAAEC,IAAI,CAACC,SAAS,CAACR,SAAS,CAACM,GAAG,CAAC,IAAI,EAAE;IACxCH,QAAQ,EAAEH,SAAS,CAACG,QAAQ,IAAI,EAAE;IAClCM,YAAY,EAAEC,MAAM,CAACV,SAAS,CAACS,YAAY,CAAC;IAC5CE,aAAa,EAAED,MAAM,CAACV,SAAS,CAACW,aAAa,CAAC;IAC9CC,YAAY,EAAEF,MAAM,CAACV,SAAS,CAACa,aAAa,CAAC;IAC7CC,MAAM,EAAE,EAAAb,mBAAA,GAAAD,SAAS,CAACe,QAAQ,cAAAd,mBAAA,uBAAlBA,mBAAA,CAAoBe,IAAI,CAAC,GAAG,CAAC,KAAI;EAC3C,CAAC;EAED,MAAMC,MAAe,GAAG,EAAAf,kBAAA,GAAAF,SAAS,CAACkB,OAAO,cAAAhB,kBAAA,uBAAjBA,kBAAA,CAAmBiB,GAAG,CAAEC,MAAM,IAAKC,qBAAqB,CAACD,MAAM,CAAC,CAAC,KAAI,EAAE;EAC/F,OAAO;IAACjB,QAAQ;IAAEc;EAAM,CAAC;AAC3B;AAcA,SAASI,qBAAqBA,CAACC,SAAyB,EAAS;EAC/D,MAAMnB,QAAgC,GAAG;IACvCC,KAAK,EAAEkB,SAAS,CAAClB,KAAK,IAAI,EAAE;IAC5BC,WAAW,EAAEiB,SAAS,CAACjB,WAAW,IAAI,EAAE;IACxCkB,KAAK,EAAEb,MAAM,CAACY,SAAS,CAACC,KAAK,CAAC;IAC9BC,SAAS,EAAEd,MAAM,CAACY,SAAS,CAACE,SAAS,CAAC;IACtCC,KAAK,EAAEf,MAAM,CAACY,SAAS,CAACG,KAAK,CAAC;IAC9BC,MAAM,EAAEhB,MAAM,CAACY,SAAS,CAACI,MAAM,CAAC;IAChCC,WAAW,EAAEjB,MAAM,CAACY,SAAS,CAACK,WAAW;EAC3C,CAAC;EAED,OAAO;IACLC,IAAI,EAAEN,SAAS,CAACM,IAAI;IACpBC,IAAI,EAAEC,kBAAkB,CAACR,SAAS,CAACO,IAAgC,CAAC;IACpEE,QAAQ,EAAET,SAAS,CAACS,QAAQ;IAC5B5B;EACF,CAAC;AACH;AAAC,IAGI6B,aAAa,aAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA,EAAbA,aAAa;AAmBlB,SAASF,kBAAkBA,CAACG,OAAsB,EAAyC;EACzF,QAAQA,OAAO;IACb,KAAKD,aAAa,CAACE,IAAI;MACrB,OAAO,MAAM;IACf,KAAKF,aAAa,CAACG,KAAK;MACtB,OAAO,OAAO;IAChB,KAAKH,aAAa,CAACI,IAAI;MACrB,OAAO,MAAM;IACf,KAAKJ,aAAa,CAACK,KAAK;MACtB,OAAO,OAAO;IAChB,KAAKL,aAAa,CAACM,MAAM;MACvB,OAAO,QAAQ;IACjB,KAAKN,aAAa,CAACO,GAAG;MACpB,OAAO,OAAO;IAChB,KAAKP,aAAa,CAACQ,IAAI;MACrB,OAAO,QAAQ;IACjB,KAAKR,aAAa,CAACS,IAAI;MACrB,OAAO,OAAO;IAChB,KAAKT,aAAa,CAACU,KAAK;MACtB,OAAO,QAAQ;IACjB,KAAKV,aAAa,CAACW,KAAK;MACtB,OAAO,SAAS;IAClB,KAAKX,aAAa,CAACY,MAAM;MACvB,OAAO,SAAS;IAClB,KAAKZ,aAAa,CAACtB,MAAM;MACvB,OAAO,MAAM;IACf,KAAKsB,aAAa,CAACa,IAAI;MACrB,OAAO,MAAM;IACf,KAAKb,aAAa,CAACc,QAAQ;MACzB,OAAO,kBAAkB;IAC3B,KAAKd,aAAa,CAACe,MAAM;MACvB,OAAO,QAAQ;IACjB;MACE,OAAO,MAAM;EACjB;AACF"}

package/dist/lib/parse-flatgeobuf.d.ts

@@ -1,5 +1,6 @@
 import type { FlatGeobufLoaderOptions } from '../flatgeobuf-loader';
 import type { Table } from '@loaders.gl/schema';
+import * as fgb from 'flatgeobuf';
 export declare function parseFlatGeobuf(arrayBuffer: ArrayBuffer, options?: FlatGeobufLoaderOptions): Table;
-export declare function parseFlatGeobufInBatches(stream: any, options: FlatGeobufLoaderOptions): any[] | AsyncGenerator<import("flatgeobuf").IFeature, any, unknown> | AsyncGenerator<any, void, unknown>;
+export declare function parseFlatGeobufInBatches(stream: any, options: FlatGeobufLoaderOptions): any[] | AsyncGenerator<fgb.IFeature, any, unknown> | AsyncGenerator<any, void, unknown>;
 //# sourceMappingURL=parse-flatgeobuf.d.ts.map

package/dist/lib/parse-flatgeobuf.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-flatgeobuf.d.ts","sourceRoot":"","sources":["../../src/lib/parse-flatgeobuf.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,uBAAuB,EAAC,MAAM,sBAAsB,CAAC;AAClE,OAAO,KAAK,EAAwB,KAAK,EAAC,MAAM,oBAAoB,CAAC;AAkCrE,wBAAgB,eAAe,CAC7B,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,uBAAuB,GAChC,KAAK,CA0BP;AAsDD,wBAAgB,wBAAwB,CAAC,MAAM,KAAA,EAAE,OAAO,EAAE,uBAAuB,4GAUhF"}
+{"version":3,"file":"parse-flatgeobuf.d.ts","sourceRoot":"","sources":["../../src/lib/parse-flatgeobuf.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,uBAAuB,EAAC,MAAM,sBAAsB,CAAC;AAClE,OAAO,KAAK,EAAe,KAAK,EAAS,MAAM,oBAAoB,CAAC;AAKpE,OAAO,KAAK,GAAG,MAAM,YAAY,CAAC;AAgClC,wBAAgB,eAAe,CAC7B,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,uBAAuB,GAChC,KAAK,CAoBP;AAyDD,wBAAgB,wBAAwB,CAAC,MAAM,KAAA,EAAE,OAAO,EAAE,uBAAuB,2FAUhF"}

package/dist/lib/parse-flatgeobuf.js

@@ -1,6 +1,7 @@
 import { Proj4Projection } from '@math.gl/proj4';
 import { transformGeoJsonCoords } from '@loaders.gl/gis';
 import { fgbToBinaryGeometry } from "./binary-geometries.js";
+import { getSchemaFromFGBHeader } from "./get-schema-from-fgb-header.js";
 import * as geojson from 'flatgeobuf/lib/mjs/geojson.js';
 import * as generic from 'flatgeobuf/lib/mjs/generic.js';
 import { parseProperties as parsePropertiesBinary } from 'flatgeobuf/lib/mjs/generic/feature';
@@ -19,13 +20,7 @@ export function parseFlatGeobuf(arrayBuffer, options) {
   switch (shape) {
     case 'geojson-table':
       {
-        const features = parseFlatGeobufToGeoJSON(arrayBuffer, options);
-        const table = {
-          shape: 'geojson-table',
-          type: 'FeatureCollection',
-          features
-        };
-        return table;
+        return parseFlatGeobufToGeoJSONTable(arrayBuffer, options);
       }
     case 'columnar-table':
       const binary = parseFlatGeobufToBinary(arrayBuffer, options);
@@ -44,23 +39,29 @@ function parseFlatGeobufToBinary(arrayBuffer) {
   const array = new Uint8Array(arrayBuffer);
   return deserializeGeneric(array, fgbToBinaryGeometry);
 }
-function parseFlatGeobufToGeoJSON(arrayBuffer) {
+function parseFlatGeobufToGeoJSONTable(arrayBuffer) {
   let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
   if (arrayBuffer.byteLength === 0) {
-    return [];
+    return {
+      shape: 'geojson-table',
+      type: 'FeatureCollection',
+      features: []
+    };
   }
   const {
     reproject = false,
     _targetCrs = 'WGS84'
   } = options && options.gis || {};
   const arr = new Uint8Array(arrayBuffer);
-  let headerMeta;
-  const {
+  let fgbHeader;
+  let schema;
+  let {
     features
-  } = deserializeGeoJson(arr, undefined, header => {
-    headerMeta = header;
+  } = deserializeGeoJson(arr, undefined, headerMeta => {
+    fgbHeader = headerMeta;
+    schema = getSchemaFromFGBHeader(fgbHeader);
   });
-  const crs = headerMeta && headerMeta.crs;
+  const crs = fgbHeader && fgbHeader.crs;
   let projection;
   if (reproject && crs) {
     try {
@@ -71,9 +72,14 @@ function parseFlatGeobufToGeoJSON(arrayBuffer) {
     } catch (e) {}
   }
   if (projection) {
-    return transformGeoJsonCoords(features, coords => projection.project(coords));
+    features = transformGeoJsonCoords(features, coords => projection.project(coords));
   }
-  return features;
+  return {
+    shape: 'geojson-table',
+    schema,
+    type: 'FeatureCollection',
+    features
+  };
 }
 export function parseFlatGeobufInBatches(stream, options) {
   var _options$flatgeobuf2;
@@ -96,15 +102,15 @@ async function* parseFlatGeobufInBatchesToGeoJSON(stream, options) {
     reproject = false,
     _targetCrs = 'WGS84'
   } = options && options.gis || {};
-  let headerMeta;
-  const iterator = deserializeGeoJson(stream, undefined, header => {
-    headerMeta = header;
+  let fgbHeader;
+  const iterator = deserializeGeoJson(stream, undefined, headerMeta => {
+    fgbHeader = headerMeta;
   });
   let projection;
   let firstRecord = true;
   for await (const feature of iterator) {
     if (firstRecord) {
-      const crs = headerMeta && headerMeta.crs;
+      const crs = fgbHeader && fgbHeader.crs;
       if (reproject && crs) {
         projection = new Proj4Projection({
           from: crs.wkt,

package/dist/lib/parse-flatgeobuf.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-flatgeobuf.js","names":["Proj4Projection","transformGeoJsonCoords","fgbToBinaryGeometry","geojson","generic","parseProperties","parsePropertiesBinary","deserializeGeoJson","deserialize","deserializeGeneric","binaryFromFeature","feature","header","geometry","geometryType","type","parsedGeometry","properties","columns","parseFlatGeobuf","arrayBuffer","options","_options$flatgeobuf","shape","flatgeobuf","features","parseFlatGeobufToGeoJSON","table","binary","parseFlatGeobufToBinary","data","Error","arguments","length","undefined","array","Uint8Array","byteLength","reproject","_targetCrs","gis","arr","headerMeta","crs","projection","from","wkt","to","e","coords","project","parseFlatGeobufInBatches","stream","_options$flatgeobuf2","parseFlatGeobufInBatchesToBinary","parseFlatGeobufInBatchesToGeoJSON","iterator","firstRecord"],"sources":["../../src/lib/parse-flatgeobuf.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport {Proj4Projection} from '@math.gl/proj4';\nimport {transformGeoJsonCoords} from '@loaders.gl/gis';\n\nimport type {FlatGeobufLoaderOptions} from '../flatgeobuf-loader';\nimport type {GeoJSONTable, Feature, Table} from '@loaders.gl/schema';\nimport {fgbToBinaryGeometry} from './binary-geometries';\n\nimport {Feature as FBGFeature, HeaderMeta as FGBHeader} from 'flatgeobuf';\nimport * as geojson from 'flatgeobuf/lib/mjs/geojson.js';\nimport * as generic from 'flatgeobuf/lib/mjs/generic.js';\nimport {parseProperties as parsePropertiesBinary} from 'flatgeobuf/lib/mjs/generic/feature';\nconst deserializeGeoJson = geojson.deserialize;\nconst deserializeGeneric = generic.deserialize;\n// const parsePropertiesBinary = FlatgeobufFeature.parseProperties;\n\n// TODO: reproject binary features\nfunction binaryFromFeature(feature: FBGFeature, header: FGBHeader) {\n  const geometry = feature.geometry();\n\n  // FlatGeobuf files can only hold a single geometry type per file, otherwise\n  // GeometryType is GeometryCollection\n  // I believe geometry.type() is null (0) except when the geometry type isn't\n  // known in the header?\n  const geometryType = header.geometryType || geometry?.type();\n  const parsedGeometry = fgbToBinaryGeometry(geometry, geometryType!);\n  // @ts-expect-error this looks wrong\n  parsedGeometry.properties = parsePropertiesBinary(feature, header.columns);\n\n  // TODO: wrap binary data either in points, lines, or polygons key\n  return parsedGeometry;\n}\n\n/*\n * Parse FlatGeobuf arrayBuffer and return GeoJSON.\n *\n * @param arrayBuffer  A FlatGeobuf arrayBuffer\n * @return A GeoJSON geometry object\n */\nexport function parseFlatGeobuf(\n  arrayBuffer: ArrayBuffer,\n  options?: FlatGeobufLoaderOptions\n): Table {\n  const shape = options?.flatgeobuf?.shape;\n\n  switch (shape) {\n    case 'geojson-table': {\n      const features = parseFlatGeobufToGeoJSON(arrayBuffer, options);\n      const table: GeoJSONTable = {\n        shape: 'geojson-table',\n        type: 'FeatureCollection',\n        features\n      };\n      return table;\n    }\n\n    case 'columnar-table': // binary + some JS arrays\n      const binary = parseFlatGeobufToBinary(arrayBuffer, options);\n      // @ts-expect-error\n      return {shape: 'columnar-table', data: binary};\n\n    case 'binary':\n      // @ts-expect-error\n      return parseFlatGeobufToBinary(arrayBuffer, options);\n\n    default:\n      throw new Error(shape);\n  }\n}\n\nfunction parseFlatGeobufToBinary(arrayBuffer: ArrayBuffer, options: FlatGeobufLoaderOptions = {}) {\n  // TODO: reproject binary features\n  // const {reproject = false, _targetCrs = 'WGS84'} = (options && options.gis) || {};\n\n  const array = new Uint8Array(arrayBuffer);\n  // @ts-expect-error\n  return deserializeGeneric(array, fgbToBinaryGeometry);\n}\n\nfunction parseFlatGeobufToGeoJSON(\n  arrayBuffer: ArrayBuffer,\n  options: FlatGeobufLoaderOptions = {}\n): Feature[] {\n  if (arrayBuffer.byteLength === 0) {\n    return [];\n  }\n\n  const {reproject = false, _targetCrs = 'WGS84'} = (options && options.gis) || {};\n\n  const arr = new Uint8Array(arrayBuffer);\n\n  let headerMeta;\n  // @ts-expect-error this looks wrong\n  const {features} = deserializeGeoJson(arr, undefined, (header) => {\n    headerMeta = header;\n  });\n\n  const crs = headerMeta && headerMeta.crs;\n  let projection;\n  if (reproject && crs) {\n    // Constructing the projection may fail for some invalid WKT strings\n    try {\n      projection = new Proj4Projection({from: crs.wkt, to: _targetCrs});\n    } catch (e) {\n      // no op\n    }\n  }\n\n  if (projection) {\n    return transformGeoJsonCoords(features, (coords) => projection.project(coords));\n  }\n\n  return features;\n}\n\n/*\n * Parse FlatGeobuf arrayBuffer and return GeoJSON.\n *\n * @param {ReadableStream} _ A FlatGeobuf arrayBuffer\n * @return  A GeoJSON geometry object iterator\n */\n// eslint-disable-next-line complexity\nexport function parseFlatGeobufInBatches(stream, options: FlatGeobufLoaderOptions) {\n  const shape = options.flatgeobuf?.shape;\n  switch (shape) {\n    case 'binary':\n      return parseFlatGeobufInBatchesToBinary(stream, options);\n    case 'geojson-table':\n      return parseFlatGeobufInBatchesToGeoJSON(stream, options);\n    default:\n      throw new Error(shape);\n  }\n}\n\nfunction parseFlatGeobufInBatchesToBinary(stream, options: FlatGeobufLoaderOptions) {\n  // TODO: reproject binary streaming features\n  // const {reproject = false, _targetCrs = 'WGS84'} = (options && options.gis) || {};\n\n  // @ts-expect-error\n  const iterator = deserializeGeneric(stream, binaryFromFeature);\n  return iterator;\n}\n\n// eslint-disable-next-line complexity\nasync function* parseFlatGeobufInBatchesToGeoJSON(stream, options: FlatGeobufLoaderOptions) {\n  const {reproject = false, _targetCrs = 'WGS84'} = (options && options.gis) || {};\n\n  let headerMeta;\n  const iterator = deserializeGeoJson(stream, undefined, (header) => {\n    headerMeta = header;\n  });\n\n  let projection;\n  let firstRecord = true;\n  // @ts-expect-error this looks wrong\n  for await (const feature of iterator) {\n    if (firstRecord) {\n      const crs = headerMeta && headerMeta.crs;\n      if (reproject && crs) {\n        projection = new Proj4Projection({from: crs.wkt, to: _targetCrs});\n      }\n\n      firstRecord = false;\n    }\n\n    if (reproject && projection) {\n      // eslint-disable-next-line\n      yield transformGeoJsonCoords([feature], (coords) => projection.project(coords));\n    } else {\n      yield feature;\n    }\n  }\n}\n"],"mappings":"AAGA,SAAQA,eAAe,QAAO,gBAAgB;AAC9C,SAAQC,sBAAsB,QAAO,iBAAiB;AAAC,SAI/CC,mBAAmB;AAG3B,OAAO,KAAKC,OAAO,MAAM,+BAA+B;AACxD,OAAO,KAAKC,OAAO,MAAM,+BAA+B;AACxD,SAAQC,eAAe,IAAIC,qBAAqB,QAAO,oCAAoC;AAC3F,MAAMC,kBAAkB,GAAGJ,OAAO,CAACK,WAAW;AAC9C,MAAMC,kBAAkB,GAAGL,OAAO,CAACI,WAAW;AAI9C,SAASE,iBAAiBA,CAACC,OAAmB,EAAEC,MAAiB,EAAE;EACjE,MAAMC,QAAQ,GAAGF,OAAO,CAACE,QAAQ,CAAC,CAAC;EAMnC,MAAMC,YAAY,GAAGF,MAAM,CAACE,YAAY,KAAID,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEE,IAAI,CAAC,CAAC;EAC5D,MAAMC,cAAc,GAAGd,mBAAmB,CAACW,QAAQ,EAAEC,YAAa,CAAC;EAEnEE,cAAc,CAACC,UAAU,GAAGX,qBAAqB,CAACK,OAAO,EAAEC,MAAM,CAACM,OAAO,CAAC;EAG1E,OAAOF,cAAc;AACvB;AAQA,OAAO,SAASG,eAAeA,CAC7BC,WAAwB,EACxBC,OAAiC,EAC1B;EAAA,IAAAC,mBAAA;EACP,MAAMC,KAAK,GAAGF,OAAO,aAAPA,OAAO,wBAAAC,mBAAA,GAAPD,OAAO,CAAEG,UAAU,cAAAF,mBAAA,uBAAnBA,mBAAA,CAAqBC,KAAK;EAExC,QAAQA,KAAK;IACX,KAAK,eAAe;MAAE;QACpB,MAAME,QAAQ,GAAGC,wBAAwB,CAACN,WAAW,EAAEC,OAAO,CAAC;QAC/D,MAAMM,KAAmB,GAAG;UAC1BJ,KAAK,EAAE,eAAe;UACtBR,IAAI,EAAE,mBAAmB;UACzBU;QACF,CAAC;QACD,OAAOE,KAAK;MACd;IAEA,KAAK,gBAAgB;MACnB,MAAMC,MAAM,GAAGC,uBAAuB,CAACT,WAAW,EAAEC,OAAO,CAAC;MAE5D,OAAO;QAACE,KAAK,EAAE,gBAAgB;QAAEO,IAAI,EAAEF;MAAM,CAAC;IAEhD,KAAK,QAAQ;MAEX,OAAOC,uBAAuB,CAACT,WAAW,EAAEC,OAAO,CAAC;IAEtD;MACE,MAAM,IAAIU,KAAK,CAACR,KAAK,CAAC;EAC1B;AACF;AAEA,SAASM,uBAAuBA,CAACT,WAAwB,EAAyC;EAAA,IAAvCC,OAAgC,GAAAW,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAI9F,MAAMG,KAAK,GAAG,IAAIC,UAAU,CAAChB,WAAW,CAAC;EAEzC,OAAOX,kBAAkB,CAAC0B,KAAK,EAAEjC,mBAAmB,CAAC;AACvD;AAEA,SAASwB,wBAAwBA,CAC/BN,WAAwB,EAEb;EAAA,IADXC,OAAgC,GAAAW,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAErC,IAAIZ,WAAW,CAACiB,UAAU,KAAK,CAAC,EAAE;IAChC,OAAO,EAAE;EACX;EAEA,MAAM;IAACC,SAAS,GAAG,KAAK;IAAEC,UAAU,GAAG;EAAO,CAAC,GAAIlB,OAAO,IAAIA,OAAO,CAACmB,GAAG,IAAK,CAAC,CAAC;EAEhF,MAAMC,GAAG,GAAG,IAAIL,UAAU,CAAChB,WAAW,CAAC;EAEvC,IAAIsB,UAAU;EAEd,MAAM;IAACjB;EAAQ,CAAC,GAAGlB,kBAAkB,CAACkC,GAAG,EAAEP,SAAS,EAAGtB,MAAM,IAAK;IAChE8B,UAAU,GAAG9B,MAAM;EACrB,CAAC,CAAC;EAEF,MAAM+B,GAAG,GAAGD,UAAU,IAAIA,UAAU,CAACC,GAAG;EACxC,IAAIC,UAAU;EACd,IAAIN,SAAS,IAAIK,GAAG,EAAE;IAEpB,IAAI;MACFC,UAAU,GAAG,IAAI5C,eAAe,CAAC;QAAC6C,IAAI,EAAEF,GAAG,CAACG,GAAG;QAAEC,EAAE,EAAER;MAAU,CAAC,CAAC;IACnE,CAAC,CAAC,OAAOS,CAAC,EAAE,CAEZ;EACF;EAEA,IAAIJ,UAAU,EAAE;IACd,OAAO3C,sBAAsB,CAACwB,QAAQ,EAAGwB,MAAM,IAAKL,UAAU,CAACM,OAAO,CAACD,MAAM,CAAC,CAAC;EACjF;EAEA,OAAOxB,QAAQ;AACjB;AASA,OAAO,SAAS0B,wBAAwBA,CAACC,MAAM,EAAE/B,OAAgC,EAAE;EAAA,IAAAgC,oBAAA;EACjF,MAAM9B,KAAK,IAAA8B,oBAAA,GAAGhC,OAAO,CAACG,UAAU,cAAA6B,oBAAA,uBAAlBA,oBAAA,CAAoB9B,KAAK;EACvC,QAAQA,KAAK;IACX,KAAK,QAAQ;MACX,OAAO+B,gCAAgC,CAACF,MAAM,EAAE/B,OAAO,CAAC;IAC1D,KAAK,eAAe;MAClB,OAAOkC,iCAAiC,CAACH,MAAM,EAAE/B,OAAO,CAAC;IAC3D;MACE,MAAM,IAAIU,KAAK,CAACR,KAAK,CAAC;EAC1B;AACF;AAEA,SAAS+B,gCAAgCA,CAACF,MAAM,EAAE/B,OAAgC,EAAE;EAKlF,MAAMmC,QAAQ,GAAG/C,kBAAkB,CAAC2C,MAAM,EAAE1C,iBAAiB,CAAC;EAC9D,OAAO8C,QAAQ;AACjB;AAGA,gBAAgBD,iCAAiCA,CAACH,MAAM,EAAE/B,OAAgC,EAAE;EAC1F,MAAM;IAACiB,SAAS,GAAG,KAAK;IAAEC,UAAU,GAAG;EAAO,CAAC,GAAIlB,OAAO,IAAIA,OAAO,CAACmB,GAAG,IAAK,CAAC,CAAC;EAEhF,IAAIE,UAAU;EACd,MAAMc,QAAQ,GAAGjD,kBAAkB,CAAC6C,MAAM,EAAElB,SAAS,EAAGtB,MAAM,IAAK;IACjE8B,UAAU,GAAG9B,MAAM;EACrB,CAAC,CAAC;EAEF,IAAIgC,UAAU;EACd,IAAIa,WAAW,GAAG,IAAI;EAEtB,WAAW,MAAM9C,OAAO,IAAI6C,QAAQ,EAAE;IACpC,IAAIC,WAAW,EAAE;MACf,MAAMd,GAAG,GAAGD,UAAU,IAAIA,UAAU,CAACC,GAAG;MACxC,IAAIL,SAAS,IAAIK,GAAG,EAAE;QACpBC,UAAU,GAAG,IAAI5C,eAAe,CAAC;UAAC6C,IAAI,EAAEF,GAAG,CAACG,GAAG;UAAEC,EAAE,EAAER;QAAU,CAAC,CAAC;MACnE;MAEAkB,WAAW,GAAG,KAAK;IACrB;IAEA,IAAInB,SAAS,IAAIM,UAAU,EAAE;MAE3B,MAAM3C,sBAAsB,CAAC,CAACU,OAAO,CAAC,EAAGsC,MAAM,IAAKL,UAAU,CAACM,OAAO,CAACD,MAAM,CAAC,CAAC;IACjF,CAAC,MAAM;MACL,MAAMtC,OAAO;IACf;EACF;AACF"}
+{"version":3,"file":"parse-flatgeobuf.js","names":["Proj4Projection","transformGeoJsonCoords","fgbToBinaryGeometry","getSchemaFromFGBHeader","geojson","generic","parseProperties","parsePropertiesBinary","deserializeGeoJson","deserialize","deserializeGeneric","binaryFromFeature","feature","header","geometry","geometryType","type","parsedGeometry","properties","columns","parseFlatGeobuf","arrayBuffer","options","_options$flatgeobuf","shape","flatgeobuf","parseFlatGeobufToGeoJSONTable","binary","parseFlatGeobufToBinary","data","Error","arguments","length","undefined","array","Uint8Array","byteLength","features","reproject","_targetCrs","gis","arr","fgbHeader","schema","headerMeta","crs","projection","from","wkt","to","e","coords","project","parseFlatGeobufInBatches","stream","_options$flatgeobuf2","parseFlatGeobufInBatchesToBinary","parseFlatGeobufInBatchesToGeoJSON","iterator","firstRecord"],"sources":["../../src/lib/parse-flatgeobuf.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport {Proj4Projection} from '@math.gl/proj4';\nimport {transformGeoJsonCoords} from '@loaders.gl/gis';\n\nimport type {FlatGeobufLoaderOptions} from '../flatgeobuf-loader';\nimport type {GeoJSONTable, Table, Schema} from '@loaders.gl/schema';\n\nimport {fgbToBinaryGeometry} from './binary-geometries';\nimport {getSchemaFromFGBHeader} from './get-schema-from-fgb-header';\n\nimport * as fgb from 'flatgeobuf';\nimport * as geojson from 'flatgeobuf/lib/mjs/geojson.js';\nimport * as generic from 'flatgeobuf/lib/mjs/generic.js';\nimport {parseProperties as parsePropertiesBinary} from 'flatgeobuf/lib/mjs/generic/feature';\n\nconst deserializeGeoJson = geojson.deserialize;\nconst deserializeGeneric = generic.deserialize;\n// const parsePropertiesBinary = FlatgeobufFeature.parseProperties;\n\n// TODO: reproject binary features\nfunction binaryFromFeature(feature: fgb.Feature, header: fgb.HeaderMeta) {\n  const geometry = feature.geometry();\n\n  // FlatGeobuf files can only hold a single geometry type per file, otherwise\n  // GeometryType is GeometryCollection\n  // I believe geometry.type() is null (0) except when the geometry type isn't\n  // known in the header?\n  const geometryType = header.geometryType || geometry?.type();\n  const parsedGeometry = fgbToBinaryGeometry(geometry, geometryType!);\n  // @ts-expect-error this looks wrong\n  parsedGeometry.properties = parsePropertiesBinary(feature, header.columns);\n\n  // TODO: wrap binary data either in points, lines, or polygons key\n  return parsedGeometry;\n}\n\n/*\n * Parse FlatGeobuf arrayBuffer and return GeoJSON.\n *\n * @param arrayBuffer  A FlatGeobuf arrayBuffer\n * @return A GeoJSON geometry object\n */\nexport function parseFlatGeobuf(\n  arrayBuffer: ArrayBuffer,\n  options?: FlatGeobufLoaderOptions\n): Table {\n  const shape = options?.flatgeobuf?.shape;\n\n  switch (shape) {\n    case 'geojson-table': {\n      return parseFlatGeobufToGeoJSONTable(arrayBuffer, options);\n    }\n\n    case 'columnar-table': // binary + some JS arrays\n      const binary = parseFlatGeobufToBinary(arrayBuffer, options);\n      // @ts-expect-error\n      return {shape: 'columnar-table', data: binary};\n\n    case 'binary':\n      // @ts-expect-error\n      return parseFlatGeobufToBinary(arrayBuffer, options);\n\n    default:\n      throw new Error(shape);\n  }\n}\n\nfunction parseFlatGeobufToBinary(arrayBuffer: ArrayBuffer, options: FlatGeobufLoaderOptions = {}) {\n  // TODO: reproject binary features\n  // const {reproject = false, _targetCrs = 'WGS84'} = (options && options.gis) || {};\n\n  const array = new Uint8Array(arrayBuffer);\n  // @ts-expect-error\n  return deserializeGeneric(array, fgbToBinaryGeometry);\n}\n\nfunction parseFlatGeobufToGeoJSONTable(\n  arrayBuffer: ArrayBuffer,\n  options: FlatGeobufLoaderOptions = {}\n): GeoJSONTable {\n  if (arrayBuffer.byteLength === 0) {\n    return {shape: 'geojson-table', type: 'FeatureCollection', features: []};\n  }\n\n  const {reproject = false, _targetCrs = 'WGS84'} = (options && options.gis) || {};\n\n  const arr = new Uint8Array(arrayBuffer);\n\n  let fgbHeader;\n  let schema: Schema | undefined;\n\n  // @ts-expect-error this looks wrong\n  let {features} = deserializeGeoJson(arr, undefined, (headerMeta) => {\n    fgbHeader = headerMeta;\n    schema = getSchemaFromFGBHeader(fgbHeader);\n  });\n\n  const crs = fgbHeader && fgbHeader.crs;\n  let projection;\n  if (reproject && crs) {\n    // Constructing the projection may fail for some invalid WKT strings\n    try {\n      projection = new Proj4Projection({from: crs.wkt, to: _targetCrs});\n    } catch (e) {\n      // no op\n    }\n  }\n\n  if (projection) {\n    features = transformGeoJsonCoords(features, (coords) => projection.project(coords));\n  }\n\n  return {shape: 'geojson-table', schema, type: 'FeatureCollection', features};\n}\n\n/*\n * Parse FlatGeobuf arrayBuffer and return GeoJSON.\n *\n * @param {ReadableStream} _ A FlatGeobuf arrayBuffer\n * @return  A GeoJSON geometry object iterator\n */\n// eslint-disable-next-line complexity\nexport function parseFlatGeobufInBatches(stream, options: FlatGeobufLoaderOptions) {\n  const shape = options.flatgeobuf?.shape;\n  switch (shape) {\n    case 'binary':\n      return parseFlatGeobufInBatchesToBinary(stream, options);\n    case 'geojson-table':\n      return parseFlatGeobufInBatchesToGeoJSON(stream, options);\n    default:\n      throw new Error(shape);\n  }\n}\n\nfunction parseFlatGeobufInBatchesToBinary(stream, options: FlatGeobufLoaderOptions) {\n  // TODO: reproject binary streaming features\n  // const {reproject = false, _targetCrs = 'WGS84'} = (options && options.gis) || {};\n\n  // @ts-expect-error\n  const iterator = deserializeGeneric(stream, binaryFromFeature);\n  return iterator;\n}\n\n/**\n * @todo this does not return proper GeoJSONTable batches\n * @param stream\n * @param options\n */\n// eslint-disable-next-line complexity\nasync function* parseFlatGeobufInBatchesToGeoJSON(stream, options: FlatGeobufLoaderOptions) {\n  const {reproject = false, _targetCrs = 'WGS84'} = (options && options.gis) || {};\n\n  let fgbHeader;\n  // let schema: Schema | undefined;\n  const iterator = deserializeGeoJson(stream, undefined, (headerMeta) => {\n    fgbHeader = headerMeta;\n    // schema = getSchemaFromFGBHeader(fgbHeader);\n  });\n\n  let projection;\n  let firstRecord = true;\n  // @ts-expect-error this looks wrong\n  for await (const feature of iterator) {\n    if (firstRecord) {\n      const crs = fgbHeader && fgbHeader.crs;\n      if (reproject && crs) {\n        projection = new Proj4Projection({from: crs.wkt, to: _targetCrs});\n      }\n\n      firstRecord = false;\n    }\n\n    if (reproject && projection) {\n      // eslint-disable-next-line\n      yield transformGeoJsonCoords([feature], (coords) => projection.project(coords));\n    } else {\n      yield feature;\n    }\n  }\n}\n"],"mappings":"AAGA,SAAQA,eAAe,QAAO,gBAAgB;AAC9C,SAAQC,sBAAsB,QAAO,iBAAiB;AAAC,SAK/CC,mBAAmB;AAAA,SACnBC,sBAAsB;AAG9B,OAAO,KAAKC,OAAO,MAAM,+BAA+B;AACxD,OAAO,KAAKC,OAAO,MAAM,+BAA+B;AACxD,SAAQC,eAAe,IAAIC,qBAAqB,QAAO,oCAAoC;AAE3F,MAAMC,kBAAkB,GAAGJ,OAAO,CAACK,WAAW;AAC9C,MAAMC,kBAAkB,GAAGL,OAAO,CAACI,WAAW;AAI9C,SAASE,iBAAiBA,CAACC,OAAoB,EAAEC,MAAsB,EAAE;EACvE,MAAMC,QAAQ,GAAGF,OAAO,CAACE,QAAQ,CAAC,CAAC;EAMnC,MAAMC,YAAY,GAAGF,MAAM,CAACE,YAAY,KAAID,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEE,IAAI,CAAC,CAAC;EAC5D,MAAMC,cAAc,GAAGf,mBAAmB,CAACY,QAAQ,EAAEC,YAAa,CAAC;EAEnEE,cAAc,CAACC,UAAU,GAAGX,qBAAqB,CAACK,OAAO,EAAEC,MAAM,CAACM,OAAO,CAAC;EAG1E,OAAOF,cAAc;AACvB;AAQA,OAAO,SAASG,eAAeA,CAC7BC,WAAwB,EACxBC,OAAiC,EAC1B;EAAA,IAAAC,mBAAA;EACP,MAAMC,KAAK,GAAGF,OAAO,aAAPA,OAAO,wBAAAC,mBAAA,GAAPD,OAAO,CAAEG,UAAU,cAAAF,mBAAA,uBAAnBA,mBAAA,CAAqBC,KAAK;EAExC,QAAQA,KAAK;IACX,KAAK,eAAe;MAAE;QACpB,OAAOE,6BAA6B,CAACL,WAAW,EAAEC,OAAO,CAAC;MAC5D;IAEA,KAAK,gBAAgB;MACnB,MAAMK,MAAM,GAAGC,uBAAuB,CAACP,WAAW,EAAEC,OAAO,CAAC;MAE5D,OAAO;QAACE,KAAK,EAAE,gBAAgB;QAAEK,IAAI,EAAEF;MAAM,CAAC;IAEhD,KAAK,QAAQ;MAEX,OAAOC,uBAAuB,CAACP,WAAW,EAAEC,OAAO,CAAC;IAEtD;MACE,MAAM,IAAIQ,KAAK,CAACN,KAAK,CAAC;EAC1B;AACF;AAEA,SAASI,uBAAuBA,CAACP,WAAwB,EAAyC;EAAA,IAAvCC,OAAgC,GAAAS,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAI9F,MAAMG,KAAK,GAAG,IAAIC,UAAU,CAACd,WAAW,CAAC;EAEzC,OAAOX,kBAAkB,CAACwB,KAAK,EAAEhC,mBAAmB,CAAC;AACvD;AAEA,SAASwB,6BAA6BA,CACpCL,WAAwB,EAEV;EAAA,IADdC,OAAgC,GAAAS,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAErC,IAAIV,WAAW,CAACe,UAAU,KAAK,CAAC,EAAE;IAChC,OAAO;MAACZ,KAAK,EAAE,eAAe;MAAER,IAAI,EAAE,mBAAmB;MAAEqB,QAAQ,EAAE;IAAE,CAAC;EAC1E;EAEA,MAAM;IAACC,SAAS,GAAG,KAAK;IAAEC,UAAU,GAAG;EAAO,CAAC,GAAIjB,OAAO,IAAIA,OAAO,CAACkB,GAAG,IAAK,CAAC,CAAC;EAEhF,MAAMC,GAAG,GAAG,IAAIN,UAAU,CAACd,WAAW,CAAC;EAEvC,IAAIqB,SAAS;EACb,IAAIC,MAA0B;EAG9B,IAAI;IAACN;EAAQ,CAAC,GAAG7B,kBAAkB,CAACiC,GAAG,EAAER,SAAS,EAAGW,UAAU,IAAK;IAClEF,SAAS,GAAGE,UAAU;IACtBD,MAAM,GAAGxC,sBAAsB,CAACuC,SAAS,CAAC;EAC5C,CAAC,CAAC;EAEF,MAAMG,GAAG,GAAGH,SAAS,IAAIA,SAAS,CAACG,GAAG;EACtC,IAAIC,UAAU;EACd,IAAIR,SAAS,IAAIO,GAAG,EAAE;IAEpB,IAAI;MACFC,UAAU,GAAG,IAAI9C,eAAe,CAAC;QAAC+C,IAAI,EAAEF,GAAG,CAACG,GAAG;QAAEC,EAAE,EAAEV;MAAU,CAAC,CAAC;IACnE,CAAC,CAAC,OAAOW,CAAC,EAAE,CAEZ;EACF;EAEA,IAAIJ,UAAU,EAAE;IACdT,QAAQ,GAAGpC,sBAAsB,CAACoC,QAAQ,EAAGc,MAAM,IAAKL,UAAU,CAACM,OAAO,CAACD,MAAM,CAAC,CAAC;EACrF;EAEA,OAAO;IAAC3B,KAAK,EAAE,eAAe;IAAEmB,MAAM;IAAE3B,IAAI,EAAE,mBAAmB;IAAEqB;EAAQ,CAAC;AAC9E;AASA,OAAO,SAASgB,wBAAwBA,CAACC,MAAM,EAAEhC,OAAgC,EAAE;EAAA,IAAAiC,oBAAA;EACjF,MAAM/B,KAAK,IAAA+B,oBAAA,GAAGjC,OAAO,CAACG,UAAU,cAAA8B,oBAAA,uBAAlBA,oBAAA,CAAoB/B,KAAK;EACvC,QAAQA,KAAK;IACX,KAAK,QAAQ;MACX,OAAOgC,gCAAgC,CAACF,MAAM,EAAEhC,OAAO,CAAC;IAC1D,KAAK,eAAe;MAClB,OAAOmC,iCAAiC,CAACH,MAAM,EAAEhC,OAAO,CAAC;IAC3D;MACE,MAAM,IAAIQ,KAAK,CAACN,KAAK,CAAC;EAC1B;AACF;AAEA,SAASgC,gCAAgCA,CAACF,MAAM,EAAEhC,OAAgC,EAAE;EAKlF,MAAMoC,QAAQ,GAAGhD,kBAAkB,CAAC4C,MAAM,EAAE3C,iBAAiB,CAAC;EAC9D,OAAO+C,QAAQ;AACjB;AAQA,gBAAgBD,iCAAiCA,CAACH,MAAM,EAAEhC,OAAgC,EAAE;EAC1F,MAAM;IAACgB,SAAS,GAAG,KAAK;IAAEC,UAAU,GAAG;EAAO,CAAC,GAAIjB,OAAO,IAAIA,OAAO,CAACkB,GAAG,IAAK,CAAC,CAAC;EAEhF,IAAIE,SAAS;EAEb,MAAMgB,QAAQ,GAAGlD,kBAAkB,CAAC8C,MAAM,EAAErB,SAAS,EAAGW,UAAU,IAAK;IACrEF,SAAS,GAAGE,UAAU;EAExB,CAAC,CAAC;EAEF,IAAIE,UAAU;EACd,IAAIa,WAAW,GAAG,IAAI;EAEtB,WAAW,MAAM/C,OAAO,IAAI8C,QAAQ,EAAE;IACpC,IAAIC,WAAW,EAAE;MACf,MAAMd,GAAG,GAAGH,SAAS,IAAIA,SAAS,CAACG,GAAG;MACtC,IAAIP,SAAS,IAAIO,GAAG,EAAE;QACpBC,UAAU,GAAG,IAAI9C,eAAe,CAAC;UAAC+C,IAAI,EAAEF,GAAG,CAACG,GAAG;UAAEC,EAAE,EAAEV;QAAU,CAAC,CAAC;MACnE;MAEAoB,WAAW,GAAG,KAAK;IACrB;IAEA,IAAIrB,SAAS,IAAIQ,UAAU,EAAE;MAE3B,MAAM7C,sBAAsB,CAAC,CAACW,OAAO,CAAC,EAAGuC,MAAM,IAAKL,UAAU,CAACM,OAAO,CAACD,MAAM,CAAC,CAAC;IACjF,CAAC,MAAM;MACL,MAAMvC,OAAO;IACf;EACF;AACF"}

package/dist/workers/flatgeobuf-worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"flatgeobuf-worker.js","names":["createLoaderWorker","FlatGeobufLoader"],"sources":["../../src/workers/flatgeobuf-worker.ts"],"sourcesContent":["import {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {FlatGeobufLoader} from '../index';\n\ncreateLoaderWorker(FlatGeobufLoader);\n"],"mappings":"AAAA,SAAQA,kBAAkB,QAAO,0BAA0B;AAAC,SACpDC,gBAAgB;AAExBD,kBAAkB,CAACC,gBAAgB,CAAC"}
+{"version":3,"file":"flatgeobuf-worker.js","names":["createLoaderWorker","FlatGeobufLoader"],"sources":["../../src/workers/flatgeobuf-worker.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {FlatGeobufLoader} from '../index';\n\ncreateLoaderWorker(FlatGeobufLoader);\n"],"mappings":"AAGA,SAAQA,kBAAkB,QAAO,0BAA0B;AAAC,SACpDC,gBAAgB;AAExBD,kBAAkB,CAACC,gBAAgB,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@loaders.gl/flatgeobuf",
   "description": "Loader for FlatGeobuf",
-  "version": "4.0.3",
+  "version": "4.1.0-alpha.1",
   "license": "MIT",
   "type": "module",
   "publishConfig": {
@@ -15,8 +15,11 @@
     "geometry",
     "loader",
     "parser",
-    "MVT",
-    "Mapbox Vector Tiles"
+    "FGB",
+    "flatgeobuf",
+    "cloud optimized",
+    "geospatial",
+    "table"
   ],
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",
@@ -40,10 +43,10 @@
     "build-worker": "# esbuild src/workers/flatgeobuf-worker.ts --bundle --outfile=dist/flatgeobuf-worker.js --define:__VERSION__=\\\"$npm_package_version\\\""
   },
   "dependencies": {
-    "@loaders.gl/gis": "4.0.3",
-    "@loaders.gl/loader-utils": "4.0.3",
+    "@loaders.gl/gis": "4.1.0-alpha.1",
+    "@loaders.gl/loader-utils": "4.1.0-alpha.1",
     "@math.gl/proj4": "^4.0.0",
     "flatgeobuf": "3.27.0"
   },
-  "gitHead": "03c871839b36c997249dabae1844df53a35d3760"
+  "gitHead": "6a4d3da93d45115ad99861474a43c3f4a0b280a7"
 }

package/src/flatgeobuf-loader.ts

@@ -1,9 +1,16 @@
-import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
+import type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';
+import {parseFlatGeobuf, parseFlatGeobufInBatches} from './lib/parse-flatgeobuf';
 
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
 const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
 
+// FGB\3FGB\1
+const FGB_MAGIC_NUMBER = [0x66, 0x67, 0x62, 0x03, 0x66, 0x67, 0x62, 0x01];
+
 export type FlatGeobufLoaderOptions = LoaderOptions & {
   flatgeobuf?: {
     shape?: 'geojson-table' | 'columnar-table' | 'binary';
@@ -14,7 +21,7 @@ export type FlatGeobufLoaderOptions = LoaderOptions & {
   };
 };
 
-export const FlatGeobufLoader: Loader<any, any, FlatGeobufLoaderOptions> = {
+export const FlatGeobufWorkerLoader: Loader<any, any, FlatGeobufLoaderOptions> = {
   id: 'flatgeobuf',
   name: 'FlatGeobuf',
   module: 'flatgeobuf',
@@ -23,6 +30,7 @@ export const FlatGeobufLoader: Loader<any, any, FlatGeobufLoaderOptions> = {
   extensions: ['fgb'],
   mimeTypes: ['application/octet-stream'],
   category: 'geometry',
+  tests: [new Uint8Array(FGB_MAGIC_NUMBER).buffer],
   options: {
     flatgeobuf: {
       shape: 'geojson-table'
@@ -32,3 +40,12 @@ export const FlatGeobufLoader: Loader<any, any, FlatGeobufLoaderOptions> = {
     }
   }
 };
+
+export const FlatGeobufLoader: LoaderWithParser<any, any, FlatGeobufLoaderOptions> = {
+  ...FlatGeobufWorkerLoader,
+  parse: async (arrayBuffer, options) => parseFlatGeobuf(arrayBuffer, options),
+  parseSync: parseFlatGeobuf,
+  // @ts-expect-error this is a stream parser not an async iterator parser
+  parseInBatchesFromStream: parseFlatGeobufInBatches,
+  binary: true
+};

package/src/index.ts

@@ -1,15 +1,5 @@
-import type {LoaderWithParser} from '@loaders.gl/loader-utils';
-import type {FlatGeobufLoaderOptions} from './flatgeobuf-loader';
-import {FlatGeobufLoader as FlatGeobufWorkerLoader} from './flatgeobuf-loader';
-import {parseFlatGeobuf, parseFlatGeobufInBatches} from './lib/parse-flatgeobuf';
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
 
-export {FlatGeobufWorkerLoader};
-
-export const FlatGeobufLoader: LoaderWithParser<any, any, FlatGeobufLoaderOptions> = {
-  ...FlatGeobufWorkerLoader,
-  parse: async (arrayBuffer, options) => parseFlatGeobuf(arrayBuffer, options),
-  parseSync: parseFlatGeobuf,
-  // @ts-expect-error this is a stream parser not an async iterator parser
-  parseInBatchesFromStream: parseFlatGeobufInBatches,
-  binary: true
-};
+export type {FlatGeobufLoaderOptions} from './flatgeobuf-loader';
+export {FlatGeobufLoader, FlatGeobufWorkerLoader} from './flatgeobuf-loader';

package/src/lib/get-schema-from-fgb-header.ts

@@ -0,0 +1,121 @@
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
+import type {Schema, Field, DataType} from '@loaders.gl/schema';
+import * as fgb from 'flatgeobuf';
+
+/**
+ * @param fgbHeader
+ * geometryType: GeometryType;
+ * columns: ColumnMeta[] | null;
+ * envelope: Float64Array | null;
+ * featuresCount: number;
+ * indexNodeSize: number;
+ * crs: CrsMeta | null;
+ * title: string | null;
+ * description: string | null;
+ * metadata: string | null;
+ */
+export function getSchemaFromFGBHeader(fgbHeader: fgb.HeaderMeta): Schema {
+  const metadata: Record<string, string> = {
+    title: fgbHeader.title || '',
+    description: fgbHeader.description || '',
+    crs: JSON.stringify(fgbHeader.crs) || '',
+    metadata: fgbHeader.metadata || '',
+    geometryType: String(fgbHeader.geometryType),
+    indexNodeSize: String(fgbHeader.indexNodeSize),
+    featureCount: String(fgbHeader.featuresCount),
+    bounds: fgbHeader.envelope?.join(',') || ''
+  };
+
+  const fields: Field[] = fgbHeader.columns?.map((column) => getFieldFromFGBColumn(column)) || [];
+  return {metadata, fields};
+}
+
+/**
+ * name: string;
+ * type: ColumnType;
+ * title: string | null;
+ * description: string | null;
+ * width: number;
+ * precision: number;
+ * scale: number;
+ * nullable: boolean;
+ * unique: boolean;
+ * primary_key: boolean;
+ */
+function getFieldFromFGBColumn(fgbColumn: fgb.ColumnMeta): Field {
+  const metadata: Record<string, string> = {
+    title: fgbColumn.title || '',
+    description: fgbColumn.description || '',
+    width: String(fgbColumn.width),
+    precision: String(fgbColumn.precision),
+    scale: String(fgbColumn.scale),
+    unique: String(fgbColumn.unique),
+    primary_key: String(fgbColumn.primary_key)
+  };
+
+  return {
+    name: fgbColumn.name,
+    type: getTypeFromFGBType(fgbColumn.type as unknown as fgbColumnType),
+    nullable: fgbColumn.nullable,
+    metadata
+  };
+}
+
+/** Note: fgb.ColumType does not appear to be exported */
+enum fgbColumnType {
+  Byte = 0,
+  UByte = 1,
+  Bool = 2,
+  Short = 3,
+  UShort = 4,
+  Int = 5,
+  UInt = 6,
+  Long = 7,
+  ULong = 8,
+  Float = 9,
+  Double = 10,
+  String = 11,
+  Json = 12,
+  DateTime = 13,
+  Binary = 14
+}
+
+/** Convert FGB types to arrow like types */
+function getTypeFromFGBType(fgbType: fgbColumnType /* fgb.ColumnMeta['type'] */): DataType {
+  switch (fgbType) {
+    case fgbColumnType.Byte:
+      return 'int8';
+    case fgbColumnType.UByte:
+      return 'uint8';
+    case fgbColumnType.Bool:
+      return 'bool';
+    case fgbColumnType.Short:
+      return 'int16';
+    case fgbColumnType.UShort:
+      return 'uint16';
+    case fgbColumnType.Int:
+      return 'int32';
+    case fgbColumnType.UInt:
+      return 'uint32';
+    case fgbColumnType.Long:
+      return 'int64';
+    case fgbColumnType.ULong:
+      return 'uint64';
+    case fgbColumnType.Float:
+      return 'float32';
+    case fgbColumnType.Double:
+      return 'float64';
+    case fgbColumnType.String:
+      return 'utf8';
+    case fgbColumnType.Json:
+      return 'null';
+    case fgbColumnType.DateTime:
+      return 'date-millisecond';
+    case fgbColumnType.Binary:
+      return 'binary';
+    default:
+      return 'null';
+  }
+}

package/src/lib/parse-flatgeobuf.ts

@@ -5,19 +5,22 @@ import {Proj4Projection} from '@math.gl/proj4';
 import {transformGeoJsonCoords} from '@loaders.gl/gis';
 
 import type {FlatGeobufLoaderOptions} from '../flatgeobuf-loader';
-import type {GeoJSONTable, Feature, Table} from '@loaders.gl/schema';
+import type {GeoJSONTable, Table, Schema} from '@loaders.gl/schema';
+
 import {fgbToBinaryGeometry} from './binary-geometries';
+import {getSchemaFromFGBHeader} from './get-schema-from-fgb-header';
 
-import {Feature as FBGFeature, HeaderMeta as FGBHeader} from 'flatgeobuf';
+import * as fgb from 'flatgeobuf';
 import * as geojson from 'flatgeobuf/lib/mjs/geojson.js';
 import * as generic from 'flatgeobuf/lib/mjs/generic.js';
 import {parseProperties as parsePropertiesBinary} from 'flatgeobuf/lib/mjs/generic/feature';
+
 const deserializeGeoJson = geojson.deserialize;
 const deserializeGeneric = generic.deserialize;
 // const parsePropertiesBinary = FlatgeobufFeature.parseProperties;
 
 // TODO: reproject binary features
-function binaryFromFeature(feature: FBGFeature, header: FGBHeader) {
+function binaryFromFeature(feature: fgb.Feature, header: fgb.HeaderMeta) {
   const geometry = feature.geometry();
 
   // FlatGeobuf files can only hold a single geometry type per file, otherwise
@@ -47,13 +50,7 @@ export function parseFlatGeobuf(
 
   switch (shape) {
     case 'geojson-table': {
-      const features = parseFlatGeobufToGeoJSON(arrayBuffer, options);
-      const table: GeoJSONTable = {
-        shape: 'geojson-table',
-        type: 'FeatureCollection',
-        features
-      };
-      return table;
+      return parseFlatGeobufToGeoJSONTable(arrayBuffer, options);
     }
 
     case 'columnar-table': // binary + some JS arrays
@@ -79,25 +76,28 @@ function parseFlatGeobufToBinary(arrayBuffer: ArrayBuffer, options: FlatGeobufLo
   return deserializeGeneric(array, fgbToBinaryGeometry);
 }
 
-function parseFlatGeobufToGeoJSON(
+function parseFlatGeobufToGeoJSONTable(
   arrayBuffer: ArrayBuffer,
   options: FlatGeobufLoaderOptions = {}
-): Feature[] {
+): GeoJSONTable {
   if (arrayBuffer.byteLength === 0) {
-    return [];
+    return {shape: 'geojson-table', type: 'FeatureCollection', features: []};
   }
 
   const {reproject = false, _targetCrs = 'WGS84'} = (options && options.gis) || {};
 
   const arr = new Uint8Array(arrayBuffer);
 
-  let headerMeta;
+  let fgbHeader;
+  let schema: Schema | undefined;
+
   // @ts-expect-error this looks wrong
-  const {features} = deserializeGeoJson(arr, undefined, (header) => {
-    headerMeta = header;
+  let {features} = deserializeGeoJson(arr, undefined, (headerMeta) => {
+    fgbHeader = headerMeta;
+    schema = getSchemaFromFGBHeader(fgbHeader);
   });
 
-  const crs = headerMeta && headerMeta.crs;
+  const crs = fgbHeader && fgbHeader.crs;
   let projection;
   if (reproject && crs) {
     // Constructing the projection may fail for some invalid WKT strings
@@ -109,10 +109,10 @@ function parseFlatGeobufToGeoJSON(
   }
 
   if (projection) {
-    return transformGeoJsonCoords(features, (coords) => projection.project(coords));
+    features = transformGeoJsonCoords(features, (coords) => projection.project(coords));
   }
 
-  return features;
+  return {shape: 'geojson-table', schema, type: 'FeatureCollection', features};
 }
 
 /*
@@ -143,13 +143,20 @@ function parseFlatGeobufInBatchesToBinary(stream, options: FlatGeobufLoaderOptio
   return iterator;
 }
 
+/**
+ * @todo this does not return proper GeoJSONTable batches
+ * @param stream
+ * @param options
+ */
 // eslint-disable-next-line complexity
 async function* parseFlatGeobufInBatchesToGeoJSON(stream, options: FlatGeobufLoaderOptions) {
   const {reproject = false, _targetCrs = 'WGS84'} = (options && options.gis) || {};
 
-  let headerMeta;
-  const iterator = deserializeGeoJson(stream, undefined, (header) => {
-    headerMeta = header;
+  let fgbHeader;
+  // let schema: Schema | undefined;
+  const iterator = deserializeGeoJson(stream, undefined, (headerMeta) => {
+    fgbHeader = headerMeta;
+    // schema = getSchemaFromFGBHeader(fgbHeader);
   });
 
   let projection;
@@ -157,7 +164,7 @@ async function* parseFlatGeobufInBatchesToGeoJSON(stream, options: FlatGeobufLoa
   // @ts-expect-error this looks wrong
   for await (const feature of iterator) {
     if (firstRecord) {
-      const crs = headerMeta && headerMeta.crs;
+      const crs = fgbHeader && fgbHeader.crs;
       if (reproject && crs) {
         projection = new Proj4Projection({from: crs.wkt, to: _targetCrs});
       }

package/src/workers/flatgeobuf-worker.ts

@@ -1,3 +1,6 @@
+// loaders.gl, MIT license
+// Copyright (c) vis.gl contributors
+
 import {createLoaderWorker} from '@loaders.gl/loader-utils';
 import {FlatGeobufLoader} from '../index';