@loaders.gl/flatgeobuf 4.0.4 → 4.1.0-alpha.10

package/src/flatgeobuf/3.27.2/dumptree.ts

@@ -0,0 +1,82 @@
+// tool to dump spatial index tree
+// run with fx. TS_NODE_PROJECT=config/tsconfig.test.json node --loader ts-node/esm.mjs src/ts/dumptree.ts
+
+import flatbuffers from 'flatbuffers';
+import Envelope from 'jsts/org/locationtech/jts/geom/Envelope.js';
+import GeometryFactory from 'jsts/org/locationtech/jts/geom/GeometryFactory.js';
+import GeoJSONWriter from 'jsts/org/locationtech/jts/io/GeoJSONWriter.js';
+import {readFileSync, writeFileSync} from 'fs';
+
+import {magicbytes, SIZE_PREFIX_LEN} from './constants';
+import {fromByteBuffer} from './header-meta';
+import {calcTreeSize, generateLevelBounds} from './packedrtree';
+
+const buffer = readFileSync('./test/data/tiger_roads.fgb');
+const bytes = new Uint8Array(buffer);
+
+if (!bytes.subarray(0, 3).every((v, i) => magicbytes[i] === v))
+  throw new Error('Not a FlatGeobuf file');
+
+const bb = new flatbuffers.ByteBuffer(bytes);
+const headerLength = bb.readUint32(magicbytes.length);
+bb.setPosition(magicbytes.length + SIZE_PREFIX_LEN);
+
+const headerMeta = fromByteBuffer(bb);
+
+if (headerMeta.indexNodeSize === 0) throw new Error('No index found');
+
+let offset = magicbytes.length + SIZE_PREFIX_LEN + headerLength;
+const numItems = headerMeta.featuresCount;
+const nodeSize = headerMeta.indexNodeSize;
+const envelope = headerMeta.envelope;
+
+console.log(`Number of items in tree: ${numItems}`);
+console.log(`Envelope: ${envelope}`);
+console.log(`Tree node index size: ${nodeSize}`);
+console.log(`Offset: ${offset}`);
+
+const treeSize = calcTreeSize(numItems, nodeSize);
+const levelBounds = generateLevelBounds(numItems, nodeSize).reverse();
+
+console.log('Level bounds:');
+for (const levelBound of levelBounds) console.log(`  ${levelBound}`);
+
+console.log(`Size: ${treeSize}`);
+
+const items: any[] = [];
+
+function readNode(level: number) {
+  const minx = buffer.readDoubleLE(offset + 0);
+  const miny = buffer.readDoubleLE(offset + 8);
+  const maxx = buffer.readDoubleLE(offset + 16);
+  const maxy = buffer.readDoubleLE(offset + 24);
+  items.push([level, minx, miny, maxx, maxy]);
+  offset += 40;
+}
+
+let level = 0;
+for (const levelBound of levelBounds) {
+  for (let i = levelBound[0]; i < levelBound[1]; i++) readNode(level);
+  level++;
+}
+
+const writer = new GeoJSONWriter();
+const factory = new GeometryFactory();
+
+const geojsonfeatures = items.map((i) => {
+  const geometry = factory.toGeometry(new Envelope(i[1], i[3], i[2], i[4]));
+  return {
+    type: 'Feature',
+    geometry: writer.write(geometry),
+    properties: {
+      level: i[0]
+    }
+  };
+});
+
+const geojson = {
+  type: 'FeatureCollection',
+  features: geojsonfeatures
+};
+
+writeFileSync('out.geojson', JSON.stringify(geojson));

package/src/flatgeobuf/3.27.2/feature.ts

@@ -0,0 +1,3 @@
+// automatically generated by the FlatBuffers compiler, do not modify
+
+export * as FlatGeobuf from './flat-geobuf';

package/src/flatgeobuf/3.27.2/flat-geobuf/column-type.ts

@@ -0,0 +1,19 @@
+// automatically generated by the FlatBuffers compiler, do not modify
+
+export enum ColumnType {
+  Byte = 0,
+  UByte = 1,
+  Bool = 2,
+  Short = 3,
+  UShort = 4,
+  Int = 5,
+  UInt = 6,
+  Long = 7,
+  ULong = 8,
+  Float = 9,
+  Double = 10,
+  String = 11,
+  Json = 12,
+  DateTime = 13,
+  Binary = 14
+}

package/src/flatgeobuf/3.27.2/flat-geobuf/column.ts

@@ -0,0 +1,170 @@
+// automatically generated by the FlatBuffers compiler, do not modify
+
+import * as flatbuffers from 'flatbuffers';
+
+import {ColumnType} from '../flat-geobuf/column-type';
+
+export class Column {
+  bb: flatbuffers.ByteBuffer | null = null;
+  bb_pos = 0;
+  __init(i: number, bb: flatbuffers.ByteBuffer): Column {
+    this.bb_pos = i;
+    this.bb = bb;
+    return this;
+  }
+
+  static getRootAsColumn(bb: flatbuffers.ByteBuffer, obj?: Column): Column {
+    return (obj || new Column()).__init(bb.readInt32(bb.position()) + bb.position(), bb);
+  }
+
+  static getSizePrefixedRootAsColumn(bb: flatbuffers.ByteBuffer, obj?: Column): Column {
+    bb.setPosition(bb.position() + flatbuffers.SIZE_PREFIX_LENGTH);
+    return (obj || new Column()).__init(bb.readInt32(bb.position()) + bb.position(), bb);
+  }
+
+  name(): string | null;
+  name(optionalEncoding: flatbuffers.Encoding): string | Uint8Array | null;
+  name(optionalEncoding?: any): string | Uint8Array | null {
+    const offset = this.bb!.__offset(this.bb_pos, 4);
+    return offset ? this.bb!.__string(this.bb_pos + offset, optionalEncoding) : null;
+  }
+
+  type(): ColumnType {
+    const offset = this.bb!.__offset(this.bb_pos, 6);
+    return offset ? this.bb!.readUint8(this.bb_pos + offset) : ColumnType.Byte;
+  }
+
+  title(): string | null;
+  title(optionalEncoding: flatbuffers.Encoding): string | Uint8Array | null;
+  title(optionalEncoding?: any): string | Uint8Array | null {
+    const offset = this.bb!.__offset(this.bb_pos, 8);
+    return offset ? this.bb!.__string(this.bb_pos + offset, optionalEncoding) : null;
+  }
+
+  description(): string | null;
+  description(optionalEncoding: flatbuffers.Encoding): string | Uint8Array | null;
+  description(optionalEncoding?: any): string | Uint8Array | null {
+    const offset = this.bb!.__offset(this.bb_pos, 10);
+    return offset ? this.bb!.__string(this.bb_pos + offset, optionalEncoding) : null;
+  }
+
+  width(): number {
+    const offset = this.bb!.__offset(this.bb_pos, 12);
+    return offset ? this.bb!.readInt32(this.bb_pos + offset) : -1;
+  }
+
+  precision(): number {
+    const offset = this.bb!.__offset(this.bb_pos, 14);
+    return offset ? this.bb!.readInt32(this.bb_pos + offset) : -1;
+  }
+
+  scale(): number {
+    const offset = this.bb!.__offset(this.bb_pos, 16);
+    return offset ? this.bb!.readInt32(this.bb_pos + offset) : -1;
+  }
+
+  nullable(): boolean {
+    const offset = this.bb!.__offset(this.bb_pos, 18);
+    return offset ? Boolean(this.bb!.readInt8(this.bb_pos + offset)) : true;
+  }
+
+  unique(): boolean {
+    const offset = this.bb!.__offset(this.bb_pos, 20);
+    return offset ? Boolean(this.bb!.readInt8(this.bb_pos + offset)) : false;
+  }
+
+  primaryKey(): boolean {
+    const offset = this.bb!.__offset(this.bb_pos, 22);
+    return offset ? Boolean(this.bb!.readInt8(this.bb_pos + offset)) : false;
+  }
+
+  metadata(): string | null;
+  metadata(optionalEncoding: flatbuffers.Encoding): string | Uint8Array | null;
+  metadata(optionalEncoding?: any): string | Uint8Array | null {
+    const offset = this.bb!.__offset(this.bb_pos, 24);
+    return offset ? this.bb!.__string(this.bb_pos + offset, optionalEncoding) : null;
+  }
+
+  static startColumn(builder: flatbuffers.Builder) {
+    builder.startObject(11);
+  }
+
+  static addName(builder: flatbuffers.Builder, nameOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(0, nameOffset, 0);
+  }
+
+  static addType(builder: flatbuffers.Builder, type: ColumnType) {
+    builder.addFieldInt8(1, type, ColumnType.Byte);
+  }
+
+  static addTitle(builder: flatbuffers.Builder, titleOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(2, titleOffset, 0);
+  }
+
+  static addDescription(builder: flatbuffers.Builder, descriptionOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(3, descriptionOffset, 0);
+  }
+
+  static addWidth(builder: flatbuffers.Builder, width: number) {
+    builder.addFieldInt32(4, width, -1);
+  }
+
+  static addPrecision(builder: flatbuffers.Builder, precision: number) {
+    builder.addFieldInt32(5, precision, -1);
+  }
+
+  static addScale(builder: flatbuffers.Builder, scale: number) {
+    builder.addFieldInt32(6, scale, -1);
+  }
+
+  static addNullable(builder: flatbuffers.Builder, nullable: boolean) {
+    builder.addFieldInt8(7, Number(nullable), Number(true));
+  }
+
+  static addUnique(builder: flatbuffers.Builder, unique: boolean) {
+    builder.addFieldInt8(8, Number(unique), Number(false));
+  }
+
+  static addPrimaryKey(builder: flatbuffers.Builder, primaryKey: boolean) {
+    builder.addFieldInt8(9, Number(primaryKey), Number(false));
+  }
+
+  static addMetadata(builder: flatbuffers.Builder, metadataOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(10, metadataOffset, 0);
+  }
+
+  static endColumn(builder: flatbuffers.Builder): flatbuffers.Offset {
+    const offset = builder.endObject();
+    builder.requiredField(offset, 4); // name
+    return offset;
+  }
+
+  static createColumn(
+    builder: flatbuffers.Builder,
+    nameOffset: flatbuffers.Offset,
+    type: ColumnType,
+    titleOffset: flatbuffers.Offset,
+    descriptionOffset: flatbuffers.Offset,
+    width: number,
+    precision: number,
+    scale: number,
+    nullable: boolean,
+    unique: boolean,
+    primaryKey: boolean,
+    metadataOffset: flatbuffers.Offset
+  ): flatbuffers.Offset {
+    Column.startColumn(builder);
+    Column.addName(builder, nameOffset);
+    Column.addType(builder, type);
+    Column.addTitle(builder, titleOffset);
+    Column.addDescription(builder, descriptionOffset);
+    Column.addWidth(builder, width);
+    Column.addPrecision(builder, precision);
+    Column.addScale(builder, scale);
+    Column.addNullable(builder, nullable);
+    Column.addUnique(builder, unique);
+    Column.addPrimaryKey(builder, primaryKey);
+    Column.addMetadata(builder, metadataOffset);
+    return Column.endColumn(builder);
+  }
+}

package/src/flatgeobuf/3.27.2/flat-geobuf/crs.ts

@@ -0,0 +1,114 @@
+// automatically generated by the FlatBuffers compiler, do not modify
+
+import * as flatbuffers from 'flatbuffers';
+
+export class Crs {
+  bb: flatbuffers.ByteBuffer | null = null;
+  bb_pos = 0;
+  __init(i: number, bb: flatbuffers.ByteBuffer): Crs {
+    this.bb_pos = i;
+    this.bb = bb;
+    return this;
+  }
+
+  static getRootAsCrs(bb: flatbuffers.ByteBuffer, obj?: Crs): Crs {
+    return (obj || new Crs()).__init(bb.readInt32(bb.position()) + bb.position(), bb);
+  }
+
+  static getSizePrefixedRootAsCrs(bb: flatbuffers.ByteBuffer, obj?: Crs): Crs {
+    bb.setPosition(bb.position() + flatbuffers.SIZE_PREFIX_LENGTH);
+    return (obj || new Crs()).__init(bb.readInt32(bb.position()) + bb.position(), bb);
+  }
+
+  org(): string | null;
+  org(optionalEncoding: flatbuffers.Encoding): string | Uint8Array | null;
+  org(optionalEncoding?: any): string | Uint8Array | null {
+    const offset = this.bb!.__offset(this.bb_pos, 4);
+    return offset ? this.bb!.__string(this.bb_pos + offset, optionalEncoding) : null;
+  }
+
+  code(): number {
+    const offset = this.bb!.__offset(this.bb_pos, 6);
+    return offset ? this.bb!.readInt32(this.bb_pos + offset) : 0;
+  }
+
+  name(): string | null;
+  name(optionalEncoding: flatbuffers.Encoding): string | Uint8Array | null;
+  name(optionalEncoding?: any): string | Uint8Array | null {
+    const offset = this.bb!.__offset(this.bb_pos, 8);
+    return offset ? this.bb!.__string(this.bb_pos + offset, optionalEncoding) : null;
+  }
+
+  description(): string | null;
+  description(optionalEncoding: flatbuffers.Encoding): string | Uint8Array | null;
+  description(optionalEncoding?: any): string | Uint8Array | null {
+    const offset = this.bb!.__offset(this.bb_pos, 10);
+    return offset ? this.bb!.__string(this.bb_pos + offset, optionalEncoding) : null;
+  }
+
+  wkt(): string | null;
+  wkt(optionalEncoding: flatbuffers.Encoding): string | Uint8Array | null;
+  wkt(optionalEncoding?: any): string | Uint8Array | null {
+    const offset = this.bb!.__offset(this.bb_pos, 12);
+    return offset ? this.bb!.__string(this.bb_pos + offset, optionalEncoding) : null;
+  }
+
+  codeString(): string | null;
+  codeString(optionalEncoding: flatbuffers.Encoding): string | Uint8Array | null;
+  codeString(optionalEncoding?: any): string | Uint8Array | null {
+    const offset = this.bb!.__offset(this.bb_pos, 14);
+    return offset ? this.bb!.__string(this.bb_pos + offset, optionalEncoding) : null;
+  }
+
+  static startCrs(builder: flatbuffers.Builder) {
+    builder.startObject(6);
+  }
+
+  static addOrg(builder: flatbuffers.Builder, orgOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(0, orgOffset, 0);
+  }
+
+  static addCode(builder: flatbuffers.Builder, code: number) {
+    builder.addFieldInt32(1, code, 0);
+  }
+
+  static addName(builder: flatbuffers.Builder, nameOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(2, nameOffset, 0);
+  }
+
+  static addDescription(builder: flatbuffers.Builder, descriptionOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(3, descriptionOffset, 0);
+  }
+
+  static addWkt(builder: flatbuffers.Builder, wktOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(4, wktOffset, 0);
+  }
+
+  static addCodeString(builder: flatbuffers.Builder, codeStringOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(5, codeStringOffset, 0);
+  }
+
+  static endCrs(builder: flatbuffers.Builder): flatbuffers.Offset {
+    const offset = builder.endObject();
+    return offset;
+  }
+
+  static createCrs(
+    builder: flatbuffers.Builder,
+    orgOffset: flatbuffers.Offset,
+    code: number,
+    nameOffset: flatbuffers.Offset,
+    descriptionOffset: flatbuffers.Offset,
+    wktOffset: flatbuffers.Offset,
+    codeStringOffset: flatbuffers.Offset
+  ): flatbuffers.Offset {
+    Crs.startCrs(builder);
+    Crs.addOrg(builder, orgOffset);
+    Crs.addCode(builder, code);
+    Crs.addName(builder, nameOffset);
+    Crs.addDescription(builder, descriptionOffset);
+    Crs.addWkt(builder, wktOffset);
+    Crs.addCodeString(builder, codeStringOffset);
+    return Crs.endCrs(builder);
+  }
+}

package/src/flatgeobuf/3.27.2/flat-geobuf/feature.ts

@@ -0,0 +1,140 @@
+// automatically generated by the FlatBuffers compiler, do not modify
+
+import * as flatbuffers from 'flatbuffers';
+
+import {Column} from '../flat-geobuf/column';
+import {Geometry} from '../flat-geobuf/geometry';
+
+export class Feature {
+  bb: flatbuffers.ByteBuffer | null = null;
+  bb_pos = 0;
+  __init(i: number, bb: flatbuffers.ByteBuffer): Feature {
+    this.bb_pos = i;
+    this.bb = bb;
+    return this;
+  }
+
+  static getRootAsFeature(bb: flatbuffers.ByteBuffer, obj?: Feature): Feature {
+    return (obj || new Feature()).__init(bb.readInt32(bb.position()) + bb.position(), bb);
+  }
+
+  static getSizePrefixedRootAsFeature(bb: flatbuffers.ByteBuffer, obj?: Feature): Feature {
+    bb.setPosition(bb.position() + flatbuffers.SIZE_PREFIX_LENGTH);
+    return (obj || new Feature()).__init(bb.readInt32(bb.position()) + bb.position(), bb);
+  }
+
+  geometry(obj?: Geometry): Geometry | null {
+    const offset = this.bb!.__offset(this.bb_pos, 4);
+    return offset
+      ? (obj || new Geometry()).__init(this.bb!.__indirect(this.bb_pos + offset), this.bb!)
+      : null;
+  }
+
+  properties(index: number): number | null {
+    const offset = this.bb!.__offset(this.bb_pos, 6);
+    return offset ? this.bb!.readUint8(this.bb!.__vector(this.bb_pos + offset) + index) : 0;
+  }
+
+  propertiesLength(): number {
+    const offset = this.bb!.__offset(this.bb_pos, 6);
+    return offset ? this.bb!.__vector_len(this.bb_pos + offset) : 0;
+  }
+
+  propertiesArray(): Uint8Array | null {
+    const offset = this.bb!.__offset(this.bb_pos, 6);
+    return offset
+      ? new Uint8Array(
+          this.bb!.bytes().buffer,
+          this.bb!.bytes().byteOffset + this.bb!.__vector(this.bb_pos + offset),
+          this.bb!.__vector_len(this.bb_pos + offset)
+        )
+      : null;
+  }
+
+  columns(index: number, obj?: Column): Column | null {
+    const offset = this.bb!.__offset(this.bb_pos, 8);
+    return offset
+      ? (obj || new Column()).__init(
+          this.bb!.__indirect(this.bb!.__vector(this.bb_pos + offset) + index * 4),
+          this.bb!
+        )
+      : null;
+  }
+
+  columnsLength(): number {
+    const offset = this.bb!.__offset(this.bb_pos, 8);
+    return offset ? this.bb!.__vector_len(this.bb_pos + offset) : 0;
+  }
+
+  static startFeature(builder: flatbuffers.Builder) {
+    builder.startObject(3);
+  }
+
+  static addGeometry(builder: flatbuffers.Builder, geometryOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(0, geometryOffset, 0);
+  }
+
+  static addProperties(builder: flatbuffers.Builder, propertiesOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(1, propertiesOffset, 0);
+  }
+
+  static createPropertiesVector(
+    builder: flatbuffers.Builder,
+    data: number[] | Uint8Array
+  ): flatbuffers.Offset {
+    builder.startVector(1, data.length, 1);
+    for (let i = data.length - 1; i >= 0; i--) {
+      builder.addInt8(data[i]!);
+    }
+    return builder.endVector();
+  }
+
+  static startPropertiesVector(builder: flatbuffers.Builder, numElems: number) {
+    builder.startVector(1, numElems, 1);
+  }
+
+  static addColumns(builder: flatbuffers.Builder, columnsOffset: flatbuffers.Offset) {
+    builder.addFieldOffset(2, columnsOffset, 0);
+  }
+
+  static createColumnsVector(
+    builder: flatbuffers.Builder,
+    data: flatbuffers.Offset[]
+  ): flatbuffers.Offset {
+    builder.startVector(4, data.length, 4);
+    for (let i = data.length - 1; i >= 0; i--) {
+      builder.addOffset(data[i]!);
+    }
+    return builder.endVector();
+  }
+
+  static startColumnsVector(builder: flatbuffers.Builder, numElems: number) {
+    builder.startVector(4, numElems, 4);
+  }
+
+  static endFeature(builder: flatbuffers.Builder): flatbuffers.Offset {
+    const offset = builder.endObject();
+    return offset;
+  }
+
+  static finishFeatureBuffer(builder: flatbuffers.Builder, offset: flatbuffers.Offset) {
+    builder.finish(offset);
+  }
+
+  static finishSizePrefixedFeatureBuffer(builder: flatbuffers.Builder, offset: flatbuffers.Offset) {
+    builder.finish(offset, undefined, true);
+  }
+
+  static createFeature(
+    builder: flatbuffers.Builder,
+    geometryOffset: flatbuffers.Offset,
+    propertiesOffset: flatbuffers.Offset,
+    columnsOffset: flatbuffers.Offset
+  ): flatbuffers.Offset {
+    Feature.startFeature(builder);
+    Feature.addGeometry(builder, geometryOffset);
+    Feature.addProperties(builder, propertiesOffset);
+    Feature.addColumns(builder, columnsOffset);
+    return Feature.endFeature(builder);
+  }
+}

package/src/flatgeobuf/3.27.2/flat-geobuf/geometry-type.ts

@@ -0,0 +1,22 @@
+// automatically generated by the FlatBuffers compiler, do not modify
+
+export enum GeometryType {
+  Unknown = 0,
+  Point = 1,
+  LineString = 2,
+  Polygon = 3,
+  MultiPoint = 4,
+  MultiLineString = 5,
+  MultiPolygon = 6,
+  GeometryCollection = 7,
+  CircularString = 8,
+  CompoundCurve = 9,
+  CurvePolygon = 10,
+  MultiCurve = 11,
+  MultiSurface = 12,
+  Curve = 13,
+  Surface = 14,
+  PolyhedralSurface = 15,
+  TIN = 16,
+  Triangle = 17
+}