@loaders.gl/schema 4.0.0-alpha.1 → 4.0.0-alpha.11

package/src/types/category-gis.ts

@@ -0,0 +1,136 @@
+// GIS
+import type {TypedArray} from './types';
+import type {Feature, Geometry, Point, LineString, Polygon} from 'geojson';
+
+// GEOJSON FORMAT GEOMETRY
+
+// eslint-disable-next-line import/no-unresolved
+export type {
+  GeoJSON,
+  Feature,
+  FeatureCollection,
+  Geometry,
+  Position,
+  GeoJsonProperties
+} from 'geojson';
+// eslint-disable-next-line import/no-unresolved
+export type {
+  Point,
+  MultiPoint,
+  LineString,
+  MultiLineString,
+  Polygon,
+  MultiPolygon,
+  GeometryCollection
+} from 'geojson';
+
+// Aggregate information for converting GeoJSON into other formats
+export type GeojsonGeometryInfo = {
+  coordLength: number;
+  pointPositionsCount: number;
+  pointFeaturesCount: number;
+  linePositionsCount: number;
+  linePathsCount: number;
+  lineFeaturesCount: number;
+  polygonPositionsCount: number;
+  polygonObjectsCount: number;
+  polygonRingsCount: number;
+  polygonFeaturesCount: number;
+};
+
+// FLAT GEOJSON FORMAT GEOMETRY
+export type FlatGeometryType = 'Point' | 'LineString' | 'Polygon';
+type RemoveCoordinatesField<Type> = {
+  [Property in keyof Type as Exclude<Property, 'coordinates'>]: Type[Property];
+};
+
+/**
+ * Generic flat geometry data storage type
+ */
+export type FlatIndexedGeometry = {
+  data: number[];
+  indices: number[];
+};
+
+/**
+ * GeoJSON (Multi)Point geometry with coordinate data flattened into `data` array and indexed by `indices`
+ */
+export type FlatPoint = RemoveCoordinatesField<Point> & FlatIndexedGeometry;
+
+/**
+ * GeoJSON (Multi)LineString geometry with coordinate data flattened into `data` array and indexed by `indices`
+ */
+export type FlatLineString = RemoveCoordinatesField<LineString> & FlatIndexedGeometry;
+
+/**
+ * GeoJSON (Multi)Polygon geometry with coordinate data flattened into `data` array and indexed by 2D `indices`
+ */
+export type FlatPolygon = RemoveCoordinatesField<Polygon> & {
+  data: number[];
+  indices: number[][];
+  areas: number[][];
+};
+
+export type FlatGeometry = FlatPoint | FlatLineString | FlatPolygon;
+
+type FlattenGeometry<Type> = {
+  [Property in keyof Type]: Type[Property] extends Geometry ? FlatGeometry : Type[Property];
+};
+
+/**
+ * GeoJSON Feature with Geometry replaced by FlatGeometry
+ */
+export type FlatFeature = FlattenGeometry<Feature>;
+
+// BINARY FORMAT GEOMETRY
+
+export type BinaryAttribute = {value: TypedArray; size: number};
+export type BinaryGeometryType = 'Point' | 'LineString' | 'Polygon';
+
+type NumericProps = {[key: string]: BinaryAttribute};
+type Properties = object[];
+
+/**
+ * Represent a single Geometry, similar to a GeoJSON Geometry
+ */
+export type BinaryGeometry = BinaryPointGeometry | BinaryLineGeometry | BinaryPolygonGeometry;
+
+export type BinaryPointGeometry = {
+  type: 'Point';
+  positions: BinaryAttribute;
+};
+
+export type BinaryLineGeometry = {
+  type: 'LineString';
+  positions: BinaryAttribute;
+  pathIndices: BinaryAttribute;
+};
+
+export type BinaryPolygonGeometry = {
+  type: 'Polygon';
+  positions: BinaryAttribute;
+  polygonIndices: BinaryAttribute;
+  primitivePolygonIndices: BinaryAttribute;
+  triangles?: BinaryAttribute;
+};
+
+export type BinaryProperties = {
+  featureIds: BinaryAttribute;
+  globalFeatureIds: BinaryAttribute;
+  numericProps: NumericProps;
+  properties: Properties;
+  fields?: Properties;
+};
+
+export type BinaryPointFeatures = BinaryPointGeometry & BinaryProperties;
+export type BinaryLineFeatures = BinaryLineGeometry & BinaryProperties;
+export type BinaryPolygonFeatures = BinaryPolygonGeometry & BinaryProperties;
+
+/**
+ * Represent a collection of Features, similar to a GeoJSON FeatureCollection
+ */
+export type BinaryFeatures = {
+  points?: BinaryPointFeatures;
+  lines?: BinaryLineFeatures;
+  polygons?: BinaryPolygonFeatures;
+};

package/src/types/category-image.ts

@@ -0,0 +1,19 @@
+/**
+ * data images
+ */
+export type ImageDataType = {
+  data: Uint8Array;
+  width: number;
+  height: number;
+  compressed?: boolean;
+};
+
+/**
+ * Supported Image Types
+ */
+export type ImageType = ImageBitmap | typeof Image | ImageDataType;
+
+/**
+ * Image type string used to control or determine the type of images returned from ImageLoader
+ */
+export type ImageTypeEnum = 'imagebitmap' | 'image' | 'data';

package/src/{category/mesh/mesh-types.ts → types/category-mesh.ts}

@@ -1,6 +1,8 @@
-import type {Schema} from '../../lib/schema';
-import type {TypedArray} from '../../types';
-import type {ColumnarTable, ArrowTable} from '../table/table-types';
+// loaders.gl, MIT license
+
+import type {Schema} from './schema';
+import type {TypedArray} from './types';
+import type {ColumnarTable, ArrowTable} from './category-table';
 
 /** Mesh as columnar table */
 export interface MeshTable extends ColumnarTable {
@@ -48,4 +50,4 @@ export type MeshAttribute = {
 };
 
 /** A map of mesh attributes keyed by attribute names */
-export type MeshAttributes = {[attributeName: string]: MeshAttribute};
+export type MeshAttributes = Record<string, MeshAttribute>;

package/src/types/category-table.ts

@@ -0,0 +1,104 @@
+// loaders.gl, MIT license
+
+import type {Table as ApacheArrowTable, RecordBatch} from 'apache-arrow';
+import type {Batch, Schema} from './schema';
+import type {Feature} from './category-gis';
+
+// Idea was to just import types, but it seems
+// Seems this triggers more bundling and build issues than it is worth...
+// import type {Table as ApacheArrowTable, RecordBatch} from 'apache-arrow';
+// type ApacheArrowTable = any;
+// type RecordBatch = any;
+
+/** A general table */
+export type Table =
+  | RowTable
+  | ArrayRowTable
+  | ObjectRowTable
+  | GeoJSONRowTable
+  | ColumnarTable
+  | ArrowTable;
+
+/** A table organized as an array of rows */
+export type RowTable = ArrayRowTable | ObjectRowTable | GeoJSONRowTable;
+
+/** A table organized as an array of rows, each row is an array of values */
+export type ArrayRowTable = {
+  shape: 'array-row-table';
+  schema?: Schema;
+  data: any[][];
+};
+
+/** A table organized as an array of rows, each row is an object mapping columns to values */
+export type ObjectRowTable = {
+  shape: 'object-row-table';
+  schema?: Schema;
+  data: {[columnName: string]: any}[];
+};
+
+/** A table organized as an array of rows, each row is a GeoJSON Feature */
+export type GeoJSONRowTable = {
+  shape: 'geojson-row-table';
+  schema?: Schema;
+  data: Feature[];
+};
+
+/** A table organized as a map of columns, each column is an array of value */
+export type ColumnarTable = {
+  shape: 'columnar-table';
+  schema?: Schema;
+  data: {[columnName: string]: ArrayLike<unknown>};
+};
+
+/** A table organized as an Apache Arrow table */
+export type ArrowTable = {
+  shape: 'arrow-table';
+  schema?: Schema;
+  data: ApacheArrowTable;
+};
+
+/** A collection of tables */
+export type Tables<TableType = Table> = {
+  shape: 'tables';
+  tables: {name: string; table: TableType}[];
+};
+
+// Batches
+
+/** Batch for a general table */
+export type TableBatch = Batch & {
+  data: any;
+  length: number;
+  schema?: Schema;
+  schemaType?: 'explicit' | 'deduced';
+};
+
+/** Batch for a table organized as an array of rows, each row is an array of values */
+export type ArrayRowTableBatch = TableBatch & {
+  shape: 'array-row-table';
+  data: any[][];
+};
+
+/** Batch for a table organized as an array of rows, each row is an object mapping columns to values */
+export type ObjectRowTableBatch = TableBatch & {
+  shape: 'object-row-table';
+  data: {[columnName: string]: any}[];
+};
+
+/** Batch for a table organized as an array of rows, each row is an array of values */
+export type GeoJSONRowTableBatch = TableBatch & {
+  shape: 'geojson-row-table';
+  data: Feature[];
+};
+
+/** Batch for a table organized as a map of columns, each column is an array of value */
+export type ColumnarTableBatch = TableBatch & {
+  shape: 'columnar-table';
+  data: {[columnName: string]: ArrayLike<unknown>};
+};
+
+/** Batch for a table organized as an Apache Arrow table */
+export type ArrowTableBatch = TableBatch & {
+  shape: 'arrow-table';
+  data: RecordBatch;
+};

package/src/types/category-texture.ts

@@ -0,0 +1,30 @@
+// loaders.gl, MIT license
+
+import type {ImageType} from './category-image';
+
+/**
+ * These represent the main compressed texture formats
+ * Each format typically has a number of more specific subformats
+ */
+export type GPUTextureFormat =
+  | 'dxt'
+  | 'dxt-srgb'
+  | 'etc1'
+  | 'etc2'
+  | 'pvrtc'
+  | 'atc'
+  | 'astc'
+  | 'rgtc';
+
+/** One mip level */
+export type TextureLevel = {
+  compressed: boolean;
+  format?: number;
+  data: Uint8Array;
+  width: number;
+  height: number;
+  levelSize?: number;
+  hasAlpha?: boolean;
+};
+
+export type TextureOrImage = ImageType | (TextureLevel | ImageType);

package/src/types/schema.ts

@@ -0,0 +1,97 @@
+// loaders.gl, MIT license
+
+import type {RecordBatch} from 'apache-arrow';
+
+/** For dictionary type */
+export type KeyType = 'int8' | 'int16' | 'int32' | 'uint8' | 'uint16' | 'uint32';
+
+/** ArrowLike DataType class */
+export type DataType =
+  | 'null'
+  // Primitive types
+  | 'bool'
+  | 'int'
+  | 'int8'
+  | 'int16'
+  | 'int32'
+  | 'int64'
+  | 'uint8'
+  | 'uint16'
+  | 'uint32'
+  | 'uint64'
+  | 'float'
+  | 'float16'
+  | 'float32'
+  | 'float64'
+  | 'binary'
+  | 'utf8'
+  | 'date-day'
+  | 'date-millisecond'
+  | 'time-second'
+  | 'time-millisecond'
+  | 'time-microsecond'
+  | 'time-nanosecond'
+  | 'timestamp-second'
+  | 'timestamp-millisecond'
+  | 'timestamp-microsecond'
+  | 'timestamp-nanosecond'
+  | 'interval-daytime'
+  | 'interval-yearmonth'
+  // Composite types
+  | {type: 'list'; children: Field[]} // one child only
+  | {type: 'struct'; children: Field[]}
+  | {
+      type: 'sparse-union';
+      typeIds: Int32Array;
+      children: Field[];
+      typeIdToChildIndex: {[key: number]: number};
+    }
+  | {
+      type: 'dense-union';
+      typeIds: Int32Array;
+      children: Field[];
+      typeIdToChildIndex: {[key: number]: number};
+    }
+  | {type: 'fixed-size-binary'; byteWidth: number}
+  | {type: 'fixed-size-list'; listSize: number; children: Field[]}
+  | {type: 'map'; keysSorted: boolean; children: Field[]} // Field is "struct"
+  | {type: 'dictionary'; id: number; indices: KeyType; dictionary: DataType; isOrdered: boolean};
+// TODO - unions etc
+
+/**
+ * SchemaMetadata
+ */
+export type SchemaMetadata = Record<string, string>;
+export type FieldMetadata = Record<string, string>;
+
+export type Field = {
+  name: string;
+  type: DataType;
+  nullable?: boolean;
+  metadata?: FieldMetadata;
+};
+
+/**
+ * `Schema` type that that can hold all data required by an Arrow Schema
+ * but is fully serializable. Helper functions make it easy to convert to and from arrow schemas
+ * https://loaders.gl/arrowjs/docs/api-reference/schema
+ */
+export type Schema = {
+  fields: Field[];
+  metadata: SchemaMetadata;
+};
+
+export type Batch = {
+  batchType: 'data' | 'metadata' | 'partial-result' | 'final-result';
+  batch?: number;
+  mimeType?: string;
+  shape: string;
+  data: any;
+  recordBatch?: RecordBatch;
+  length: number;
+  schema?: Schema;
+  bytesUsed?: number;
+  count?: number;
+  cursor?: number;
+  [key: string]: any;
+};

package/src/types/types.ts

@@ -0,0 +1,43 @@
+/** Any typed array */
+export type TypedArray =
+  | Int8Array
+  | Uint8Array
+  | Int16Array
+  | Uint16Array
+  | Int32Array
+  | Uint32Array
+  | Uint8ClampedArray
+  | Float32Array
+  | Float64Array;
+
+export type BigTypedArray = TypedArray | BigInt64Array | BigUint64Array;
+
+export type TypedArrayConstructor =
+  | Int8ArrayConstructor
+  | Uint8ArrayConstructor
+  | Int16ArrayConstructor
+  | Uint16ArrayConstructor
+  | Int32ArrayConstructor
+  | Uint32ArrayConstructor
+  | Int32ArrayConstructor
+  | Uint32ArrayConstructor
+  | Float32ArrayConstructor
+  | Float64ArrayConstructor;
+
+export type BigTypedArrayConstructor =
+  | TypedArrayConstructor
+  | BigInt64ArrayConstructor
+  | BigUint64ArrayConstructor;
+
+/** Any numeric array: typed array or `number[]` */
+export type NumberArray = number[] | TypedArray;
+
+export type NumericArray = number[] | TypedArray;
+
+export interface ArrayType<T = unknown> {
+  readonly length: number;
+  [n: number]: T;
+}
+
+/** Any array: typed array or js array (`any[]`) */
+export type AnyArray = any[] | TypedArray;

package/dist/bundle.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/bundle.ts"],"names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"mappings":"AACA,MAAMA,aAAa,GAAGC,OAAO,CAAC,SAAD,CAA7B;;AACAC,UAAU,CAACC,OAAX,GAAqBD,UAAU,CAACC,OAAX,IAAsB,EAA3C;AACAC,MAAM,CAACC,OAAP,GAAiBC,MAAM,CAACC,MAAP,CAAcL,UAAU,CAACC,OAAzB,EAAkCH,aAAlC,CAAjB","sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"file":"bundle.js"}

package/dist/category/common.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=common.js.map

package/dist/category/common.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"common.js"}

package/dist/category/gis.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=gis.js.map

package/dist/category/gis.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"gis.js"}

package/dist/category/mesh/convert-mesh.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/category/mesh/convert-mesh.ts"],"names":["convertMeshToArrowTable","convertMesh","mesh","shape","options","convertMeshToColumnarTable","data","Error","columns","columnName","attribute","Object","entries","attributes","value","schema"],"mappings":"AAEA,SAAQA,uBAAR,QAAsC,uBAAtC;AAOA,OAAO,SAASC,WAAT,CACLC,IADK,EAELC,KAFK,EAGLC,OAHK,EAI8B;AACnC,UAAQD,KAAK,IAAI,MAAjB;AACE,SAAK,MAAL;AACE,aAAOD,IAAP;;AACF,SAAK,gBAAL;AACE,aAAOG,0BAA0B,CAACH,IAAD,CAAjC;;AACF,SAAK,aAAL;AACE,aAAO;AACLC,QAAAA,KAAK,EAAE,aADF;AAELG,QAAAA,IAAI,EAAEN,uBAAuB,CAACE,IAAD;AAFxB,OAAP;;AAIF;AACE,YAAM,IAAIK,KAAJ,6BAA+BH,OAA/B,aAA+BA,OAA/B,uBAA+BA,OAAO,CAAED,KAAxC,EAAN;AAXJ;AAaD;AAOD,OAAO,SAASE,0BAAT,CAAoCH,IAApC,EAA+D;AACpE,QAAMM,OAAO,GAAG,EAAhB;;AAEA,OAAK,MAAM,CAACC,UAAD,EAAaC,SAAb,CAAX,IAAsCC,MAAM,CAACC,OAAP,CAAeV,IAAI,CAACW,UAApB,CAAtC,EAAuE;AACrEL,IAAAA,OAAO,CAACC,UAAD,CAAP,GAAsBC,SAAS,CAACI,KAAhC;AACD;;AAED,SAAO;AACLX,IAAAA,KAAK,EAAE,gBADF;AAELY,IAAAA,MAAM,EAAEb,IAAI,CAACa,MAFR;AAGLT,IAAAA,IAAI,EAAEE;AAHD,GAAP;AAKD","sourcesContent":["import type {Mesh} from './mesh-types';\nimport type {ColumnarTable, ArrowTable} from '../table/table-types';\nimport {convertMeshToArrowTable} from './mesh-to-arrow-table';\n\ntype TargetShape = 'mesh' | 'columnar-table' | 'arrow-table';\n\n/**\n * Convert a mesh to a specific shape\n */\nexport function convertMesh(\n  mesh: Mesh,\n  shape: TargetShape,\n  options?: any\n): Mesh | ColumnarTable | ArrowTable {\n  switch (shape || 'mesh') {\n    case 'mesh':\n      return mesh;\n    case 'columnar-table':\n      return convertMeshToColumnarTable(mesh);\n    case 'arrow-table':\n      return {\n        shape: 'arrow-table',\n        data: convertMeshToArrowTable(mesh)\n      };\n    default:\n      throw new Error(`Unsupported shape ${options?.shape}`);\n  }\n}\n\n/**\n * Convert a loaders.gl Mesh to a Columnar Table\n * @param mesh\n * @returns\n */\nexport function convertMeshToColumnarTable(mesh: Mesh): ColumnarTable {\n  const columns = {};\n\n  for (const [columnName, attribute] of Object.entries(mesh.attributes)) {\n    columns[columnName] = attribute.value;\n  }\n\n  return {\n    shape: 'columnar-table',\n    schema: mesh.schema,\n    data: columns\n  };\n}\n"],"file":"convert-mesh.js"}

package/dist/category/mesh/deduce-mesh-schema.js

@@ -1,42 +0,0 @@
-import { Schema, Field, FixedSizeList } from '../../lib/schema';
-import { getArrowTypeFromTypedArray } from '../../lib/arrow/arrow-like-type-utils';
-export function deduceMeshSchema(attributes, metadata) {
-  const fields = deduceMeshFields(attributes);
-  return new Schema(fields, metadata);
-}
-export function deduceMeshField(attributeName, attribute, optionalMetadata) {
-  const type = getArrowTypeFromTypedArray(attribute.value);
-  const metadata = optionalMetadata ? optionalMetadata : makeMeshAttributeMetadata(attribute);
-  const field = new Field(attributeName, new FixedSizeList(attribute.size, new Field('value', type)), false, metadata);
-  return field;
-}
-
-function deduceMeshFields(attributes) {
-  const fields = [];
-
-  for (const attributeName in attributes) {
-    const attribute = attributes[attributeName];
-    fields.push(deduceMeshField(attributeName, attribute));
-  }
-
-  return fields;
-}
-
-export function makeMeshAttributeMetadata(attribute) {
-  const result = new Map();
-
-  if ('byteOffset' in attribute) {
-    result.set('byteOffset', attribute.byteOffset.toString(10));
-  }
-
-  if ('byteStride' in attribute) {
-    result.set('byteStride', attribute.byteStride.toString(10));
-  }
-
-  if ('normalized' in attribute) {
-    result.set('normalized', attribute.normalized.toString());
-  }
-
-  return result;
-}
-//# sourceMappingURL=deduce-mesh-schema.js.map

package/dist/category/mesh/deduce-mesh-schema.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/category/mesh/deduce-mesh-schema.ts"],"names":["Schema","Field","FixedSizeList","getArrowTypeFromTypedArray","deduceMeshSchema","attributes","metadata","fields","deduceMeshFields","deduceMeshField","attributeName","attribute","optionalMetadata","type","value","makeMeshAttributeMetadata","field","size","push","result","Map","set","byteOffset","toString","byteStride","normalized"],"mappings":"AACA,SAAQA,MAAR,EAAgBC,KAAhB,EAAuBC,aAAvB,QAA2C,kBAA3C;AACA,SAAQC,0BAAR,QAAyC,uCAAzC;AAQA,OAAO,SAASC,gBAAT,CACLC,UADK,EAELC,QAFK,EAGG;AACR,QAAMC,MAAM,GAAGC,gBAAgB,CAACH,UAAD,CAA/B;AACA,SAAO,IAAIL,MAAJ,CAAWO,MAAX,EAAmBD,QAAnB,CAAP;AACD;AASD,OAAO,SAASG,eAAT,CACLC,aADK,EAELC,SAFK,EAGLC,gBAHK,EAIE;AACP,QAAMC,IAAI,GAAGV,0BAA0B,CAACQ,SAAS,CAACG,KAAX,CAAvC;AACA,QAAMR,QAAQ,GAAGM,gBAAgB,GAAGA,gBAAH,GAAsBG,yBAAyB,CAACJ,SAAD,CAAhF;AACA,QAAMK,KAAK,GAAG,IAAIf,KAAJ,CACZS,aADY,EAEZ,IAAIR,aAAJ,CAAkBS,SAAS,CAACM,IAA5B,EAAkC,IAAIhB,KAAJ,CAAU,OAAV,EAAmBY,IAAnB,CAAlC,CAFY,EAGZ,KAHY,EAIZP,QAJY,CAAd;AAMA,SAAOU,KAAP;AACD;;AAOD,SAASR,gBAAT,CAA0BH,UAA1B,EAA+D;AAC7D,QAAME,MAAe,GAAG,EAAxB;;AACA,OAAK,MAAMG,aAAX,IAA4BL,UAA5B,EAAwC;AACtC,UAAMM,SAAwB,GAAGN,UAAU,CAACK,aAAD,CAA3C;AACAH,IAAAA,MAAM,CAACW,IAAP,CAAYT,eAAe,CAACC,aAAD,EAAgBC,SAAhB,CAA3B;AACD;;AACD,SAAOJ,MAAP;AACD;;AAOD,OAAO,SAASQ,yBAAT,CAAmCJ,SAAnC,EAAkF;AACvF,QAAMQ,MAAM,GAAG,IAAIC,GAAJ,EAAf;;AACA,MAAI,gBAAgBT,SAApB,EAA+B;AAC7BQ,IAAAA,MAAM,CAACE,GAAP,CAAW,YAAX,EAAyBV,SAAS,CAACW,UAAV,CAAsBC,QAAtB,CAA+B,EAA/B,CAAzB;AACD;;AACD,MAAI,gBAAgBZ,SAApB,EAA+B;AAC7BQ,IAAAA,MAAM,CAACE,GAAP,CAAW,YAAX,EAAyBV,SAAS,CAACa,UAAV,CAAsBD,QAAtB,CAA+B,EAA/B,CAAzB;AACD;;AACD,MAAI,gBAAgBZ,SAApB,EAA+B;AAC7BQ,IAAAA,MAAM,CAACE,GAAP,CAAW,YAAX,EAAyBV,SAAS,CAACc,UAAV,CAAsBF,QAAtB,EAAzB;AACD;;AACD,SAAOJ,MAAP;AACD","sourcesContent":["import {MeshAttribute, MeshAttributes} from './mesh-types';\nimport {Schema, Field, FixedSizeList} from '../../lib/schema';\nimport {getArrowTypeFromTypedArray} from '../../lib/arrow/arrow-like-type-utils';\n\n/**\n * Create a schema for mesh attributes data\n * @param attributes\n * @param metadata\n * @returns\n */\nexport function deduceMeshSchema(\n  attributes: MeshAttributes,\n  metadata?: Map<string, string>\n): Schema {\n  const fields = deduceMeshFields(attributes);\n  return new Schema(fields, metadata);\n}\n\n/**\n * Create arrow-like schema field for mesh attribute\n * @param attributeName\n * @param attribute\n * @param optionalMetadata\n * @returns\n */\nexport function deduceMeshField(\n  attributeName: string,\n  attribute: MeshAttribute,\n  optionalMetadata?: Map<string, string>\n): Field {\n  const type = getArrowTypeFromTypedArray(attribute.value);\n  const metadata = optionalMetadata ? optionalMetadata : makeMeshAttributeMetadata(attribute);\n  const field = new Field(\n    attributeName,\n    new FixedSizeList(attribute.size, new Field('value', type)),\n    false,\n    metadata\n  );\n  return field;\n}\n\n/**\n * Create fields array for mesh attributes\n * @param attributes\n * @returns\n */\nfunction deduceMeshFields(attributes: MeshAttributes): Field[] {\n  const fields: Field[] = [];\n  for (const attributeName in attributes) {\n    const attribute: MeshAttribute = attributes[attributeName];\n    fields.push(deduceMeshField(attributeName, attribute));\n  }\n  return fields;\n}\n\n/**\n * Make metadata by mesh attribute properties\n * @param attribute\n * @returns\n */\nexport function makeMeshAttributeMetadata(attribute: MeshAttribute): Map<string, string> {\n  const result = new Map();\n  if ('byteOffset' in attribute) {\n    result.set('byteOffset', attribute.byteOffset!.toString(10));\n  }\n  if ('byteStride' in attribute) {\n    result.set('byteStride', attribute.byteStride!.toString(10));\n  }\n  if ('normalized' in attribute) {\n    result.set('normalized', attribute.normalized!.toString());\n  }\n  return result;\n}\n"],"file":"deduce-mesh-schema.js"}

package/dist/category/mesh/mesh-to-arrow-table.js

@@ -1,31 +0,0 @@
-import { Table, Schema, RecordBatch, FixedSizeList, Field, Data, FixedSizeListVector } from 'apache-arrow/Arrow.dom';
-import { getArrowType, getArrowVector } from '../../lib/arrow/arrow-type-utils';
-import { makeMeshAttributeMetadata } from './deduce-mesh-schema';
-export function convertMeshToArrowTable(mesh, batchSize) {
-  var _mesh$schema;
-
-  const vectors = [];
-  const fields = [];
-
-  for (const attributeKey in mesh.attributes) {
-    const attribute = mesh.attributes[attributeKey];
-    const {
-      value,
-      size = 1
-    } = attribute;
-    const type = getArrowType(value);
-    const vector = getArrowVector(value);
-    const listType = new FixedSizeList(size, new Field('value', type));
-    const field = new Field(attributeKey, listType, false, makeMeshAttributeMetadata(attribute));
-    const data = new Data(listType, 0, value.length / size, 0, undefined, [vector]);
-    const listVector = new FixedSizeListVector(data);
-    vectors.push(listVector);
-    fields.push(field);
-  }
-
-  const schema = new Schema(fields, (mesh === null || mesh === void 0 ? void 0 : (_mesh$schema = mesh.schema) === null || _mesh$schema === void 0 ? void 0 : _mesh$schema.metadata) || new Map());
-  const recordBatch = new RecordBatch(schema, vectors[0].length, vectors);
-  const table = new Table(schema, recordBatch);
-  return table;
-}
-//# sourceMappingURL=mesh-to-arrow-table.js.map

package/dist/category/mesh/mesh-to-arrow-table.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/category/mesh/mesh-to-arrow-table.ts"],"names":["Table","Schema","RecordBatch","FixedSizeList","Field","Data","FixedSizeListVector","getArrowType","getArrowVector","makeMeshAttributeMetadata","convertMeshToArrowTable","mesh","batchSize","vectors","fields","attributeKey","attributes","attribute","value","size","type","vector","listType","field","data","length","undefined","listVector","push","schema","metadata","Map","recordBatch","table"],"mappings":"AAAA,SACEA,KADF,EAEEC,MAFF,EAGEC,WAHF,EAIEC,aAJF,EAKEC,KALF,EAMEC,IANF,EAOEC,mBAPF,QAQO,wBARP;AAUA,SAAQC,YAAR,EAAsBC,cAAtB,QAA2C,kCAA3C;AAEA,SAAQC,yBAAR,QAAwC,sBAAxC;AASA,OAAO,SAASC,uBAAT,CAAiCC,IAAjC,EAA6CC,SAA7C,EAAwE;AAAA;;AAC7E,QAAMC,OAAyB,GAAG,EAAlC;AACA,QAAMC,MAAe,GAAG,EAAxB;;AACA,OAAK,MAAMC,YAAX,IAA2BJ,IAAI,CAACK,UAAhC,EAA4C;AAC1C,UAAMC,SAAS,GAAGN,IAAI,CAACK,UAAL,CAAgBD,YAAhB,CAAlB;AACA,UAAM;AAACG,MAAAA,KAAD;AAAQC,MAAAA,IAAI,GAAG;AAAf,QAAoBF,SAA1B;AACA,UAAMG,IAAI,GAAGb,YAAY,CAACW,KAAD,CAAzB;AACA,UAAMG,MAAM,GAAGb,cAAc,CAACU,KAAD,CAA7B;AACA,UAAMI,QAAQ,GAAG,IAAInB,aAAJ,CAAkBgB,IAAlB,EAAwB,IAAIf,KAAJ,CAAU,OAAV,EAAmBgB,IAAnB,CAAxB,CAAjB;AACA,UAAMG,KAAK,GAAG,IAAInB,KAAJ,CAAUW,YAAV,EAAwBO,QAAxB,EAAkC,KAAlC,EAAyCb,yBAAyB,CAACQ,SAAD,CAAlE,CAAd;AACA,UAAMO,IAAI,GAAG,IAAInB,IAAJ,CAASiB,QAAT,EAAmB,CAAnB,EAAsBJ,KAAK,CAACO,MAAN,GAAeN,IAArC,EAA2C,CAA3C,EAA8CO,SAA9C,EAAyD,CAACL,MAAD,CAAzD,CAAb;AACA,UAAMM,UAAU,GAAG,IAAIrB,mBAAJ,CAAwBkB,IAAxB,CAAnB;AACAX,IAAAA,OAAO,CAACe,IAAR,CAAaD,UAAb;AACAb,IAAAA,MAAM,CAACc,IAAP,CAAYL,KAAZ;AACD;;AACD,QAAMM,MAAM,GAAG,IAAI5B,MAAJ,CAAWa,MAAX,EAAmB,CAAAH,IAAI,SAAJ,IAAAA,IAAI,WAAJ,4BAAAA,IAAI,CAAEkB,MAAN,8DAAcC,QAAd,KAA0B,IAAIC,GAAJ,EAA7C,CAAf;AACA,QAAMC,WAAW,GAAG,IAAI9B,WAAJ,CAAgB2B,MAAhB,EAAwBhB,OAAO,CAAC,CAAD,CAAP,CAAWY,MAAnC,EAA2CZ,OAA3C,CAApB;AACA,QAAMoB,KAAK,GAAG,IAAIjC,KAAJ,CAAU6B,MAAV,EAAkBG,WAAlB,CAAd;AACA,SAAOC,KAAP;AACD","sourcesContent":["import {\n  Table,\n  Schema,\n  RecordBatch,\n  FixedSizeList,\n  Field,\n  Data,\n  FixedSizeListVector\n} from 'apache-arrow/Arrow.dom';\nimport {AbstractVector} from 'apache-arrow/vector';\nimport {getArrowType, getArrowVector} from '../../lib/arrow/arrow-type-utils';\nimport type {Mesh} from './mesh-types';\nimport {makeMeshAttributeMetadata} from './deduce-mesh-schema';\n\n/**\n * * Convert a loaders.gl Mesh to an Apache Arrow Table\n * @param mesh\n * @param metadata\n * @param batchSize\n * @returns\n */\nexport function convertMeshToArrowTable(mesh: Mesh, batchSize?: number): Table {\n  const vectors: AbstractVector[] = [];\n  const fields: Field[] = [];\n  for (const attributeKey in mesh.attributes) {\n    const attribute = mesh.attributes[attributeKey];\n    const {value, size = 1} = attribute;\n    const type = getArrowType(value);\n    const vector = getArrowVector(value);\n    const listType = new FixedSizeList(size, new Field('value', type));\n    const field = new Field(attributeKey, listType, false, makeMeshAttributeMetadata(attribute));\n    const data = new Data(listType, 0, value.length / size, 0, undefined, [vector]);\n    const listVector = new FixedSizeListVector(data);\n    vectors.push(listVector);\n    fields.push(field);\n  }\n  const schema = new Schema(fields, mesh?.schema?.metadata || new Map<string, string>());\n  const recordBatch = new RecordBatch(schema, vectors[0].length, vectors);\n  const table = new Table(schema, recordBatch);\n  return table;\n}\n"],"file":"mesh-to-arrow-table.js"}

package/dist/category/mesh/mesh-types.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=mesh-types.js.map

package/dist/category/mesh/mesh-types.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"mesh-types.js"}

package/dist/category/mesh/mesh-utils.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/category/mesh/mesh-utils.ts"],"names":["getMeshSize","attributes","size","attributeName","attribute","ArrayBuffer","isView","byteLength","BYTES_PER_ELEMENT","getMeshBoundingBox","minX","Infinity","minY","minZ","maxX","maxY","maxZ","positions","POSITION","value","len","length","i","x","y","z"],"mappings":"AAiBA,OAAO,SAASA,WAAT,CAAqBC,UAArB,EAAsD;AAC3D,MAAIC,IAAI,GAAG,CAAX;;AACA,OAAK,MAAMC,aAAX,IAA4BF,UAA5B,EAAwC;AACtC,UAAMG,SAAS,GAAGH,UAAU,CAACE,aAAD,CAA5B;;AACA,QAAIE,WAAW,CAACC,MAAZ,CAAmBF,SAAnB,CAAJ,EAAmC;AAEjCF,MAAAA,IAAI,IAAIE,SAAS,CAACG,UAAV,GAAuBH,SAAS,CAACI,iBAAzC;AACD;AACF;;AACD,SAAON,IAAP;AACD;AAQD,OAAO,SAASO,kBAAT,CAA4BR,UAA5B,EAAqE;AAC1E,MAAIS,IAAI,GAAGC,QAAX;AACA,MAAIC,IAAI,GAAGD,QAAX;AACA,MAAIE,IAAI,GAAGF,QAAX;AACA,MAAIG,IAAI,GAAG,CAACH,QAAZ;AACA,MAAII,IAAI,GAAG,CAACJ,QAAZ;AACA,MAAIK,IAAI,GAAG,CAACL,QAAZ;AAEA,QAAMM,SAAS,GAAGhB,UAAU,CAACiB,QAAX,GAAsBjB,UAAU,CAACiB,QAAX,CAAoBC,KAA1C,GAAkD,EAApE;AACA,QAAMC,GAAG,GAAGH,SAAS,IAAIA,SAAS,CAACI,MAAnC;;AAEA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,GAApB,EAAyBE,CAAC,IAAI,CAA9B,EAAiC;AAC/B,UAAMC,CAAC,GAAGN,SAAS,CAACK,CAAD,CAAnB;AACA,UAAME,CAAC,GAAGP,SAAS,CAACK,CAAC,GAAG,CAAL,CAAnB;AACA,UAAMG,CAAC,GAAGR,SAAS,CAACK,CAAC,GAAG,CAAL,CAAnB;AAEAZ,IAAAA,IAAI,GAAGa,CAAC,GAAGb,IAAJ,GAAWa,CAAX,GAAeb,IAAtB;AACAE,IAAAA,IAAI,GAAGY,CAAC,GAAGZ,IAAJ,GAAWY,CAAX,GAAeZ,IAAtB;AACAC,IAAAA,IAAI,GAAGY,CAAC,GAAGZ,IAAJ,GAAWY,CAAX,GAAeZ,IAAtB;AAEAC,IAAAA,IAAI,GAAGS,CAAC,GAAGT,IAAJ,GAAWS,CAAX,GAAeT,IAAtB;AACAC,IAAAA,IAAI,GAAGS,CAAC,GAAGT,IAAJ,GAAWS,CAAX,GAAeT,IAAtB;AACAC,IAAAA,IAAI,GAAGS,CAAC,GAAGT,IAAJ,GAAWS,CAAX,GAAeT,IAAtB;AACD;;AACD,SAAO,CACL,CAACN,IAAD,EAAOE,IAAP,EAAaC,IAAb,CADK,EAEL,CAACC,IAAD,EAAOC,IAAP,EAAaC,IAAb,CAFK,CAAP;AAID","sourcesContent":["// Mesh category utilities\n// TODO - move to mesh category module, or to math.gl/geometry module\nimport {TypedArray} from '../../types';\nimport {MeshAttributes} from './mesh-types';\n\ntype TypedArrays = {[key: string]: TypedArray};\n\n/**\n * Holds an axis aligned bounding box\n * TODO - make sure AxisAlignedBoundingBox in math.gl/culling understands this format (or change this format)\n */\ntype BoundingBox = [[number, number, number], [number, number, number]];\n\n/**\n * Get number of vertices in mesh\n * @param attributes\n */\nexport function getMeshSize(attributes: TypedArrays): number {\n  let size = 0;\n  for (const attributeName in attributes) {\n    const attribute = attributes[attributeName];\n    if (ArrayBuffer.isView(attribute)) {\n      // @ts-ignore DataView doesn't have BYTES_PER_ELEMENT\n      size += attribute.byteLength * attribute.BYTES_PER_ELEMENT;\n    }\n  }\n  return size;\n}\n\n/**\n * Get the (axis aligned) bounding box of a mesh\n * @param attributes\n * @returns array of two vectors representing the axis aligned bounding box\n */\n// eslint-disable-next-line complexity\nexport function getMeshBoundingBox(attributes: MeshAttributes): BoundingBox {\n  let minX = Infinity;\n  let minY = Infinity;\n  let minZ = Infinity;\n  let maxX = -Infinity;\n  let maxY = -Infinity;\n  let maxZ = -Infinity;\n\n  const positions = attributes.POSITION ? attributes.POSITION.value : [];\n  const len = positions && positions.length;\n\n  for (let i = 0; i < len; i += 3) {\n    const x = positions[i];\n    const y = positions[i + 1];\n    const z = positions[i + 2];\n\n    minX = x < minX ? x : minX;\n    minY = y < minY ? y : minY;\n    minZ = z < minZ ? z : minZ;\n\n    maxX = x > maxX ? x : maxX;\n    maxY = y > maxY ? y : maxY;\n    maxZ = z > maxZ ? z : maxZ;\n  }\n  return [\n    [minX, minY, minZ],\n    [maxX, maxY, maxZ]\n  ];\n}\n"],"file":"mesh-utils.js"}

package/dist/category/table/deduce-table-schema.js

@@ -1,51 +0,0 @@
-export function deduceTableSchema(table, schema) {
-  const deducedSchema = Array.isArray(table) ? deduceSchemaForRowTable(table) : deduceSchemaForColumnarTable(table);
-  return Object.assign(deducedSchema, schema);
-}
-
-function deduceSchemaForColumnarTable(columnarTable) {
-  const schema = {};
-
-  for (const field in columnarTable) {
-    const column = columnarTable[field];
-
-    if (ArrayBuffer.isView(column)) {
-      schema[field] = column.constructor;
-    } else if (column.length) {
-      const value = column[0];
-      schema[field] = deduceTypeFromValue(value);
-    }
-
-    schema[field] = schema[field] || null;
-  }
-
-  return schema;
-}
-
-function deduceSchemaForRowTable(rowTable) {
-  const schema = {};
-
-  if (rowTable.length) {
-    const row = rowTable[0];
-
-    for (const field in row) {
-      const value = row[field];
-      schema[field] = deduceTypeFromValue(value);
-    }
-  }
-
-  return schema;
-}
-
-function deduceTypeFromValue(value) {
-  if (value instanceof Date) {
-    return Date;
-  } else if (value instanceof Number) {
-    return Float32Array;
-  } else if (typeof value === 'string') {
-    return String;
-  }
-
-  return null;
-}
-//# sourceMappingURL=deduce-table-schema.js.map

package/dist/category/table/deduce-table-schema.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/category/table/deduce-table-schema.ts"],"names":["deduceTableSchema","table","schema","deducedSchema","Array","isArray","deduceSchemaForRowTable","deduceSchemaForColumnarTable","Object","assign","columnarTable","field","column","ArrayBuffer","isView","constructor","length","value","deduceTypeFromValue","rowTable","row","Date","Number","Float32Array","String"],"mappings":"AAyCA,OAAO,SAASA,iBAAT,CAA2BC,KAA3B,EAAkCC,MAAlC,EAAmD;AACxD,QAAMC,aAAa,GAAGC,KAAK,CAACC,OAAN,CAAcJ,KAAd,IAClBK,uBAAuB,CAACL,KAAD,CADL,GAElBM,4BAA4B,CAACN,KAAD,CAFhC;AAIA,SAAOO,MAAM,CAACC,MAAP,CAAcN,aAAd,EAA6BD,MAA7B,CAAP;AACD;;AAED,SAASK,4BAAT,CAAsCG,aAAtC,EAAqD;AACnD,QAAMR,MAAM,GAAG,EAAf;;AACA,OAAK,MAAMS,KAAX,IAAoBD,aAApB,EAAmC;AACjC,UAAME,MAAM,GAAGF,aAAa,CAACC,KAAD,CAA5B;;AAEA,QAAIE,WAAW,CAACC,MAAZ,CAAmBF,MAAnB,CAAJ,EAAgC;AAC9BV,MAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBC,MAAM,CAACG,WAAvB;AAED,KAHD,MAGO,IAAIH,MAAM,CAACI,MAAX,EAAmB;AACxB,YAAMC,KAAK,GAAGL,MAAM,CAAC,CAAD,CAApB;AACAV,MAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBO,mBAAmB,CAACD,KAAD,CAAnC;AAED;;AAEDf,IAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBT,MAAM,CAACS,KAAD,CAAN,IAAiB,IAAjC;AACD;;AACD,SAAOT,MAAP;AACD;;AAED,SAASI,uBAAT,CAAiCa,QAAjC,EAA2C;AACzC,QAAMjB,MAAM,GAAG,EAAf;;AACA,MAAIiB,QAAQ,CAACH,MAAb,EAAqB;AACnB,UAAMI,GAAG,GAAGD,QAAQ,CAAC,CAAD,CAApB;;AAEA,SAAK,MAAMR,KAAX,IAAoBS,GAApB,EAAyB;AACvB,YAAMH,KAAK,GAAGG,GAAG,CAACT,KAAD,CAAjB;AACAT,MAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBO,mBAAmB,CAACD,KAAD,CAAnC;AACD;AACF;;AACD,SAAOf,MAAP;AACD;;AAED,SAASgB,mBAAT,CAA6BD,KAA7B,EAAoC;AAClC,MAAIA,KAAK,YAAYI,IAArB,EAA2B;AACzB,WAAOA,IAAP;AACD,GAFD,MAEO,IAAIJ,KAAK,YAAYK,MAArB,EAA6B;AAClC,WAAOC,YAAP;AACD,GAFM,MAEA,IAAI,OAAON,KAAP,KAAiB,QAArB,EAA+B;AACpC,WAAOO,MAAP;AACD;;AACD,SAAO,IAAP;AACD","sourcesContent":["// Type deduction\nimport {\n  Schema\n  // Int,\n  // Int8,\n  // Int16,\n  // Int32,\n  // Uint8,\n  // Uint16,\n  // Uint32,\n  // Float32,\n  // Float64\n  // Bool,\n  // Utf8,\n  // TimestampMillisecond,\n  // Null\n} from '../../lib/schema';\n\n// const TYPED_ARRAY_TO_TYPE = {\n//   Int8Array: new Int8(),\n//   Int16Array: new Int16(),\n//   Int32Array: new Int32(),\n//   Uint8Array: new Uint8(),\n//   Uint8ClampedArray: new Uint8(),\n//   Uint16Array: new Uint16(),\n//   Uint32Array: new Uint32(),\n//   Float32Array: new Float32(),\n//   Float64Array: new Float64()\n// };\n\n// if (typeof BigInt64Array !== 'undefined') {\n//   TYPED_ARRAY_TO_TYPE.BigInt64Array = new Int64();\n//   TYPED_ARRAY_TO_TYPE.BigUint64Array = new Uint64();\n// }\n\n/**\n * SCHEMA SUPPORT - AUTODEDUCTION\n * @param {*} table\n * @param {*} schema\n * @returns\n */\nexport function deduceTableSchema(table, schema?: Schema) {\n  const deducedSchema = Array.isArray(table)\n    ? deduceSchemaForRowTable(table)\n    : deduceSchemaForColumnarTable(table);\n  // Deduced schema will fill in missing info from partial options.schema, if provided\n  return Object.assign(deducedSchema, schema);\n}\n\nfunction deduceSchemaForColumnarTable(columnarTable) {\n  const schema = {};\n  for (const field in columnarTable) {\n    const column = columnarTable[field];\n    // Check if column is typed, if so we are done\n    if (ArrayBuffer.isView(column)) {\n      schema[field] = column.constructor;\n      // else we need data\n    } else if (column.length) {\n      const value = column[0];\n      schema[field] = deduceTypeFromValue(value);\n      // TODO - support nested schemas?\n    }\n    // else we mark as present but unknow\n    schema[field] = schema[field] || null;\n  }\n  return schema;\n}\n\nfunction deduceSchemaForRowTable(rowTable) {\n  const schema = {};\n  if (rowTable.length) {\n    const row = rowTable[0];\n    // TODO - Could look at additional rows if nulls in first row\n    for (const field in row) {\n      const value = row[field];\n      schema[field] = deduceTypeFromValue(value);\n    }\n  }\n  return schema;\n}\n\nfunction deduceTypeFromValue(value) {\n  if (value instanceof Date) {\n    return Date;\n  } else if (value instanceof Number) {\n    return Float32Array;\n  } else if (typeof value === 'string') {\n    return String;\n  }\n  return null;\n}\n\n/*\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nfunction deduceSchema(rows) {\n  const row = rows[0];\n\n  const schema = {};\n  let i = 0;\n  for (const columnName in row) {\n    const value = row[columnName];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n\n      case 'object':\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n        break;\n\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n    i++;\n  }\n  return schema;\n}\n*/\n"],"file":"deduce-table-schema.js"}

package/dist/category/table/table-types.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=table-types.js.map

package/dist/category/table/table-types.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"table-types.js"}