@loaders.gl/arrow 4.0.4 → 4.1.0-alpha.10

package/dist/tables/convert-table-to-arrow.js.map

@@ -1 +1 @@
-{"version":3,"file":"convert-table-to-arrow.js","names":[],"sources":["../../src/tables/convert-table-to-arrow.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\n// import {\n//   Table as ApacheArrowTable,\n//   Schema as ApacheArrowSchema,\n//   RecordBatch,\n//   FixedSizeList,\n//   Field,\n//   Data,\n//   FixedSizeListVector\n// } from 'apache-arrow/Arrow.dom';\n// import {AbstractVector} from 'apache-arrow/vector';\n\n// import {Table} from '../../types/category-table';\n// import {getArrowType, getArrowVector} from './arrow-type-utils';\n// import {makeMeshAttributeMetadata} from './deduce-mesh-schema';\n// import {getTableLength, getTableNumCols} from './table-accessors';\n\n/**\n * * Convert a loaders.gl Mesh to an Apache Arrow Table\n * @param mesh\n * @param metadata\n * @param batchSize\n * @returns\n *\nexport function convertTableToArrow(table: Table, options?: {batchSize?: number}): ArrowTable {\n  const vectors: AbstractVector[] = [];\n  const fields: Field[] = [];\n\n  const length = getTableLength(table);\n  const batchSize = options?.batchSize || length;\n\n  const recordBatches: RecordBatch[] = [];\n  for (let i = 0; i < length; i += batchSize) {\n    for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n      const field_ = table.schema.fields[columnIndex];\n      const column = getTableColumnAt(table, columnIndex, i, batchSize);\n      const type = getArrowType(column);\n      const vector = getArrowVector(column);\n      const listType = new FixedSizeList(size, new Field('value', type));\n      const field = new Field(field_.name, listType, false, makeMeshAttributeMetadata(attribute));\n      const data = new Data(listType, 0, value.length / size, 0, undefined, [vector]);\n      const listVector = new FixedSizeListVector(data);\n      vectors.push(listVector);\n      fields.push(field);\n    }\n\n  for (const attributeKey in table.columns) {\n    const attribute = mesh.attributes[attributeKey];\n    const {value, size = 1} = attribute;\n  }\n\n  const schema = new ApacheArrowSchema(fields, table?.schema?.metadata || new Map<string, string>());\n  const recordBatch = new RecordBatch(schema, vectors[0].length, vectors);\n  const apacheArrowTable = new ApacheArrowTable(schema, recordBatch);\n\n  return apacheArrowTable;\n}\n*/\n"],"mappings":""}
+{"version":3,"file":"convert-table-to-arrow.js","names":[],"sources":["../../src/tables/convert-table-to-arrow.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n// import {\n//   Table as ApacheArrowTable,\n//   Schema as ApacheArrowSchema,\n//   RecordBatch,\n//   FixedSizeList,\n//   Field,\n//   Data,\n//   FixedSizeListVector\n// } from 'apache-arrow/Arrow.dom';\n// import {AbstractVector} from 'apache-arrow/vector';\n\n// import {Table} from '../../types/category-table';\n// import {getArrowType, getArrowVector} from './arrow-type-utils';\n// import {makeMeshAttributeMetadata} from './deduce-mesh-schema';\n// import {getTableLength, getTableNumCols} from './table-accessors';\n\n/**\n * * Convert a loaders.gl Mesh to an Apache Arrow Table\n * @param mesh\n * @param metadata\n * @param batchSize\n * @returns\n *\nexport function convertTableToArrow(table: Table, options?: {batchSize?: number}): ArrowTable {\n  const vectors: AbstractVector[] = [];\n  const fields: Field[] = [];\n\n  const length = getTableLength(table);\n  const batchSize = options?.batchSize || length;\n\n  const recordBatches: RecordBatch[] = [];\n  for (let i = 0; i < length; i += batchSize) {\n    for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n      const field_ = table.schema.fields[columnIndex];\n      const column = getTableColumnAt(table, columnIndex, i, batchSize);\n      const type = getArrowType(column);\n      const vector = getArrowVector(column);\n      const listType = new FixedSizeList(size, new Field('value', type));\n      const field = new Field(field_.name, listType, false, makeMeshAttributeMetadata(attribute));\n      const data = new Data(listType, 0, value.length / size, 0, undefined, [vector]);\n      const listVector = new FixedSizeListVector(data);\n      vectors.push(listVector);\n      fields.push(field);\n    }\n\n  for (const attributeKey in table.columns) {\n    const attribute = mesh.attributes[attributeKey];\n    const {value, size = 1} = attribute;\n  }\n\n  const schema = new ApacheArrowSchema(fields, table?.schema?.metadata || new Map<string, string>());\n  const recordBatch = new RecordBatch(schema, vectors[0].length, vectors);\n  const apacheArrowTable = new ApacheArrowTable(schema, recordBatch);\n\n  return apacheArrowTable;\n}\n*/\n"],"mappings":""}

package/dist/triangulate-on-worker.d.ts

@@ -1,15 +1,44 @@
+import * as arrow from 'apache-arrow';
 import type { WorkerOptions } from '@loaders.gl/worker-utils';
-export type TriangulationWorkerInput = TriangulateInput | {
+import { BinaryDataFromGeoArrow, GeoArrowEncoding } from '@loaders.gl/arrow';
+export type TriangulationWorkerInput = ({
+    operation: 'triangulate';
+} & TriangulateInput) | ParseGeoArrowInput | {
     operation: 'test';
     data: any;
 };
-export type TriangulationWorkerOutput = TriangulateResult | {
+export type TriangulationWorkerOutput = ({
+    operation: 'triangulate';
+} & TriangulateResult) | ({
+    operation: 'parse-geoarrow';
+} & ParseGeoArrowResult) | {
     operation: 'test';
     data: any;
 };
+type GeoArrowChunkData = {
+    type: arrow.DataType;
+    offset: number;
+    length: number;
+    nullCount: number;
+    buffers: any;
+    children: arrow.Data[];
+    dictionary?: arrow.Vector;
+};
+export type ParseGeoArrowInput = {
+    operation: 'parse-geoarrow';
+    chunkData: GeoArrowChunkData;
+    chunkIndex: number;
+    chunkOffset: number;
+    geometryEncoding: GeoArrowEncoding;
+    calculateMeanCenters: boolean;
+    triangle: boolean;
+};
+export type ParseGeoArrowResult = {
+    chunkIndex: number;
+    binaryDataFromGeoArrow: BinaryDataFromGeoArrow | null;
+};
 /** Input data for operation: 'triangulate' */
 export type TriangulateInput = {
-    operation: 'triangulate';
     polygonIndices: Uint16Array;
     primitivePolygonIndices: Int32Array;
     flatCoordinateArray: Float64Array;
@@ -17,7 +46,7 @@ export type TriangulateInput = {
 };
 /** Result type for operation: 'triangulate' */
 export type TriangulateResult = TriangulateInput & {
-    triangleIndices: Uint32Array;
+    triangleIndices?: Uint32Array;
 };
 /**
  * Worker for tessellating geometries. Normally called through triangulateOnWorker
@@ -30,7 +59,12 @@ export declare const TriangulationWorker: {
     options: {};
 };
 /**
- * Provide type safety
+ * Triangulate a set of polygons on worker, type safe API
+ */
+export declare function triangulateOnWorker(data: TriangulateInput, options?: WorkerOptions): Promise<TriangulateResult>;
+/**
+ * Parse GeoArrow geometry colum on worker, type safe API
  */
-export declare function triangulateOnWorker(data: TriangulationWorkerInput, options?: WorkerOptions): Promise<TriangulationWorkerOutput>;
+export declare function parseGeoArrowOnWorker(data: ParseGeoArrowInput, options?: WorkerOptions): Promise<ParseGeoArrowResult>;
+export {};
 //# sourceMappingURL=triangulate-on-worker.d.ts.map

package/dist/triangulate-on-worker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"triangulate-on-worker.d.ts","sourceRoot":"","sources":["../src/triangulate-on-worker.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAO5D,MAAM,MAAM,wBAAwB,GAAG,gBAAgB,GAAG;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,GAAG,CAAA;CAAC,CAAC;AACzF,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,GAAG,CAAA;CAAC,CAAC;AAE3F,8CAA8C;AAC9C,MAAM,MAAM,gBAAgB,GAAG;IAC7B,SAAS,EAAE,aAAa,CAAC;IACzB,cAAc,EAAE,WAAW,CAAC;IAC5B,uBAAuB,EAAE,UAAU,CAAC;IACpC,mBAAmB,EAAE,YAAY,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,+CAA+C;AAC/C,MAAM,MAAM,iBAAiB,GAAG,gBAAgB,GAAG;IACjD,eAAe,EAAE,WAAW,CAAC;CAC9B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;CAM/B,CAAC;AAEF;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,wBAAwB,EAC9B,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,yBAAyB,CAAC,CAEpC"}
+{"version":3,"file":"triangulate-on-worker.d.ts","sourceRoot":"","sources":["../src/triangulate-on-worker.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAE5D,OAAO,EAAC,sBAAsB,EAAE,gBAAgB,EAAC,MAAM,mBAAmB,CAAC;AAM3E,MAAM,MAAM,wBAAwB,GAChC,CAAC;IAAC,SAAS,EAAE,aAAa,CAAA;CAAC,GAAG,gBAAgB,CAAC,GAC/C,kBAAkB,GAClB;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,GAAG,CAAA;CAAC,CAAC;AAEnC,MAAM,MAAM,yBAAyB,GACjC,CAAC;IAAC,SAAS,EAAE,aAAa,CAAA;CAAC,GAAG,iBAAiB,CAAC,GAChD,CAAC;IAAC,SAAS,EAAE,gBAAgB,CAAA;CAAC,GAAG,mBAAmB,CAAC,GACrD;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,GAAG,CAAA;CAAC,CAAC;AAEnC,KAAK,iBAAiB,GAAG;IACvB,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,GAAG,CAAC;IACb,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IACvB,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,SAAS,EAAE,iBAAiB,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,oBAAoB,EAAE,OAAO,CAAC;IAC9B,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,sBAAsB,EAAE,sBAAsB,GAAG,IAAI,CAAC;CACvD,CAAC;AAEF,8CAA8C;AAC9C,MAAM,MAAM,gBAAgB,GAAG;IAC7B,cAAc,EAAE,WAAW,CAAC;IAC5B,uBAAuB,EAAE,UAAU,CAAC;IACpC,mBAAmB,EAAE,YAAY,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,+CAA+C;AAC/C,MAAM,MAAM,iBAAiB,GAAG,gBAAgB,GAAG;IACjD,eAAe,CAAC,EAAE,WAAW,CAAC;CAC/B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;CAM/B,CAAC;AAEF;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,gBAAgB,EACtB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,iBAAiB,CAAC,CAE5B;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,kBAAkB,EACxB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,mBAAmB,CAAC,CAE9B"}

package/dist/triangulate-on-worker.js

@@ -1,5 +1,5 @@
 import { processOnWorker } from '@loaders.gl/worker-utils';
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+const VERSION = typeof "4.1.0-alpha.10" !== 'undefined' ? "4.1.0-alpha.10" : 'latest';
 export const TriangulationWorker = {
   id: 'triangulation',
   name: 'Triangulate',
@@ -9,6 +9,16 @@ export const TriangulationWorker = {
 };
 export function triangulateOnWorker(data) {
   let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
-  return processOnWorker(TriangulationWorker, data, options);
+  return processOnWorker(TriangulationWorker, {
+    ...data,
+    operation: 'triangulate'
+  }, options);
+}
+export function parseGeoArrowOnWorker(data) {
+  let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
+  return processOnWorker(TriangulationWorker, {
+    ...data,
+    operation: 'parse-geoarrow'
+  }, options);
 }
 //# sourceMappingURL=triangulate-on-worker.js.map

package/dist/triangulate-on-worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"triangulate-on-worker.js","names":["processOnWorker","VERSION","__VERSION__","TriangulationWorker","id","name","module","version","options","triangulateOnWorker","data","arguments","length","undefined"],"sources":["../src/triangulate-on-worker.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {WorkerOptions} from '@loaders.gl/worker-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type TriangulationWorkerInput = TriangulateInput | {operation: 'test'; data: any};\nexport type TriangulationWorkerOutput = TriangulateResult | {operation: 'test'; data: any};\n\n/** Input data for operation: 'triangulate' */\nexport type TriangulateInput = {\n  operation: 'triangulate';\n  polygonIndices: Uint16Array;\n  primitivePolygonIndices: Int32Array;\n  flatCoordinateArray: Float64Array;\n  nDim: number;\n};\n\n/** Result type for operation: 'triangulate' */\nexport type TriangulateResult = TriangulateInput & {\n  triangleIndices: Uint32Array;\n};\n\n/**\n * Worker for tessellating geometries. Normally called through triangulateOnWorker\n */\nexport const TriangulationWorker = {\n  id: 'triangulation',\n  name: 'Triangulate',\n  module: 'arrow',\n  version: VERSION,\n  options: {}\n};\n\n/**\n * Provide type safety\n */\nexport function triangulateOnWorker(\n  data: TriangulationWorkerInput,\n  options: WorkerOptions = {}\n): Promise<TriangulationWorkerOutput> {\n  return processOnWorker(TriangulationWorker, data, options);\n}\n"],"mappings":"AAIA,SAAQA,eAAe,QAAO,0BAA0B;AAIxD,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAsB3E,OAAO,MAAMC,mBAAmB,GAAG;EACjCC,EAAE,EAAE,eAAe;EACnBC,IAAI,EAAE,aAAa;EACnBC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAEN,OAAO;EAChBO,OAAO,EAAE,CAAC;AACZ,CAAC;AAKD,OAAO,SAASC,mBAAmBA,CACjCC,IAA8B,EAEM;EAAA,IADpCF,OAAsB,GAAAG,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAE3B,OAAOX,eAAe,CAACG,mBAAmB,EAAEO,IAAI,EAAEF,OAAO,CAAC;AAC5D"}
+{"version":3,"file":"triangulate-on-worker.js","names":["processOnWorker","VERSION","TriangulationWorker","id","name","module","version","options","triangulateOnWorker","data","arguments","length","undefined","operation","parseGeoArrowOnWorker"],"sources":["../src/triangulate-on-worker.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport * as arrow from 'apache-arrow';\nimport type {WorkerOptions} from '@loaders.gl/worker-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {BinaryDataFromGeoArrow, GeoArrowEncoding} from '@loaders.gl/arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type TriangulationWorkerInput =\n  | ({operation: 'triangulate'} & TriangulateInput)\n  | ParseGeoArrowInput\n  | {operation: 'test'; data: any};\n\nexport type TriangulationWorkerOutput =\n  | ({operation: 'triangulate'} & TriangulateResult)\n  | ({operation: 'parse-geoarrow'} & ParseGeoArrowResult)\n  | {operation: 'test'; data: any};\n\ntype GeoArrowChunkData = {\n  type: arrow.DataType;\n  offset: number;\n  length: number;\n  nullCount: number;\n  buffers: any;\n  children: arrow.Data[];\n  dictionary?: arrow.Vector;\n};\n\nexport type ParseGeoArrowInput = {\n  operation: 'parse-geoarrow';\n  chunkData: GeoArrowChunkData;\n  chunkIndex: number;\n  chunkOffset: number;\n  geometryEncoding: GeoArrowEncoding;\n  calculateMeanCenters: boolean;\n  triangle: boolean;\n};\n\nexport type ParseGeoArrowResult = {\n  chunkIndex: number;\n  binaryDataFromGeoArrow: BinaryDataFromGeoArrow | null;\n};\n\n/** Input data for operation: 'triangulate' */\nexport type TriangulateInput = {\n  polygonIndices: Uint16Array;\n  primitivePolygonIndices: Int32Array;\n  flatCoordinateArray: Float64Array;\n  nDim: number;\n};\n\n/** Result type for operation: 'triangulate' */\nexport type TriangulateResult = TriangulateInput & {\n  triangleIndices?: Uint32Array;\n};\n\n/**\n * Worker for tessellating geometries. Normally called through triangulateOnWorker\n */\nexport const TriangulationWorker = {\n  id: 'triangulation',\n  name: 'Triangulate',\n  module: 'arrow',\n  version: VERSION,\n  options: {}\n};\n\n/**\n * Triangulate a set of polygons on worker, type safe API\n */\nexport function triangulateOnWorker(\n  data: TriangulateInput,\n  options: WorkerOptions = {}\n): Promise<TriangulateResult> {\n  return processOnWorker(TriangulationWorker, {...data, operation: 'triangulate'}, options);\n}\n\n/**\n * Parse GeoArrow geometry colum on worker, type safe API\n */\nexport function parseGeoArrowOnWorker(\n  data: ParseGeoArrowInput,\n  options: WorkerOptions = {}\n): Promise<ParseGeoArrowResult> {\n  return processOnWorker(TriangulationWorker, {...data, operation: 'parse-geoarrow'}, options);\n}\n"],"mappings":"AAMA,SAAQA,eAAe,QAAO,0BAA0B;AAKxD,MAAMC,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AAqD3E,OAAO,MAAMC,mBAAmB,GAAG;EACjCC,EAAE,EAAE,eAAe;EACnBC,IAAI,EAAE,aAAa;EACnBC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAEL,OAAO;EAChBM,OAAO,EAAE,CAAC;AACZ,CAAC;AAKD,OAAO,SAASC,mBAAmBA,CACjCC,IAAsB,EAEM;EAAA,IAD5BF,OAAsB,GAAAG,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAE3B,OAAOV,eAAe,CAACE,mBAAmB,EAAE;IAAC,GAAGO,IAAI;IAAEI,SAAS,EAAE;EAAa,CAAC,EAAEN,OAAO,CAAC;AAC3F;AAKA,OAAO,SAASO,qBAAqBA,CACnCL,IAAwB,EAEM;EAAA,IAD9BF,OAAsB,GAAAG,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAE3B,OAAOV,eAAe,CAACE,mBAAmB,EAAE;IAAC,GAAGO,IAAI;IAAEI,SAAS,EAAE;EAAgB,CAAC,EAAEN,OAAO,CAAC;AAC9F"}