@loaders.gl/schema 3.1.0-alpha.5 → 3.1.0-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (164) hide show
  1. package/dist/bundle.d.ts +1 -0
  2. package/dist/bundle.d.ts.map +1 -0
  3. package/dist/bundle.js +1289 -0
  4. package/dist/category/common.d.ts +3 -1
  5. package/dist/category/common.d.ts.map +1 -0
  6. package/dist/category/common.js +10 -0
  7. package/dist/category/gis.d.ts +1 -1
  8. package/dist/category/gis.d.ts.map +1 -0
  9. package/dist/category/gis.js +2 -0
  10. package/dist/category/mesh/convert-mesh.d.ts +1 -0
  11. package/dist/category/mesh/convert-mesh.d.ts.map +1 -0
  12. package/dist/category/mesh/convert-mesh.js +39 -0
  13. package/dist/category/mesh/deduce-mesh-schema.d.ts +2 -1
  14. package/dist/category/mesh/deduce-mesh-schema.d.ts.map +1 -0
  15. package/dist/category/mesh/deduce-mesh-schema.js +62 -0
  16. package/dist/category/mesh/mesh-to-arrow-table.d.ts +1 -10
  17. package/dist/category/mesh/mesh-to-arrow-table.d.ts.map +1 -0
  18. package/dist/category/mesh/mesh-to-arrow-table.js +44 -0
  19. package/dist/category/mesh/mesh-types.d.ts +2 -1
  20. package/dist/category/mesh/mesh-types.d.ts.map +1 -0
  21. package/dist/category/mesh/mesh-types.js +2 -0
  22. package/dist/category/mesh/mesh-utils.d.ts +1 -0
  23. package/dist/category/mesh/mesh-utils.d.ts.map +1 -0
  24. package/dist/category/mesh/mesh-utils.js +51 -0
  25. package/dist/category/table/deduce-table-schema.d.ts +2 -1
  26. package/dist/category/table/deduce-table-schema.d.ts.map +1 -0
  27. package/dist/category/table/deduce-table-schema.js +106 -0
  28. package/dist/category/table/table-types.d.ts +5 -2
  29. package/dist/category/table/table-types.d.ts.map +1 -0
  30. package/dist/category/table/table-types.js +2 -0
  31. package/dist/es5/category/mesh/convert-mesh.js +0 -8
  32. package/dist/es5/category/mesh/convert-mesh.js.map +1 -1
  33. package/dist/es5/category/mesh/deduce-mesh-schema.js +1 -1
  34. package/dist/es5/category/mesh/deduce-mesh-schema.js.map +1 -1
  35. package/dist/es5/category/mesh/mesh-to-arrow-table.js +0 -39
  36. package/dist/es5/category/mesh/mesh-to-arrow-table.js.map +1 -1
  37. package/dist/es5/category/table/deduce-table-schema.js.map +1 -1
  38. package/dist/es5/index.js +1 -1
  39. package/dist/es5/index.js.map +1 -1
  40. package/dist/es5/lib/arrow/arrow-like-type-utils.js +1 -1
  41. package/dist/es5/lib/arrow/arrow-like-type-utils.js.map +1 -1
  42. package/dist/es5/lib/arrow/arrow-type-utils.js +0 -70
  43. package/dist/es5/lib/arrow/arrow-type-utils.js.map +1 -1
  44. package/dist/es5/lib/arrow/get-type-info.js +1 -1
  45. package/dist/es5/lib/arrow/get-type-info.js.map +1 -1
  46. package/dist/es5/lib/batches/base-table-batch-aggregator.js.map +1 -1
  47. package/dist/es5/lib/batches/columnar-table-batch-aggregator.js.map +1 -1
  48. package/dist/es5/lib/batches/row-table-batch-aggregator.js.map +1 -1
  49. package/dist/es5/lib/batches/table-batch-builder.js.map +1 -1
  50. package/dist/es5/lib/schema/impl/schema.js.map +1 -1
  51. package/dist/es5/lib/schema/impl/type.js.map +1 -1
  52. package/dist/es5/lib/schema/{index.js → schema.js} +1 -1
  53. package/dist/es5/lib/schema/schema.js.map +1 -0
  54. package/dist/es5/lib/schema-utils/deduce-column-type.js.map +1 -1
  55. package/dist/es5/lib/utils/async-queue.js.map +1 -1
  56. package/dist/esm/category/mesh/convert-mesh.js +0 -7
  57. package/dist/esm/category/mesh/convert-mesh.js.map +1 -1
  58. package/dist/esm/category/mesh/deduce-mesh-schema.js +1 -1
  59. package/dist/esm/category/mesh/deduce-mesh-schema.js.map +1 -1
  60. package/dist/esm/category/mesh/mesh-to-arrow-table.js +0 -29
  61. package/dist/esm/category/mesh/mesh-to-arrow-table.js.map +1 -1
  62. package/dist/esm/category/table/deduce-table-schema.js.map +1 -1
  63. package/dist/esm/index.js +1 -1
  64. package/dist/esm/index.js.map +1 -1
  65. package/dist/esm/lib/arrow/arrow-like-type-utils.js +1 -1
  66. package/dist/esm/lib/arrow/arrow-like-type-utils.js.map +1 -1
  67. package/dist/esm/lib/arrow/arrow-type-utils.js +0 -60
  68. package/dist/esm/lib/arrow/arrow-type-utils.js.map +1 -1
  69. package/dist/esm/lib/arrow/get-type-info.js +1 -1
  70. package/dist/esm/lib/arrow/get-type-info.js.map +1 -1
  71. package/dist/esm/lib/batches/base-table-batch-aggregator.js.map +1 -1
  72. package/dist/esm/lib/batches/columnar-table-batch-aggregator.js.map +1 -1
  73. package/dist/esm/lib/batches/row-table-batch-aggregator.js.map +1 -1
  74. package/dist/esm/lib/batches/table-batch-builder.js.map +1 -1
  75. package/dist/esm/lib/schema/impl/schema.js.map +1 -1
  76. package/dist/esm/lib/schema/impl/type.js.map +1 -1
  77. package/dist/esm/lib/schema/{index.js → schema.js} +1 -1
  78. package/dist/esm/lib/schema/schema.js.map +1 -0
  79. package/dist/esm/lib/schema-utils/deduce-column-type.js.map +1 -1
  80. package/dist/esm/lib/utils/async-queue.js.map +1 -1
  81. package/dist/index.d.ts +2 -1
  82. package/dist/index.d.ts.map +1 -0
  83. package/dist/index.js +75 -0
  84. package/dist/lib/arrow/arrow-like-type-utils.d.ts +2 -1
  85. package/dist/lib/arrow/arrow-like-type-utils.d.ts.map +1 -0
  86. package/dist/lib/arrow/arrow-like-type-utils.js +27 -0
  87. package/dist/lib/arrow/arrow-type-utils.d.ts +1 -5
  88. package/dist/lib/arrow/arrow-type-utils.d.ts.map +1 -0
  89. package/dist/lib/arrow/arrow-type-utils.js +70 -0
  90. package/dist/lib/arrow/get-type-info.d.ts +2 -1
  91. package/dist/lib/arrow/get-type-info.d.ts.map +1 -0
  92. package/dist/lib/arrow/get-type-info.js +28 -0
  93. package/dist/lib/batches/base-table-batch-aggregator.d.ts +2 -1
  94. package/dist/lib/batches/base-table-batch-aggregator.d.ts.map +1 -0
  95. package/dist/lib/batches/base-table-batch-aggregator.js +58 -0
  96. package/dist/lib/batches/columnar-table-batch-aggregator.d.ts +2 -1
  97. package/dist/lib/batches/columnar-table-batch-aggregator.d.ts.map +1 -0
  98. package/dist/lib/batches/columnar-table-batch-aggregator.js +90 -0
  99. package/dist/lib/batches/row-table-batch-aggregator.d.ts +2 -1
  100. package/dist/lib/batches/row-table-batch-aggregator.d.ts.map +1 -0
  101. package/dist/lib/batches/row-table-batch-aggregator.js +79 -0
  102. package/dist/lib/batches/table-batch-aggregator.d.ts +2 -1
  103. package/dist/lib/batches/table-batch-aggregator.d.ts.map +1 -0
  104. package/dist/lib/batches/table-batch-aggregator.js +2 -0
  105. package/dist/lib/batches/table-batch-builder.d.ts +3 -2
  106. package/dist/lib/batches/table-batch-builder.d.ts.map +1 -0
  107. package/dist/lib/batches/table-batch-builder.js +153 -0
  108. package/dist/lib/schema/impl/enum.d.ts +1 -0
  109. package/dist/lib/schema/impl/enum.d.ts.map +1 -0
  110. package/dist/lib/schema/impl/enum.js +97 -0
  111. package/dist/lib/schema/impl/field.d.ts +1 -0
  112. package/dist/lib/schema/impl/field.d.ts.map +1 -0
  113. package/dist/lib/schema/impl/field.js +32 -0
  114. package/dist/lib/schema/impl/schema.d.ts +1 -0
  115. package/dist/lib/schema/impl/schema.d.ts.map +1 -0
  116. package/dist/lib/schema/impl/schema.js +83 -0
  117. package/dist/lib/schema/impl/type.d.ts +3 -2
  118. package/dist/lib/schema/impl/type.d.ts.map +1 -0
  119. package/dist/lib/schema/impl/type.js +462 -0
  120. package/dist/lib/schema/{index.d.ts → schema.d.ts} +1 -0
  121. package/dist/lib/schema/schema.d.ts.map +1 -0
  122. package/dist/lib/schema/schema.js +90 -0
  123. package/dist/lib/schema-utils/deduce-column-type.d.ts +3 -2
  124. package/dist/lib/schema-utils/deduce-column-type.d.ts.map +1 -0
  125. package/dist/lib/schema-utils/deduce-column-type.js +92 -0
  126. package/dist/lib/utils/assert.d.ts +1 -0
  127. package/dist/lib/utils/assert.d.ts.map +1 -0
  128. package/dist/lib/utils/assert.js +12 -0
  129. package/dist/lib/utils/async-queue.d.ts +1 -0
  130. package/dist/lib/utils/async-queue.d.ts.map +1 -0
  131. package/dist/lib/utils/async-queue.js +92 -0
  132. package/dist/lib/utils/row-utils.d.ts +1 -0
  133. package/dist/lib/utils/row-utils.d.ts.map +1 -0
  134. package/dist/lib/utils/row-utils.js +33 -0
  135. package/dist/types.d.ts +1 -0
  136. package/dist/types.d.ts.map +1 -0
  137. package/dist/types.js +2 -0
  138. package/package.json +4 -6
  139. package/src/category/common.ts +2 -1
  140. package/src/category/gis.ts +0 -1
  141. package/src/category/mesh/convert-mesh.ts +6 -6
  142. package/src/category/mesh/deduce-mesh-schema.ts +1 -1
  143. package/src/category/mesh/mesh-to-arrow-table.ts +4 -2
  144. package/src/category/mesh/mesh-types.ts +1 -1
  145. package/src/category/table/deduce-table-schema.ts +1 -1
  146. package/src/category/table/table-types.ts +5 -2
  147. package/src/index.ts +1 -1
  148. package/src/lib/arrow/arrow-like-type-utils.ts +11 -1
  149. package/src/lib/arrow/arrow-type-utils.ts +2 -0
  150. package/src/lib/arrow/get-type-info.ts +1 -1
  151. package/src/lib/batches/base-table-batch-aggregator.ts +1 -1
  152. package/src/lib/batches/columnar-table-batch-aggregator.ts +1 -1
  153. package/src/lib/batches/row-table-batch-aggregator.ts +1 -1
  154. package/src/lib/batches/table-batch-aggregator.ts +1 -1
  155. package/src/lib/batches/table-batch-builder.ts +2 -2
  156. package/src/lib/schema/impl/schema.ts +2 -2
  157. package/src/lib/schema/impl/type.ts +2 -2
  158. package/src/lib/schema/{index.ts → schema.ts} +0 -0
  159. package/src/lib/schema-utils/deduce-column-type.ts +6 -2
  160. package/src/lib/utils/async-queue.ts +7 -4
  161. package/dist/dist.min.js +0 -2
  162. package/dist/dist.min.js.map +0 -1
  163. package/dist/es5/lib/schema/index.js.map +0 -1
  164. package/dist/esm/lib/schema/index.js.map +0 -1
@@ -1,4 +1,4 @@
1
- import type { RecordBatch } from 'apache-arrow';
1
+ declare type RecordBatch = any;
2
2
  export declare type Field = any;
3
3
  export declare type Schema = {
4
4
  [key: string]: Field;
@@ -16,3 +16,5 @@ export declare type Batch = {
16
16
  cursor?: number;
17
17
  [key: string]: any;
18
18
  };
19
+ export {};
20
+ //# sourceMappingURL=common.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../src/category/common.ts"],"names":[],"mappings":"AACA,aAAK,WAAW,GAAG,GAAG,CAAC;AAEvB,oBAAY,KAAK,GAAG,GAAG,CAAC;AAExB,oBAAY,MAAM,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,KAAK,CAAC;CACtB,CAAC;AAEF,oBAAY,KAAK,GAAG;IAClB,SAAS,EAAE,MAAM,GAAG,UAAU,GAAG,gBAAgB,GAAG,cAAc,CAAC;IACnE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,GAAG,CAAC;IACV,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB,CAAC"}
@@ -0,0 +1,10 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ /*
4
+ export type Batch = {
5
+ bytesUsed?: number;
6
+ count?: number;
7
+ cursor?: number;
8
+ [key: string]: any;
9
+ }
10
+ */
@@ -43,8 +43,8 @@ export declare type BinaryPolygonFeatures = BinaryPolygonGeometry & BinaryProper
43
43
  * Represent a collection of Features, similar to a GeoJSON FeatureCollection
44
44
  */
45
45
  export declare type BinaryFeatures = {
46
- type?: BinaryGeometryType;
47
46
  points?: BinaryPointFeatures;
48
47
  lines?: BinaryLineFeatures;
49
48
  polygons?: BinaryPolygonFeatures;
50
49
  };
50
+ //# sourceMappingURL=gis.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gis.d.ts","sourceRoot":"","sources":["../../src/category/gis.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,UAAU,CAAC;AAKzC,YAAY,EAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,iBAAiB,EAAC,MAAM,SAAS,CAAC;AAErF,YAAY,EAAC,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,eAAe,EAAE,OAAO,EAAE,YAAY,EAAC,MAAM,SAAS,CAAC;AAInG,oBAAY,eAAe,GAAG;IAAC,KAAK,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAC,CAAC;AAChE,oBAAY,kBAAkB,GAAG,OAAO,GAAG,YAAY,GAAG,SAAS,CAAC;AAEpE,aAAK,YAAY,GAAG;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,eAAe,CAAA;CAAC,CAAC;AACrD,aAAK,UAAU,GAAG,MAAM,EAAE,CAAC;AAE3B;;GAEG;AACH,oBAAY,cAAc,GAAG,mBAAmB,GAAG,kBAAkB,GAAG,qBAAqB,CAAC;AAE9F,oBAAY,mBAAmB,GAAG;IAChC,IAAI,EAAE,OAAO,CAAC;IACd,SAAS,EAAE,eAAe,CAAC;CAC5B,CAAC;AAEF,oBAAY,kBAAkB,GAAG;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,SAAS,EAAE,eAAe,CAAC;IAC3B,WAAW,EAAE,eAAe,CAAC;CAC9B,CAAC;AAEF,oBAAY,qBAAqB,GAAG;IAClC,IAAI,EAAE,SAAS,CAAC;IAChB,SAAS,EAAE,eAAe,CAAC;IAC3B,cAAc,EAAE,eAAe,CAAC;IAChC,uBAAuB,EAAE,eAAe,CAAC;CAC1C,CAAC;AAEF,oBAAY,gBAAgB,GAAG;IAC7B,UAAU,EAAE,eAAe,CAAC;IAC5B,gBAAgB,EAAE,eAAe,CAAC;IAClC,YAAY,EAAE,YAAY,CAAC;IAC3B,UAAU,EAAE,UAAU,CAAC;IACvB,MAAM,CAAC,EAAE,UAAU,CAAC;CACrB,CAAC;AAEF,oBAAY,mBAAmB,GAAG,mBAAmB,GAAG,gBAAgB,CAAC;AACzE,oBAAY,kBAAkB,GAAG,kBAAkB,GAAG,gBAAgB,CAAC;AACvE,oBAAY,qBAAqB,GAAG,qBAAqB,GAAG,gBAAgB,CAAC;AAE7E;;GAEG;AACH,oBAAY,cAAc,GAAG;IAC3B,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,KAAK,CAAC,EAAE,kBAAkB,CAAC;IAC3B,QAAQ,CAAC,EAAE,qBAAqB,CAAC;CAClC,CAAC"}
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -12,3 +12,4 @@ export declare function convertMesh(mesh: Mesh, shape: TargetShape, options?: an
12
12
  */
13
13
  export declare function convertMeshToColumnarTable(mesh: Mesh): ColumnarTable;
14
14
  export {};
15
+ //# sourceMappingURL=convert-mesh.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"convert-mesh.d.ts","sourceRoot":"","sources":["../../../src/category/mesh/convert-mesh.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,IAAI,EAAC,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,EAAC,aAAa,EAAE,UAAU,EAAC,MAAM,sBAAsB,CAAC;AAGpE,aAAK,WAAW,GAAG,MAAM,GAAG,gBAAgB,GAAG,aAAa,CAAC;AAE7D;;GAEG;AACH,wBAAgB,WAAW,CACzB,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,WAAW,EAClB,OAAO,CAAC,EAAE,GAAG,GACZ,IAAI,GAAG,aAAa,GAAG,UAAU,CAcnC;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,IAAI,GAAG,aAAa,CAYpE"}
@@ -0,0 +1,39 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.convertMeshToColumnarTable = exports.convertMesh = void 0;
4
+ /**
5
+ * Convert a mesh to a specific shape
6
+ */
7
+ function convertMesh(mesh, shape, options) {
8
+ switch (shape || 'mesh') {
9
+ case 'mesh':
10
+ return mesh;
11
+ case 'columnar-table':
12
+ return convertMeshToColumnarTable(mesh);
13
+ // case 'arrow-table':
14
+ // return {
15
+ // shape: 'arrow-table',
16
+ // data: convertMeshToArrowTable(mesh)
17
+ // };
18
+ default:
19
+ throw new Error(`Unsupported shape ${options?.shape}`);
20
+ }
21
+ }
22
+ exports.convertMesh = convertMesh;
23
+ /**
24
+ * Convert a loaders.gl Mesh to a Columnar Table
25
+ * @param mesh
26
+ * @returns
27
+ */
28
+ function convertMeshToColumnarTable(mesh) {
29
+ const columns = {};
30
+ for (const [columnName, attribute] of Object.entries(mesh.attributes)) {
31
+ columns[columnName] = attribute.value;
32
+ }
33
+ return {
34
+ shape: 'columnar-table',
35
+ schema: mesh.schema,
36
+ data: columns
37
+ };
38
+ }
39
+ exports.convertMeshToColumnarTable = convertMeshToColumnarTable;
@@ -1,5 +1,5 @@
1
1
  import { MeshAttribute, MeshAttributes } from './mesh-types';
2
- import { Schema, Field } from '../../lib/schema';
2
+ import { Schema, Field } from '../../lib/schema/schema';
3
3
  /**
4
4
  * Create a schema for mesh attributes data
5
5
  * @param attributes
@@ -21,3 +21,4 @@ export declare function deduceMeshField(attributeName: string, attribute: MeshAt
21
21
  * @returns
22
22
  */
23
23
  export declare function makeMeshAttributeMetadata(attribute: MeshAttribute): Map<string, string>;
24
+ //# sourceMappingURL=deduce-mesh-schema.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"deduce-mesh-schema.d.ts","sourceRoot":"","sources":["../../../src/category/mesh/deduce-mesh-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,aAAa,EAAE,cAAc,EAAC,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAC,MAAM,EAAE,KAAK,EAAgB,MAAM,yBAAyB,CAAC;AAGrE;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAC9B,UAAU,EAAE,cAAc,EAC1B,QAAQ,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAC7B,MAAM,CAGR;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAC7B,aAAa,EAAE,MAAM,EACrB,SAAS,EAAE,aAAa,EACxB,gBAAgB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GACrC,KAAK,CAUP;AAgBD;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAYvF"}
@@ -0,0 +1,62 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.makeMeshAttributeMetadata = exports.deduceMeshField = exports.deduceMeshSchema = void 0;
4
+ const schema_1 = require("../../lib/schema/schema");
5
+ const arrow_like_type_utils_1 = require("../../lib/arrow/arrow-like-type-utils");
6
+ /**
7
+ * Create a schema for mesh attributes data
8
+ * @param attributes
9
+ * @param metadata
10
+ * @returns
11
+ */
12
+ function deduceMeshSchema(attributes, metadata) {
13
+ const fields = deduceMeshFields(attributes);
14
+ return new schema_1.Schema(fields, metadata);
15
+ }
16
+ exports.deduceMeshSchema = deduceMeshSchema;
17
+ /**
18
+ * Create arrow-like schema field for mesh attribute
19
+ * @param attributeName
20
+ * @param attribute
21
+ * @param optionalMetadata
22
+ * @returns
23
+ */
24
+ function deduceMeshField(attributeName, attribute, optionalMetadata) {
25
+ const type = (0, arrow_like_type_utils_1.getArrowTypeFromTypedArray)(attribute.value);
26
+ const metadata = optionalMetadata ? optionalMetadata : makeMeshAttributeMetadata(attribute);
27
+ const field = new schema_1.Field(attributeName, new schema_1.FixedSizeList(attribute.size, new schema_1.Field('value', type)), false, metadata);
28
+ return field;
29
+ }
30
+ exports.deduceMeshField = deduceMeshField;
31
+ /**
32
+ * Create fields array for mesh attributes
33
+ * @param attributes
34
+ * @returns
35
+ */
36
+ function deduceMeshFields(attributes) {
37
+ const fields = [];
38
+ for (const attributeName in attributes) {
39
+ const attribute = attributes[attributeName];
40
+ fields.push(deduceMeshField(attributeName, attribute));
41
+ }
42
+ return fields;
43
+ }
44
+ /**
45
+ * Make metadata by mesh attribute properties
46
+ * @param attribute
47
+ * @returns
48
+ */
49
+ function makeMeshAttributeMetadata(attribute) {
50
+ const result = new Map();
51
+ if ('byteOffset' in attribute) {
52
+ result.set('byteOffset', attribute.byteOffset.toString(10));
53
+ }
54
+ if ('byteStride' in attribute) {
55
+ result.set('byteStride', attribute.byteStride.toString(10));
56
+ }
57
+ if ('normalized' in attribute) {
58
+ result.set('normalized', attribute.normalized.toString());
59
+ }
60
+ return result;
61
+ }
62
+ exports.makeMeshAttributeMetadata = makeMeshAttributeMetadata;
@@ -1,10 +1 @@
1
- import { Table } from 'apache-arrow/Arrow.dom';
2
- import type { Mesh } from './mesh-types';
3
- /**
4
- * * Convert a loaders.gl Mesh to an Apache Arrow Table
5
- * @param mesh
6
- * @param metadata
7
- * @param batchSize
8
- * @returns
9
- */
10
- export declare function convertMeshToArrowTable(mesh: Mesh, batchSize?: number): Table;
1
+ //# sourceMappingURL=mesh-to-arrow-table.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mesh-to-arrow-table.d.ts","sourceRoot":"","sources":["../../../src/category/mesh/mesh-to-arrow-table.ts"],"names":[],"mappings":""}
@@ -0,0 +1,44 @@
1
+ "use strict";
2
+ /*
3
+ import {
4
+ Table,
5
+ Schema,
6
+ RecordBatch,
7
+ FixedSizeList,
8
+ Field,
9
+ Data,
10
+ FixedSizeListVector
11
+ } from 'apache-arrow';
12
+ import {AbstractVector} from 'apache-arrow/vector';
13
+ import {getArrowType, getArrowVector} from '../../lib/arrow/arrow-type-utils';
14
+ import type {Mesh} from './mesh-types';
15
+ import {makeMeshAttributeMetadata} from './deduce-mesh-schema';
16
+
17
+ /**
18
+ * * Convert a loaders.gl Mesh to an Apache Arrow Table
19
+ * @param mesh
20
+ * @param metadata
21
+ * @param batchSize
22
+ * @returns
23
+ *
24
+ export function convertMeshToArrowTable(mesh: Mesh, batchSize?: number): Table {
25
+ const vectors: AbstractVector[] = [];
26
+ const fields: Field[] = [];
27
+ for (const attributeKey in mesh.attributes) {
28
+ const attribute = mesh.attributes[attributeKey];
29
+ const {value, size = 1} = attribute;
30
+ const type = getArrowType(value);
31
+ const vector = getArrowVector(value);
32
+ const listType = new FixedSizeList(size, new Field('value', type));
33
+ const field = new Field(attributeKey, listType, false, makeMeshAttributeMetadata(attribute));
34
+ const data = new Data(listType, 0, value.length / size, 0, undefined, [vector]);
35
+ const listVector = new FixedSizeListVector(data);
36
+ vectors.push(listVector);
37
+ fields.push(field);
38
+ }
39
+ const schema = new Schema(fields, mesh?.schema?.metadata || new Map<string, string>());
40
+ const recordBatch = new RecordBatch(schema, vectors[0].length, vectors);
41
+ const table = new Table(schema, recordBatch);
42
+ return table;
43
+ }
44
+ */
@@ -1,4 +1,4 @@
1
- import type { Schema } from '../../lib/schema';
1
+ import type { Schema } from '../../lib/schema/schema';
2
2
  import type { TypedArray } from '../../types';
3
3
  import type { ColumnarTable, ArrowTable } from '../table/table-types';
4
4
  /** Mesh as columnar table */
@@ -47,3 +47,4 @@ export declare type MeshAttribute = {
47
47
  export declare type MeshAttributes = {
48
48
  [attributeName: string]: MeshAttribute;
49
49
  };
50
+ //# sourceMappingURL=mesh-types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mesh-types.d.ts","sourceRoot":"","sources":["../../../src/category/mesh/mesh-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAC;AACpD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAC,aAAa,EAAE,UAAU,EAAC,MAAM,sBAAsB,CAAC;AAEpE,6BAA6B;AAC7B,MAAM,WAAW,SAAU,SAAQ,aAAa;IAE9C,QAAQ,EAAE,YAAY,GAAG,eAAe,GAAG,gBAAgB,CAAC;IAC5D,OAAO,CAAC,EAAE,aAAa,CAAC;CACzB;AAED,0BAA0B;AAC1B,MAAM,WAAW,cAAe,SAAQ,UAAU;IAEhD,QAAQ,EAAE,YAAY,GAAG,eAAe,GAAG,gBAAgB,CAAC;IAC5D,OAAO,CAAC,EAAE,aAAa,CAAC;CACzB;AAED,0EAA0E;AAC1E,oBAAY,YAAY,GAAG;IACzB,UAAU,EAAE;QAAC,CAAC,aAAa,EAAE,MAAM,GAAG,aAAa,CAAA;KAAC,CAAC;IACrD,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,QAAQ,EAAE,YAAY,GAAG,eAAe,GAAG,gBAAgB,CAAC;IAC5D,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,mFAAmF;AACnF,oBAAY,IAAI,GAAG,YAAY,GAAG;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAC;IAClC,MAAM,CAAC,EAAE;QACP,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;KACpC,CAAC;IACF,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF;;;GAGG;AACH,oBAAY,aAAa,GAAG;IAC1B,KAAK,EAAE,UAAU,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF,wDAAwD;AACxD,oBAAY,cAAc,GAAG;IAAC,CAAC,aAAa,EAAE,MAAM,GAAG,aAAa,CAAA;CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -20,3 +20,4 @@ export declare function getMeshSize(attributes: TypedArrays): number;
20
20
  */
21
21
  export declare function getMeshBoundingBox(attributes: MeshAttributes): BoundingBox;
22
22
  export {};
23
+ //# sourceMappingURL=mesh-utils.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mesh-utils.d.ts","sourceRoot":"","sources":["../../../src/category/mesh/mesh-utils.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AACvC,OAAO,EAAC,cAAc,EAAC,MAAM,cAAc,CAAC;AAE5C,aAAK,WAAW,GAAG;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,CAAA;CAAC,CAAC;AAE/C;;;GAGG;AACH,aAAK,WAAW,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAExE;;;GAGG;AACH,wBAAgB,WAAW,CAAC,UAAU,EAAE,WAAW,GAAG,MAAM,CAU3D;AAED;;;;GAIG;AAEH,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,cAAc,GAAG,WAAW,CA4B1E"}
@@ -0,0 +1,51 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getMeshBoundingBox = exports.getMeshSize = void 0;
4
+ /**
5
+ * Get number of vertices in mesh
6
+ * @param attributes
7
+ */
8
+ function getMeshSize(attributes) {
9
+ let size = 0;
10
+ for (const attributeName in attributes) {
11
+ const attribute = attributes[attributeName];
12
+ if (ArrayBuffer.isView(attribute)) {
13
+ // @ts-ignore DataView doesn't have BYTES_PER_ELEMENT
14
+ size += attribute.byteLength * attribute.BYTES_PER_ELEMENT;
15
+ }
16
+ }
17
+ return size;
18
+ }
19
+ exports.getMeshSize = getMeshSize;
20
+ /**
21
+ * Get the (axis aligned) bounding box of a mesh
22
+ * @param attributes
23
+ * @returns array of two vectors representing the axis aligned bounding box
24
+ */
25
+ // eslint-disable-next-line complexity
26
+ function getMeshBoundingBox(attributes) {
27
+ let minX = Infinity;
28
+ let minY = Infinity;
29
+ let minZ = Infinity;
30
+ let maxX = -Infinity;
31
+ let maxY = -Infinity;
32
+ let maxZ = -Infinity;
33
+ const positions = attributes.POSITION ? attributes.POSITION.value : [];
34
+ const len = positions && positions.length;
35
+ for (let i = 0; i < len; i += 3) {
36
+ const x = positions[i];
37
+ const y = positions[i + 1];
38
+ const z = positions[i + 2];
39
+ minX = x < minX ? x : minX;
40
+ minY = y < minY ? y : minY;
41
+ minZ = z < minZ ? z : minZ;
42
+ maxX = x > maxX ? x : maxX;
43
+ maxY = y > maxY ? y : maxY;
44
+ maxZ = z > maxZ ? z : maxZ;
45
+ }
46
+ return [
47
+ [minX, minY, minZ],
48
+ [maxX, maxY, maxZ]
49
+ ];
50
+ }
51
+ exports.getMeshBoundingBox = getMeshBoundingBox;
@@ -1,4 +1,4 @@
1
- import { Schema } from '../../lib/schema';
1
+ import { Schema } from '../../lib/schema/schema';
2
2
  /**
3
3
  * SCHEMA SUPPORT - AUTODEDUCTION
4
4
  * @param {*} table
@@ -6,3 +6,4 @@ import { Schema } from '../../lib/schema';
6
6
  * @returns
7
7
  */
8
8
  export declare function deduceTableSchema(table: any, schema?: Schema): Schema;
9
+ //# sourceMappingURL=deduce-table-schema.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"deduce-table-schema.d.ts","sourceRoot":"","sources":["../../../src/category/table/deduce-table-schema.ts"],"names":[],"mappings":"AACA,OAAO,EACL,MAAM,EAcP,MAAM,yBAAyB,CAAC;AAmBjC;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,KAAA,EAAE,MAAM,CAAC,EAAE,MAAM,UAMvD"}
@@ -0,0 +1,106 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.deduceTableSchema = void 0;
4
+ // const TYPED_ARRAY_TO_TYPE = {
5
+ // Int8Array: new Int8(),
6
+ // Int16Array: new Int16(),
7
+ // Int32Array: new Int32(),
8
+ // Uint8Array: new Uint8(),
9
+ // Uint8ClampedArray: new Uint8(),
10
+ // Uint16Array: new Uint16(),
11
+ // Uint32Array: new Uint32(),
12
+ // Float32Array: new Float32(),
13
+ // Float64Array: new Float64()
14
+ // };
15
+ // if (typeof BigInt64Array !== 'undefined') {
16
+ // TYPED_ARRAY_TO_TYPE.BigInt64Array = new Int64();
17
+ // TYPED_ARRAY_TO_TYPE.BigUint64Array = new Uint64();
18
+ // }
19
+ /**
20
+ * SCHEMA SUPPORT - AUTODEDUCTION
21
+ * @param {*} table
22
+ * @param {*} schema
23
+ * @returns
24
+ */
25
+ function deduceTableSchema(table, schema) {
26
+ const deducedSchema = Array.isArray(table)
27
+ ? deduceSchemaForRowTable(table)
28
+ : deduceSchemaForColumnarTable(table);
29
+ // Deduced schema will fill in missing info from partial options.schema, if provided
30
+ return Object.assign(deducedSchema, schema);
31
+ }
32
+ exports.deduceTableSchema = deduceTableSchema;
33
+ function deduceSchemaForColumnarTable(columnarTable) {
34
+ const schema = {};
35
+ for (const field in columnarTable) {
36
+ const column = columnarTable[field];
37
+ // Check if column is typed, if so we are done
38
+ if (ArrayBuffer.isView(column)) {
39
+ schema[field] = column.constructor;
40
+ // else we need data
41
+ }
42
+ else if (column.length) {
43
+ const value = column[0];
44
+ schema[field] = deduceTypeFromValue(value);
45
+ // TODO - support nested schemas?
46
+ }
47
+ // else we mark as present but unknow
48
+ schema[field] = schema[field] || null;
49
+ }
50
+ return schema;
51
+ }
52
+ function deduceSchemaForRowTable(rowTable) {
53
+ const schema = {};
54
+ if (rowTable.length) {
55
+ const row = rowTable[0];
56
+ // TODO - Could look at additional rows if nulls in first row
57
+ for (const field in row) {
58
+ const value = row[field];
59
+ schema[field] = deduceTypeFromValue(value);
60
+ }
61
+ }
62
+ return schema;
63
+ }
64
+ function deduceTypeFromValue(value) {
65
+ if (value instanceof Date) {
66
+ return Date;
67
+ }
68
+ else if (value instanceof Number) {
69
+ return Float32Array;
70
+ }
71
+ else if (typeof value === 'string') {
72
+ return String;
73
+ }
74
+ return null;
75
+ }
76
+ /*
77
+ // eslint-disable-next-line @typescript-eslint/no-unused-vars
78
+ function deduceSchema(rows) {
79
+ const row = rows[0];
80
+
81
+ const schema = {};
82
+ let i = 0;
83
+ for (const columnName in row) {
84
+ const value = row[columnName];
85
+ switch (typeof value) {
86
+ case 'number':
87
+ case 'boolean':
88
+ // TODO - booleans could be handled differently...
89
+ schema[columnName] = {name: String(columnName), index: i, type: Float32Array};
90
+ break;
91
+
92
+ case 'object':
93
+ schema[columnName] = {name: String(columnName), index: i, type: Array};
94
+ break;
95
+
96
+ case 'string':
97
+ default:
98
+ schema[columnName] = {name: String(columnName), index: i, type: Array};
99
+ // We currently only handle numeric rows
100
+ // TODO we could offer a function to map strings to numbers?
101
+ }
102
+ i++;
103
+ }
104
+ return schema;
105
+ }
106
+ */
@@ -1,7 +1,8 @@
1
- import type { Schema } from '../../lib/schema';
2
- import type { Table as ApacheArrowTable, RecordBatch } from 'apache-arrow/Arrow.dom';
1
+ import type { Schema } from '../../lib/schema/schema';
3
2
  import type { AnyArray } from '../../types';
4
3
  import type { Batch } from '../common';
4
+ declare type ApacheArrowTable = any;
5
+ declare type RecordBatch = any;
5
6
  /** A general table */
6
7
  export interface Table {
7
8
  shape: 'row-table' | 'array-row-table' | 'object-row-table' | 'columnar-table' | 'arrow-table';
@@ -73,3 +74,5 @@ export declare type ArrowTableBatch = TableBatch & {
73
74
  shape: 'arrow-table';
74
75
  data: RecordBatch;
75
76
  };
77
+ export {};
78
+ //# sourceMappingURL=table-types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"table-types.d.ts","sourceRoot":"","sources":["../../../src/category/table/table-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAC;AACpD,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,WAAW,CAAC;AAGrC,aAAK,gBAAgB,GAAG,GAAG,CAAC;AAC5B,aAAK,WAAW,GAAG,GAAG,CAAC;AAEvB,sBAAsB;AACtB,MAAM,WAAW,KAAK;IACpB,KAAK,EAAE,WAAW,GAAG,iBAAiB,GAAG,kBAAkB,GAAG,gBAAgB,GAAG,aAAa,CAAC;IAC/F,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;CACrC;AAED,4CAA4C;AAC5C,MAAM,WAAW,QAAS,SAAQ,KAAK;IACrC,KAAK,EAAE,WAAW,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;IAC5D,IAAI,EAAE,GAAG,EAAE,CAAC;CACb;AAED,4EAA4E;AAC5E,MAAM,WAAW,aAAc,SAAQ,QAAQ;IAC7C,KAAK,EAAE,iBAAiB,CAAC;IACzB,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;CACf;AAED,6FAA6F;AAC7F,MAAM,WAAW,cAAe,SAAQ,QAAQ;IAC9C,KAAK,EAAE,kBAAkB,CAAC;IAC1B,IAAI,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,CAAC;CACrC;AAED,8EAA8E;AAC9E,MAAM,WAAW,aAAc,SAAQ,KAAK;IAC1C,KAAK,EAAE,gBAAgB,CAAC;IACxB,IAAI,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,QAAQ,CAAA;KAAC,CAAC;CACxC;AAED,iDAAiD;AACjD,MAAM,WAAW,UAAW,SAAQ,KAAK;IACvC,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,EAAE,gBAAgB,CAAC;CACxB;AAID,gCAAgC;AAChC,oBAAY,UAAU,GAAG,KAAK,GAAG;IAC/B,IAAI,EAAE,GAAG,CAAC;IACV,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,sDAAsD;AACtD,oBAAY,aAAa,GAAG,UAAU,GAAG;IACvC,KAAK,EAAE,WAAW,CAAC;IACnB,IAAI,EAAE,GAAG,EAAE,CAAC;CACb,CAAC;AAEF,sFAAsF;AACtF,oBAAY,kBAAkB,GAAG,aAAa,GAAG;IAC/C,KAAK,EAAE,iBAAiB,CAAC;IACzB,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;CACf,CAAC;AAEF,uGAAuG;AACvG,oBAAY,mBAAmB,GAAG,aAAa,GAAG;IAChD,KAAK,EAAE,kBAAkB,CAAC;IAC1B,IAAI,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,CAAC;CACrC,CAAC;AAEF,wFAAwF;AACxF,oBAAY,kBAAkB,GAAG,UAAU,GAAG;IAC5C,KAAK,EAAE,gBAAgB,CAAC;IACxB,IAAI,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,QAAQ,CAAA;KAAC,CAAC;CACxC,CAAC;AAEF,2DAA2D;AAC3D,oBAAY,eAAe,GAAG,UAAU,GAAG;IACzC,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC"}
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -6,8 +6,6 @@ Object.defineProperty(exports, "__esModule", {
6
6
  exports.convertMesh = convertMesh;
7
7
  exports.convertMeshToColumnarTable = convertMeshToColumnarTable;
8
8
 
9
- var _meshToArrowTable = require("./mesh-to-arrow-table");
10
-
11
9
  function convertMesh(mesh, shape, options) {
12
10
  switch (shape || 'mesh') {
13
11
  case 'mesh':
@@ -16,12 +14,6 @@ function convertMesh(mesh, shape, options) {
16
14
  case 'columnar-table':
17
15
  return convertMeshToColumnarTable(mesh);
18
16
 
19
- case 'arrow-table':
20
- return {
21
- shape: 'arrow-table',
22
- data: (0, _meshToArrowTable.convertMeshToArrowTable)(mesh)
23
- };
24
-
25
17
  default:
26
18
  throw new Error("Unsupported shape ".concat(options === null || options === void 0 ? void 0 : options.shape));
27
19
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/category/mesh/convert-mesh.ts"],"names":["convertMesh","mesh","shape","options","convertMeshToColumnarTable","data","Error","columns","columnName","attribute","Object","entries","attributes","value","schema"],"mappings":";;;;;;;;AAEA;;AAOO,SAASA,WAAT,CACLC,IADK,EAELC,KAFK,EAGLC,OAHK,EAI8B;AACnC,UAAQD,KAAK,IAAI,MAAjB;AACE,SAAK,MAAL;AACE,aAAOD,IAAP;;AACF,SAAK,gBAAL;AACE,aAAOG,0BAA0B,CAACH,IAAD,CAAjC;;AACF,SAAK,aAAL;AACE,aAAO;AACLC,QAAAA,KAAK,EAAE,aADF;AAELG,QAAAA,IAAI,EAAE,+CAAwBJ,IAAxB;AAFD,OAAP;;AAIF;AACE,YAAM,IAAIK,KAAJ,6BAA+BH,OAA/B,aAA+BA,OAA/B,uBAA+BA,OAAO,CAAED,KAAxC,EAAN;AAXJ;AAaD;;AAOM,SAASE,0BAAT,CAAoCH,IAApC,EAA+D;AACpE,QAAMM,OAAO,GAAG,EAAhB;;AAEA,OAAK,MAAM,CAACC,UAAD,EAAaC,SAAb,CAAX,IAAsCC,MAAM,CAACC,OAAP,CAAeV,IAAI,CAACW,UAApB,CAAtC,EAAuE;AACrEL,IAAAA,OAAO,CAACC,UAAD,CAAP,GAAsBC,SAAS,CAACI,KAAhC;AACD;;AAED,SAAO;AACLX,IAAAA,KAAK,EAAE,gBADF;AAELY,IAAAA,MAAM,EAAEb,IAAI,CAACa,MAFR;AAGLT,IAAAA,IAAI,EAAEE;AAHD,GAAP;AAKD","sourcesContent":["import type {Mesh} from './mesh-types';\nimport type {ColumnarTable, ArrowTable} from '../table/table-types';\nimport {convertMeshToArrowTable} from './mesh-to-arrow-table';\n\ntype TargetShape = 'mesh' | 'columnar-table' | 'arrow-table';\n\n/**\n * Convert a mesh to a specific shape\n */\nexport function convertMesh(\n mesh: Mesh,\n shape: TargetShape,\n options?: any\n): Mesh | ColumnarTable | ArrowTable {\n switch (shape || 'mesh') {\n case 'mesh':\n return mesh;\n case 'columnar-table':\n return convertMeshToColumnarTable(mesh);\n case 'arrow-table':\n return {\n shape: 'arrow-table',\n data: convertMeshToArrowTable(mesh)\n };\n default:\n throw new Error(`Unsupported shape ${options?.shape}`);\n }\n}\n\n/**\n * Convert a loaders.gl Mesh to a Columnar Table\n * @param mesh\n * @returns\n */\nexport function convertMeshToColumnarTable(mesh: Mesh): ColumnarTable {\n const columns = {};\n\n for (const [columnName, attribute] of Object.entries(mesh.attributes)) {\n columns[columnName] = attribute.value;\n }\n\n return {\n shape: 'columnar-table',\n schema: mesh.schema,\n data: columns\n };\n}\n"],"file":"convert-mesh.js"}
1
+ {"version":3,"sources":["../../../../src/category/mesh/convert-mesh.ts"],"names":["convertMesh","mesh","shape","options","convertMeshToColumnarTable","Error","columns","columnName","attribute","Object","entries","attributes","value","schema","data"],"mappings":";;;;;;;;AASO,SAASA,WAAT,CACLC,IADK,EAELC,KAFK,EAGLC,OAHK,EAI8B;AACnC,UAAQD,KAAK,IAAI,MAAjB;AACE,SAAK,MAAL;AACE,aAAOD,IAAP;;AACF,SAAK,gBAAL;AACE,aAAOG,0BAA0B,CAACH,IAAD,CAAjC;;AAMF;AACE,YAAM,IAAII,KAAJ,6BAA+BF,OAA/B,aAA+BA,OAA/B,uBAA+BA,OAAO,CAAED,KAAxC,EAAN;AAXJ;AAaD;;AAOM,SAASE,0BAAT,CAAoCH,IAApC,EAA+D;AACpE,QAAMK,OAAO,GAAG,EAAhB;;AAEA,OAAK,MAAM,CAACC,UAAD,EAAaC,SAAb,CAAX,IAAsCC,MAAM,CAACC,OAAP,CAAeT,IAAI,CAACU,UAApB,CAAtC,EAAuE;AACrEL,IAAAA,OAAO,CAACC,UAAD,CAAP,GAAsBC,SAAS,CAACI,KAAhC;AACD;;AAED,SAAO;AACLV,IAAAA,KAAK,EAAE,gBADF;AAELW,IAAAA,MAAM,EAAEZ,IAAI,CAACY,MAFR;AAGLC,IAAAA,IAAI,EAAER;AAHD,GAAP;AAKD","sourcesContent":["import type {Mesh} from './mesh-types';\nimport type {ColumnarTable, ArrowTable} from '../table/table-types';\n// import {convertMeshToArrowTable} from './mesh-to-arrow-table';\n\ntype TargetShape = 'mesh' | 'columnar-table' | 'arrow-table';\n\n/**\n * Convert a mesh to a specific shape\n */\nexport function convertMesh(\n mesh: Mesh,\n shape: TargetShape,\n options?: any\n): Mesh | ColumnarTable | ArrowTable {\n switch (shape || 'mesh') {\n case 'mesh':\n return mesh;\n case 'columnar-table':\n return convertMeshToColumnarTable(mesh);\n // case 'arrow-table':\n // return {\n // shape: 'arrow-table',\n // data: convertMeshToArrowTable(mesh)\n // };\n default:\n throw new Error(`Unsupported shape ${options?.shape}`);\n }\n}\n\n/**\n * Convert a loaders.gl Mesh to a Columnar Table\n * @param mesh\n * @returns\n */\nexport function convertMeshToColumnarTable(mesh: Mesh): ColumnarTable {\n const columns = {};\n\n for (const [columnName, attribute] of Object.entries(mesh.attributes)) {\n columns[columnName] = attribute.value;\n }\n\n return {\n shape: 'columnar-table',\n schema: mesh.schema,\n data: columns\n };\n}\n"],"file":"convert-mesh.js"}
@@ -7,7 +7,7 @@ exports.deduceMeshSchema = deduceMeshSchema;
7
7
  exports.deduceMeshField = deduceMeshField;
8
8
  exports.makeMeshAttributeMetadata = makeMeshAttributeMetadata;
9
9
 
10
- var _schema = require("../../lib/schema");
10
+ var _schema = require("../../lib/schema/schema");
11
11
 
12
12
  var _arrowLikeTypeUtils = require("../../lib/arrow/arrow-like-type-utils");
13
13
 
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/category/mesh/deduce-mesh-schema.ts"],"names":["deduceMeshSchema","attributes","metadata","fields","deduceMeshFields","Schema","deduceMeshField","attributeName","attribute","optionalMetadata","type","value","makeMeshAttributeMetadata","field","Field","FixedSizeList","size","push","result","Map","set","byteOffset","toString","byteStride","normalized"],"mappings":";;;;;;;;;AACA;;AACA;;AAQO,SAASA,gBAAT,CACLC,UADK,EAELC,QAFK,EAGG;AACR,QAAMC,MAAM,GAAGC,gBAAgB,CAACH,UAAD,CAA/B;AACA,SAAO,IAAII,cAAJ,CAAWF,MAAX,EAAmBD,QAAnB,CAAP;AACD;;AASM,SAASI,eAAT,CACLC,aADK,EAELC,SAFK,EAGLC,gBAHK,EAIE;AACP,QAAMC,IAAI,GAAG,oDAA2BF,SAAS,CAACG,KAArC,CAAb;AACA,QAAMT,QAAQ,GAAGO,gBAAgB,GAAGA,gBAAH,GAAsBG,yBAAyB,CAACJ,SAAD,CAAhF;AACA,QAAMK,KAAK,GAAG,IAAIC,aAAJ,CACZP,aADY,EAEZ,IAAIQ,qBAAJ,CAAkBP,SAAS,CAACQ,IAA5B,EAAkC,IAAIF,aAAJ,CAAU,OAAV,EAAmBJ,IAAnB,CAAlC,CAFY,EAGZ,KAHY,EAIZR,QAJY,CAAd;AAMA,SAAOW,KAAP;AACD;;AAOD,SAAST,gBAAT,CAA0BH,UAA1B,EAA+D;AAC7D,QAAME,MAAe,GAAG,EAAxB;;AACA,OAAK,MAAMI,aAAX,IAA4BN,UAA5B,EAAwC;AACtC,UAAMO,SAAwB,GAAGP,UAAU,CAACM,aAAD,CAA3C;AACAJ,IAAAA,MAAM,CAACc,IAAP,CAAYX,eAAe,CAACC,aAAD,EAAgBC,SAAhB,CAA3B;AACD;;AACD,SAAOL,MAAP;AACD;;AAOM,SAASS,yBAAT,CAAmCJ,SAAnC,EAAkF;AACvF,QAAMU,MAAM,GAAG,IAAIC,GAAJ,EAAf;;AACA,MAAI,gBAAgBX,SAApB,EAA+B;AAC7BU,IAAAA,MAAM,CAACE,GAAP,CAAW,YAAX,EAAyBZ,SAAS,CAACa,UAAV,CAAsBC,QAAtB,CAA+B,EAA/B,CAAzB;AACD;;AACD,MAAI,gBAAgBd,SAApB,EAA+B;AAC7BU,IAAAA,MAAM,CAACE,GAAP,CAAW,YAAX,EAAyBZ,SAAS,CAACe,UAAV,CAAsBD,QAAtB,CAA+B,EAA/B,CAAzB;AACD;;AACD,MAAI,gBAAgBd,SAApB,EAA+B;AAC7BU,IAAAA,MAAM,CAACE,GAAP,CAAW,YAAX,EAAyBZ,SAAS,CAACgB,UAAV,CAAsBF,QAAtB,EAAzB;AACD;;AACD,SAAOJ,MAAP;AACD","sourcesContent":["import {MeshAttribute, MeshAttributes} from './mesh-types';\nimport {Schema, Field, FixedSizeList} from '../../lib/schema';\nimport {getArrowTypeFromTypedArray} from '../../lib/arrow/arrow-like-type-utils';\n\n/**\n * Create a schema for mesh attributes data\n * @param attributes\n * @param metadata\n * @returns\n */\nexport function deduceMeshSchema(\n attributes: MeshAttributes,\n metadata?: Map<string, string>\n): Schema {\n const fields = deduceMeshFields(attributes);\n return new Schema(fields, metadata);\n}\n\n/**\n * Create arrow-like schema field for mesh attribute\n * @param attributeName\n * @param attribute\n * @param optionalMetadata\n * @returns\n */\nexport function deduceMeshField(\n attributeName: string,\n attribute: MeshAttribute,\n optionalMetadata?: Map<string, string>\n): Field {\n const type = getArrowTypeFromTypedArray(attribute.value);\n const metadata = optionalMetadata ? optionalMetadata : makeMeshAttributeMetadata(attribute);\n const field = new Field(\n attributeName,\n new FixedSizeList(attribute.size, new Field('value', type)),\n false,\n metadata\n );\n return field;\n}\n\n/**\n * Create fields array for mesh attributes\n * @param attributes\n * @returns\n */\nfunction deduceMeshFields(attributes: MeshAttributes): Field[] {\n const fields: Field[] = [];\n for (const attributeName in attributes) {\n const attribute: MeshAttribute = attributes[attributeName];\n fields.push(deduceMeshField(attributeName, attribute));\n }\n return fields;\n}\n\n/**\n * Make metadata by mesh attribute properties\n * @param attribute\n * @returns\n */\nexport function makeMeshAttributeMetadata(attribute: MeshAttribute): Map<string, string> {\n const result = new Map();\n if ('byteOffset' in attribute) {\n result.set('byteOffset', attribute.byteOffset!.toString(10));\n }\n if ('byteStride' in attribute) {\n result.set('byteStride', attribute.byteStride!.toString(10));\n }\n if ('normalized' in attribute) {\n result.set('normalized', attribute.normalized!.toString());\n }\n return result;\n}\n"],"file":"deduce-mesh-schema.js"}
1
+ {"version":3,"sources":["../../../../src/category/mesh/deduce-mesh-schema.ts"],"names":["deduceMeshSchema","attributes","metadata","fields","deduceMeshFields","Schema","deduceMeshField","attributeName","attribute","optionalMetadata","type","value","makeMeshAttributeMetadata","field","Field","FixedSizeList","size","push","result","Map","set","byteOffset","toString","byteStride","normalized"],"mappings":";;;;;;;;;AACA;;AACA;;AAQO,SAASA,gBAAT,CACLC,UADK,EAELC,QAFK,EAGG;AACR,QAAMC,MAAM,GAAGC,gBAAgB,CAACH,UAAD,CAA/B;AACA,SAAO,IAAII,cAAJ,CAAWF,MAAX,EAAmBD,QAAnB,CAAP;AACD;;AASM,SAASI,eAAT,CACLC,aADK,EAELC,SAFK,EAGLC,gBAHK,EAIE;AACP,QAAMC,IAAI,GAAG,oDAA2BF,SAAS,CAACG,KAArC,CAAb;AACA,QAAMT,QAAQ,GAAGO,gBAAgB,GAAGA,gBAAH,GAAsBG,yBAAyB,CAACJ,SAAD,CAAhF;AACA,QAAMK,KAAK,GAAG,IAAIC,aAAJ,CACZP,aADY,EAEZ,IAAIQ,qBAAJ,CAAkBP,SAAS,CAACQ,IAA5B,EAAkC,IAAIF,aAAJ,CAAU,OAAV,EAAmBJ,IAAnB,CAAlC,CAFY,EAGZ,KAHY,EAIZR,QAJY,CAAd;AAMA,SAAOW,KAAP;AACD;;AAOD,SAAST,gBAAT,CAA0BH,UAA1B,EAA+D;AAC7D,QAAME,MAAe,GAAG,EAAxB;;AACA,OAAK,MAAMI,aAAX,IAA4BN,UAA5B,EAAwC;AACtC,UAAMO,SAAwB,GAAGP,UAAU,CAACM,aAAD,CAA3C;AACAJ,IAAAA,MAAM,CAACc,IAAP,CAAYX,eAAe,CAACC,aAAD,EAAgBC,SAAhB,CAA3B;AACD;;AACD,SAAOL,MAAP;AACD;;AAOM,SAASS,yBAAT,CAAmCJ,SAAnC,EAAkF;AACvF,QAAMU,MAAM,GAAG,IAAIC,GAAJ,EAAf;;AACA,MAAI,gBAAgBX,SAApB,EAA+B;AAC7BU,IAAAA,MAAM,CAACE,GAAP,CAAW,YAAX,EAAyBZ,SAAS,CAACa,UAAV,CAAsBC,QAAtB,CAA+B,EAA/B,CAAzB;AACD;;AACD,MAAI,gBAAgBd,SAApB,EAA+B;AAC7BU,IAAAA,MAAM,CAACE,GAAP,CAAW,YAAX,EAAyBZ,SAAS,CAACe,UAAV,CAAsBD,QAAtB,CAA+B,EAA/B,CAAzB;AACD;;AACD,MAAI,gBAAgBd,SAApB,EAA+B;AAC7BU,IAAAA,MAAM,CAACE,GAAP,CAAW,YAAX,EAAyBZ,SAAS,CAACgB,UAAV,CAAsBF,QAAtB,EAAzB;AACD;;AACD,SAAOJ,MAAP;AACD","sourcesContent":["import {MeshAttribute, MeshAttributes} from './mesh-types';\nimport {Schema, Field, FixedSizeList} from '../../lib/schema/schema';\nimport {getArrowTypeFromTypedArray} from '../../lib/arrow/arrow-like-type-utils';\n\n/**\n * Create a schema for mesh attributes data\n * @param attributes\n * @param metadata\n * @returns\n */\nexport function deduceMeshSchema(\n attributes: MeshAttributes,\n metadata?: Map<string, string>\n): Schema {\n const fields = deduceMeshFields(attributes);\n return new Schema(fields, metadata);\n}\n\n/**\n * Create arrow-like schema field for mesh attribute\n * @param attributeName\n * @param attribute\n * @param optionalMetadata\n * @returns\n */\nexport function deduceMeshField(\n attributeName: string,\n attribute: MeshAttribute,\n optionalMetadata?: Map<string, string>\n): Field {\n const type = getArrowTypeFromTypedArray(attribute.value);\n const metadata = optionalMetadata ? optionalMetadata : makeMeshAttributeMetadata(attribute);\n const field = new Field(\n attributeName,\n new FixedSizeList(attribute.size, new Field('value', type)),\n false,\n metadata\n );\n return field;\n}\n\n/**\n * Create fields array for mesh attributes\n * @param attributes\n * @returns\n */\nfunction deduceMeshFields(attributes: MeshAttributes): Field[] {\n const fields: Field[] = [];\n for (const attributeName in attributes) {\n const attribute: MeshAttribute = attributes[attributeName];\n fields.push(deduceMeshField(attributeName, attribute));\n }\n return fields;\n}\n\n/**\n * Make metadata by mesh attribute properties\n * @param attribute\n * @returns\n */\nexport function makeMeshAttributeMetadata(attribute: MeshAttribute): Map<string, string> {\n const result = new Map();\n if ('byteOffset' in attribute) {\n result.set('byteOffset', attribute.byteOffset!.toString(10));\n }\n if ('byteStride' in attribute) {\n result.set('byteStride', attribute.byteStride!.toString(10));\n }\n if ('normalized' in attribute) {\n result.set('normalized', attribute.normalized!.toString());\n }\n return result;\n}\n"],"file":"deduce-mesh-schema.js"}
@@ -1,41 +1,2 @@
1
1
  "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.convertMeshToArrowTable = convertMeshToArrowTable;
7
-
8
- var _Arrow = require("apache-arrow/Arrow.dom");
9
-
10
- var _arrowTypeUtils = require("../../lib/arrow/arrow-type-utils");
11
-
12
- var _deduceMeshSchema = require("./deduce-mesh-schema");
13
-
14
- function convertMeshToArrowTable(mesh, batchSize) {
15
- var _mesh$schema;
16
-
17
- const vectors = [];
18
- const fields = [];
19
-
20
- for (const attributeKey in mesh.attributes) {
21
- const attribute = mesh.attributes[attributeKey];
22
- const {
23
- value,
24
- size = 1
25
- } = attribute;
26
- const type = (0, _arrowTypeUtils.getArrowType)(value);
27
- const vector = (0, _arrowTypeUtils.getArrowVector)(value);
28
- const listType = new _Arrow.FixedSizeList(size, new _Arrow.Field('value', type));
29
- const field = new _Arrow.Field(attributeKey, listType, false, (0, _deduceMeshSchema.makeMeshAttributeMetadata)(attribute));
30
- const data = new _Arrow.Data(listType, 0, value.length / size, 0, undefined, [vector]);
31
- const listVector = new _Arrow.FixedSizeListVector(data);
32
- vectors.push(listVector);
33
- fields.push(field);
34
- }
35
-
36
- const schema = new _Arrow.Schema(fields, (mesh === null || mesh === void 0 ? void 0 : (_mesh$schema = mesh.schema) === null || _mesh$schema === void 0 ? void 0 : _mesh$schema.metadata) || new Map());
37
- const recordBatch = new _Arrow.RecordBatch(schema, vectors[0].length, vectors);
38
- const table = new _Arrow.Table(schema, recordBatch);
39
- return table;
40
- }
41
2
  //# sourceMappingURL=mesh-to-arrow-table.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/category/mesh/mesh-to-arrow-table.ts"],"names":["convertMeshToArrowTable","mesh","batchSize","vectors","fields","attributeKey","attributes","attribute","value","size","type","vector","listType","FixedSizeList","Field","field","data","Data","length","undefined","listVector","FixedSizeListVector","push","schema","Schema","metadata","Map","recordBatch","RecordBatch","table","Table"],"mappings":";;;;;;;AAAA;;AAUA;;AAEA;;AASO,SAASA,uBAAT,CAAiCC,IAAjC,EAA6CC,SAA7C,EAAwE;AAAA;;AAC7E,QAAMC,OAAyB,GAAG,EAAlC;AACA,QAAMC,MAAe,GAAG,EAAxB;;AACA,OAAK,MAAMC,YAAX,IAA2BJ,IAAI,CAACK,UAAhC,EAA4C;AAC1C,UAAMC,SAAS,GAAGN,IAAI,CAACK,UAAL,CAAgBD,YAAhB,CAAlB;AACA,UAAM;AAACG,MAAAA,KAAD;AAAQC,MAAAA,IAAI,GAAG;AAAf,QAAoBF,SAA1B;AACA,UAAMG,IAAI,GAAG,kCAAaF,KAAb,CAAb;AACA,UAAMG,MAAM,GAAG,oCAAeH,KAAf,CAAf;AACA,UAAMI,QAAQ,GAAG,IAAIC,oBAAJ,CAAkBJ,IAAlB,EAAwB,IAAIK,YAAJ,CAAU,OAAV,EAAmBJ,IAAnB,CAAxB,CAAjB;AACA,UAAMK,KAAK,GAAG,IAAID,YAAJ,CAAUT,YAAV,EAAwBO,QAAxB,EAAkC,KAAlC,EAAyC,iDAA0BL,SAA1B,CAAzC,CAAd;AACA,UAAMS,IAAI,GAAG,IAAIC,WAAJ,CAASL,QAAT,EAAmB,CAAnB,EAAsBJ,KAAK,CAACU,MAAN,GAAeT,IAArC,EAA2C,CAA3C,EAA8CU,SAA9C,EAAyD,CAACR,MAAD,CAAzD,CAAb;AACA,UAAMS,UAAU,GAAG,IAAIC,0BAAJ,CAAwBL,IAAxB,CAAnB;AACAb,IAAAA,OAAO,CAACmB,IAAR,CAAaF,UAAb;AACAhB,IAAAA,MAAM,CAACkB,IAAP,CAAYP,KAAZ;AACD;;AACD,QAAMQ,MAAM,GAAG,IAAIC,aAAJ,CAAWpB,MAAX,EAAmB,CAAAH,IAAI,SAAJ,IAAAA,IAAI,WAAJ,4BAAAA,IAAI,CAAEsB,MAAN,8DAAcE,QAAd,KAA0B,IAAIC,GAAJ,EAA7C,CAAf;AACA,QAAMC,WAAW,GAAG,IAAIC,kBAAJ,CAAgBL,MAAhB,EAAwBpB,OAAO,CAAC,CAAD,CAAP,CAAWe,MAAnC,EAA2Cf,OAA3C,CAApB;AACA,QAAM0B,KAAK,GAAG,IAAIC,YAAJ,CAAUP,MAAV,EAAkBI,WAAlB,CAAd;AACA,SAAOE,KAAP;AACD","sourcesContent":["import {\n Table,\n Schema,\n RecordBatch,\n FixedSizeList,\n Field,\n Data,\n FixedSizeListVector\n} from 'apache-arrow/Arrow.dom';\nimport {AbstractVector} from 'apache-arrow/vector';\nimport {getArrowType, getArrowVector} from '../../lib/arrow/arrow-type-utils';\nimport type {Mesh} from './mesh-types';\nimport {makeMeshAttributeMetadata} from './deduce-mesh-schema';\n\n/**\n * * Convert a loaders.gl Mesh to an Apache Arrow Table\n * @param mesh\n * @param metadata\n * @param batchSize\n * @returns\n */\nexport function convertMeshToArrowTable(mesh: Mesh, batchSize?: number): Table {\n const vectors: AbstractVector[] = [];\n const fields: Field[] = [];\n for (const attributeKey in mesh.attributes) {\n const attribute = mesh.attributes[attributeKey];\n const {value, size = 1} = attribute;\n const type = getArrowType(value);\n const vector = getArrowVector(value);\n const listType = new FixedSizeList(size, new Field('value', type));\n const field = new Field(attributeKey, listType, false, makeMeshAttributeMetadata(attribute));\n const data = new Data(listType, 0, value.length / size, 0, undefined, [vector]);\n const listVector = new FixedSizeListVector(data);\n vectors.push(listVector);\n fields.push(field);\n }\n const schema = new Schema(fields, mesh?.schema?.metadata || new Map<string, string>());\n const recordBatch = new RecordBatch(schema, vectors[0].length, vectors);\n const table = new Table(schema, recordBatch);\n return table;\n}\n"],"file":"mesh-to-arrow-table.js"}
1
+ {"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"mesh-to-arrow-table.js"}
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/category/table/deduce-table-schema.ts"],"names":["deduceTableSchema","table","schema","deducedSchema","Array","isArray","deduceSchemaForRowTable","deduceSchemaForColumnarTable","Object","assign","columnarTable","field","column","ArrayBuffer","isView","constructor","length","value","deduceTypeFromValue","rowTable","row","Date","Number","Float32Array","String"],"mappings":";;;;;;;AAyCO,SAASA,iBAAT,CAA2BC,KAA3B,EAAkCC,MAAlC,EAAmD;AACxD,QAAMC,aAAa,GAAGC,KAAK,CAACC,OAAN,CAAcJ,KAAd,IAClBK,uBAAuB,CAACL,KAAD,CADL,GAElBM,4BAA4B,CAACN,KAAD,CAFhC;AAIA,SAAOO,MAAM,CAACC,MAAP,CAAcN,aAAd,EAA6BD,MAA7B,CAAP;AACD;;AAED,SAASK,4BAAT,CAAsCG,aAAtC,EAAqD;AACnD,QAAMR,MAAM,GAAG,EAAf;;AACA,OAAK,MAAMS,KAAX,IAAoBD,aAApB,EAAmC;AACjC,UAAME,MAAM,GAAGF,aAAa,CAACC,KAAD,CAA5B;;AAEA,QAAIE,WAAW,CAACC,MAAZ,CAAmBF,MAAnB,CAAJ,EAAgC;AAC9BV,MAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBC,MAAM,CAACG,WAAvB;AAED,KAHD,MAGO,IAAIH,MAAM,CAACI,MAAX,EAAmB;AACxB,YAAMC,KAAK,GAAGL,MAAM,CAAC,CAAD,CAApB;AACAV,MAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBO,mBAAmB,CAACD,KAAD,CAAnC;AAED;;AAEDf,IAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBT,MAAM,CAACS,KAAD,CAAN,IAAiB,IAAjC;AACD;;AACD,SAAOT,MAAP;AACD;;AAED,SAASI,uBAAT,CAAiCa,QAAjC,EAA2C;AACzC,QAAMjB,MAAM,GAAG,EAAf;;AACA,MAAIiB,QAAQ,CAACH,MAAb,EAAqB;AACnB,UAAMI,GAAG,GAAGD,QAAQ,CAAC,CAAD,CAApB;;AAEA,SAAK,MAAMR,KAAX,IAAoBS,GAApB,EAAyB;AACvB,YAAMH,KAAK,GAAGG,GAAG,CAACT,KAAD,CAAjB;AACAT,MAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBO,mBAAmB,CAACD,KAAD,CAAnC;AACD;AACF;;AACD,SAAOf,MAAP;AACD;;AAED,SAASgB,mBAAT,CAA6BD,KAA7B,EAAoC;AAClC,MAAIA,KAAK,YAAYI,IAArB,EAA2B;AACzB,WAAOA,IAAP;AACD,GAFD,MAEO,IAAIJ,KAAK,YAAYK,MAArB,EAA6B;AAClC,WAAOC,YAAP;AACD,GAFM,MAEA,IAAI,OAAON,KAAP,KAAiB,QAArB,EAA+B;AACpC,WAAOO,MAAP;AACD;;AACD,SAAO,IAAP;AACD","sourcesContent":["// Type deduction\nimport {\n Schema\n // Int,\n // Int8,\n // Int16,\n // Int32,\n // Uint8,\n // Uint16,\n // Uint32,\n // Float32,\n // Float64\n // Bool,\n // Utf8,\n // TimestampMillisecond,\n // Null\n} from '../../lib/schema';\n\n// const TYPED_ARRAY_TO_TYPE = {\n// Int8Array: new Int8(),\n// Int16Array: new Int16(),\n// Int32Array: new Int32(),\n// Uint8Array: new Uint8(),\n// Uint8ClampedArray: new Uint8(),\n// Uint16Array: new Uint16(),\n// Uint32Array: new Uint32(),\n// Float32Array: new Float32(),\n// Float64Array: new Float64()\n// };\n\n// if (typeof BigInt64Array !== 'undefined') {\n// TYPED_ARRAY_TO_TYPE.BigInt64Array = new Int64();\n// TYPED_ARRAY_TO_TYPE.BigUint64Array = new Uint64();\n// }\n\n/**\n * SCHEMA SUPPORT - AUTODEDUCTION\n * @param {*} table\n * @param {*} schema\n * @returns\n */\nexport function deduceTableSchema(table, schema?: Schema) {\n const deducedSchema = Array.isArray(table)\n ? deduceSchemaForRowTable(table)\n : deduceSchemaForColumnarTable(table);\n // Deduced schema will fill in missing info from partial options.schema, if provided\n return Object.assign(deducedSchema, schema);\n}\n\nfunction deduceSchemaForColumnarTable(columnarTable) {\n const schema = {};\n for (const field in columnarTable) {\n const column = columnarTable[field];\n // Check if column is typed, if so we are done\n if (ArrayBuffer.isView(column)) {\n schema[field] = column.constructor;\n // else we need data\n } else if (column.length) {\n const value = column[0];\n schema[field] = deduceTypeFromValue(value);\n // TODO - support nested schemas?\n }\n // else we mark as present but unknow\n schema[field] = schema[field] || null;\n }\n return schema;\n}\n\nfunction deduceSchemaForRowTable(rowTable) {\n const schema = {};\n if (rowTable.length) {\n const row = rowTable[0];\n // TODO - Could look at additional rows if nulls in first row\n for (const field in row) {\n const value = row[field];\n schema[field] = deduceTypeFromValue(value);\n }\n }\n return schema;\n}\n\nfunction deduceTypeFromValue(value) {\n if (value instanceof Date) {\n return Date;\n } else if (value instanceof Number) {\n return Float32Array;\n } else if (typeof value === 'string') {\n return String;\n }\n return null;\n}\n\n/*\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nfunction deduceSchema(rows) {\n const row = rows[0];\n\n const schema = {};\n let i = 0;\n for (const columnName in row) {\n const value = row[columnName];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n\n case 'object':\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n break;\n\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n i++;\n }\n return schema;\n}\n*/\n"],"file":"deduce-table-schema.js"}
1
+ {"version":3,"sources":["../../../../src/category/table/deduce-table-schema.ts"],"names":["deduceTableSchema","table","schema","deducedSchema","Array","isArray","deduceSchemaForRowTable","deduceSchemaForColumnarTable","Object","assign","columnarTable","field","column","ArrayBuffer","isView","constructor","length","value","deduceTypeFromValue","rowTable","row","Date","Number","Float32Array","String"],"mappings":";;;;;;;AAyCO,SAASA,iBAAT,CAA2BC,KAA3B,EAAkCC,MAAlC,EAAmD;AACxD,QAAMC,aAAa,GAAGC,KAAK,CAACC,OAAN,CAAcJ,KAAd,IAClBK,uBAAuB,CAACL,KAAD,CADL,GAElBM,4BAA4B,CAACN,KAAD,CAFhC;AAIA,SAAOO,MAAM,CAACC,MAAP,CAAcN,aAAd,EAA6BD,MAA7B,CAAP;AACD;;AAED,SAASK,4BAAT,CAAsCG,aAAtC,EAAqD;AACnD,QAAMR,MAAM,GAAG,EAAf;;AACA,OAAK,MAAMS,KAAX,IAAoBD,aAApB,EAAmC;AACjC,UAAME,MAAM,GAAGF,aAAa,CAACC,KAAD,CAA5B;;AAEA,QAAIE,WAAW,CAACC,MAAZ,CAAmBF,MAAnB,CAAJ,EAAgC;AAC9BV,MAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBC,MAAM,CAACG,WAAvB;AAED,KAHD,MAGO,IAAIH,MAAM,CAACI,MAAX,EAAmB;AACxB,YAAMC,KAAK,GAAGL,MAAM,CAAC,CAAD,CAApB;AACAV,MAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBO,mBAAmB,CAACD,KAAD,CAAnC;AAED;;AAEDf,IAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBT,MAAM,CAACS,KAAD,CAAN,IAAiB,IAAjC;AACD;;AACD,SAAOT,MAAP;AACD;;AAED,SAASI,uBAAT,CAAiCa,QAAjC,EAA2C;AACzC,QAAMjB,MAAM,GAAG,EAAf;;AACA,MAAIiB,QAAQ,CAACH,MAAb,EAAqB;AACnB,UAAMI,GAAG,GAAGD,QAAQ,CAAC,CAAD,CAApB;;AAEA,SAAK,MAAMR,KAAX,IAAoBS,GAApB,EAAyB;AACvB,YAAMH,KAAK,GAAGG,GAAG,CAACT,KAAD,CAAjB;AACAT,MAAAA,MAAM,CAACS,KAAD,CAAN,GAAgBO,mBAAmB,CAACD,KAAD,CAAnC;AACD;AACF;;AACD,SAAOf,MAAP;AACD;;AAED,SAASgB,mBAAT,CAA6BD,KAA7B,EAAoC;AAClC,MAAIA,KAAK,YAAYI,IAArB,EAA2B;AACzB,WAAOA,IAAP;AACD,GAFD,MAEO,IAAIJ,KAAK,YAAYK,MAArB,EAA6B;AAClC,WAAOC,YAAP;AACD,GAFM,MAEA,IAAI,OAAON,KAAP,KAAiB,QAArB,EAA+B;AACpC,WAAOO,MAAP;AACD;;AACD,SAAO,IAAP;AACD","sourcesContent":["// Type deduction\nimport {\n Schema\n // Int,\n // Int8,\n // Int16,\n // Int32,\n // Uint8,\n // Uint16,\n // Uint32,\n // Float32,\n // Float64\n // Bool,\n // Utf8,\n // TimestampMillisecond,\n // Null\n} from '../../lib/schema/schema';\n\n// const TYPED_ARRAY_TO_TYPE = {\n// Int8Array: new Int8(),\n// Int16Array: new Int16(),\n// Int32Array: new Int32(),\n// Uint8Array: new Uint8(),\n// Uint8ClampedArray: new Uint8(),\n// Uint16Array: new Uint16(),\n// Uint32Array: new Uint32(),\n// Float32Array: new Float32(),\n// Float64Array: new Float64()\n// };\n\n// if (typeof BigInt64Array !== 'undefined') {\n// TYPED_ARRAY_TO_TYPE.BigInt64Array = new Int64();\n// TYPED_ARRAY_TO_TYPE.BigUint64Array = new Uint64();\n// }\n\n/**\n * SCHEMA SUPPORT - AUTODEDUCTION\n * @param {*} table\n * @param {*} schema\n * @returns\n */\nexport function deduceTableSchema(table, schema?: Schema) {\n const deducedSchema = Array.isArray(table)\n ? deduceSchemaForRowTable(table)\n : deduceSchemaForColumnarTable(table);\n // Deduced schema will fill in missing info from partial options.schema, if provided\n return Object.assign(deducedSchema, schema);\n}\n\nfunction deduceSchemaForColumnarTable(columnarTable) {\n const schema = {};\n for (const field in columnarTable) {\n const column = columnarTable[field];\n // Check if column is typed, if so we are done\n if (ArrayBuffer.isView(column)) {\n schema[field] = column.constructor;\n // else we need data\n } else if (column.length) {\n const value = column[0];\n schema[field] = deduceTypeFromValue(value);\n // TODO - support nested schemas?\n }\n // else we mark as present but unknow\n schema[field] = schema[field] || null;\n }\n return schema;\n}\n\nfunction deduceSchemaForRowTable(rowTable) {\n const schema = {};\n if (rowTable.length) {\n const row = rowTable[0];\n // TODO - Could look at additional rows if nulls in first row\n for (const field in row) {\n const value = row[field];\n schema[field] = deduceTypeFromValue(value);\n }\n }\n return schema;\n}\n\nfunction deduceTypeFromValue(value) {\n if (value instanceof Date) {\n return Date;\n } else if (value instanceof Number) {\n return Float32Array;\n } else if (typeof value === 'string') {\n return String;\n }\n return null;\n}\n\n/*\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nfunction deduceSchema(rows) {\n const row = rows[0];\n\n const schema = {};\n let i = 0;\n for (const columnName in row) {\n const value = row[columnName];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n\n case 'object':\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n break;\n\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n i++;\n }\n return schema;\n}\n*/\n"],"file":"deduce-table-schema.js"}
package/dist/es5/index.js CHANGED
@@ -332,7 +332,7 @@ var _convertMesh = require("./category/mesh/convert-mesh");
332
332
 
333
333
  var _deduceMeshSchema = require("./category/mesh/deduce-mesh-schema");
334
334
 
335
- var _schema = require("./lib/schema");
335
+ var _schema = require("./lib/schema/schema");
336
336
 
337
337
  var _deduceColumnType = require("./lib/schema-utils/deduce-column-type");
338
338