@loaders.gl/parquet 4.0.0-beta.8 → 4.0.1

package/dist/lib/geo/decode-geo-metadata.js

@@ -1,89 +0,0 @@
-export function parseJSONStringMetadata(schema, metadataKey) {
-  const stringifiedMetadata = schema.metadata[metadataKey];
-  if (!stringifiedMetadata) {
-    return null;
-  }
-  try {
-    const metadata = JSON.parse(stringifiedMetadata);
-    if (!metadata || typeof metadata !== 'object') {
-      return null;
-    }
-    return metadata;
-  } catch {
-    return null;
-  }
-}
-export function unpackJSONStringMetadata(schema, metadataKey) {
-  const json = parseJSONStringMetadata(schema, metadataKey);
-  for (const [key, value] of Object.entries(json || {})) {
-    schema.metadata[`${metadataKey}.${key}`] = typeof value === 'string' ? value : JSON.stringify(value);
-  }
-}
-export function getGeoMetadata(schema) {
-  const geoMetadata = parseJSONStringMetadata(schema, 'geo');
-  return geoMetadata;
-}
-export function setGeoMetadata(schema, geoMetadata) {
-  const stringifiedGeoMetadata = JSON.stringify(geoMetadata);
-  schema.metadata.geo = stringifiedGeoMetadata;
-}
-export function unpackGeoMetadata(schema) {
-  const geoMetadata = getGeoMetadata(schema);
-  if (!geoMetadata) {
-    return;
-  }
-  const {
-    version,
-    primary_column,
-    columns
-  } = geoMetadata;
-  if (version) {
-    schema.metadata['geo.version'] = version;
-  }
-  if (primary_column) {
-    schema.metadata['geo.primary_column'] = primary_column;
-  }
-  schema.metadata['geo.columns'] = Object.keys(columns || {}).join('');
-  for (const [columnName, columnMetadata] of Object.entries(columns || {})) {
-    const field = schema.fields.find(field => field.name === columnName);
-    if (field) {
-      if (field.name === primary_column) {
-        setFieldMetadata(field, 'geo.primary_field', 'true');
-      }
-      unpackGeoFieldMetadata(field, columnMetadata);
-    }
-  }
-}
-function unpackGeoFieldMetadata(field, columnMetadata) {
-  for (const [key, value] of Object.entries(columnMetadata || {})) {
-    switch (key) {
-      case 'geometry_type':
-        setFieldMetadata(field, `geo.${key}`, value.join(','));
-        break;
-      case 'bbox':
-        setFieldMetadata(field, `geo.crs.${key}`, JSON.stringify(value));
-        break;
-      case 'crs':
-        for (const [crsKey, crsValue] of Object.entries(value || {})) {
-          switch (crsKey) {
-            case 'id':
-              const crsId = typeof crsValue === 'object' ? `${crsValue === null || crsValue === void 0 ? void 0 : crsValue.authority}:${crsValue === null || crsValue === void 0 ? void 0 : crsValue.code}` : JSON.stringify(crsValue);
-              setFieldMetadata(field, `geo.crs.${crsKey}`, crsId);
-              break;
-            default:
-              setFieldMetadata(field, `geo.crs.${crsKey}`, typeof crsValue === 'string' ? crsValue : JSON.stringify(crsValue));
-              break;
-          }
-        }
-        break;
-      case 'edges':
-      default:
-        setFieldMetadata(field, `geo.${key}`, typeof value === 'string' ? value : JSON.stringify(value));
-    }
-  }
-}
-function setFieldMetadata(field, key, value) {
-  field.metadata = field.metadata || {};
-  field.metadata[key] = value;
-}
-//# sourceMappingURL=decode-geo-metadata.js.map

package/dist/lib/geo/decode-geo-metadata.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"decode-geo-metadata.js","names":["parseJSONStringMetadata","schema","metadataKey","stringifiedMetadata","metadata","JSON","parse","unpackJSONStringMetadata","json","key","value","Object","entries","stringify","getGeoMetadata","geoMetadata","setGeoMetadata","stringifiedGeoMetadata","geo","unpackGeoMetadata","version","primary_column","columns","keys","join","columnName","columnMetadata","field","fields","find","name","setFieldMetadata","unpackGeoFieldMetadata","crsKey","crsValue","crsId","authority","code"],"sources":["../../../src/lib/geo/decode-geo-metadata.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\nimport {Schema, Field} from '@loaders.gl/schema';\n\n/* eslint-disable camelcase */\n\ntype GeometryType =\n  | 'Point'\n  | 'LineString'\n  | 'Polygon'\n  | 'MultiPoint'\n  | 'MultiLineString'\n  | 'MultiPolygon'\n  | 'GeometryCollection'\n  | 'Point Z'\n  | 'LineString Z'\n  | 'Polygon Z'\n  | 'MultiPoint Z'\n  | 'MultiLineString Z'\n  | 'MultiPolygon Z'\n  | 'GeometryCollection Z';\n\n/**\n * A geoarrow / geoparquet geo metadata object\n * (stored in stringified form in the top level metadata 'geo' key)\n * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md\n * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md\n * */\nexport type GeoMetadata = {\n  version?: string;\n  primary_column?: string;\n  columns: Record<string, GeoColumnMetadata>;\n  [key: string]: unknown;\n};\n\n/** A geoarrow / geoparquet geo metadata for one geometry column  */\nexport type GeoColumnMetadata = {\n  encoding: 'wkb' | 'wkt';\n  geometry_types: GeometryType[];\n  crs?: object | null;\n  orientation?: 'counterclockwise';\n  bbox?: [number, number, number, number] | [number, number, number, number, number, number];\n  edges?: 'planar' | 'spherical';\n  epoch?: number;\n  [key: string]: unknown;\n};\n\n/** Parse a key with stringified arrow metadata */\nexport function parseJSONStringMetadata(\n  schema: Schema,\n  metadataKey: string\n): Record<string, unknown> | null {\n  const stringifiedMetadata = schema.metadata[metadataKey];\n  if (!stringifiedMetadata) {\n    return null;\n  }\n\n  try {\n    const metadata = JSON.parse(stringifiedMetadata);\n    if (!metadata || typeof metadata !== 'object') {\n      return null;\n    }\n    return metadata;\n  } catch {\n    return null;\n  }\n}\n\nexport function unpackJSONStringMetadata(schema: Schema, metadataKey: string): void {\n  const json = parseJSONStringMetadata(schema, metadataKey);\n  for (const [key, value] of Object.entries(json || {})) {\n    schema.metadata[`${metadataKey}.${key}`] =\n      typeof value === 'string' ? value : JSON.stringify(value);\n  }\n}\n\n// GEO METADATA\n\n/**\n * Reads the GeoMetadata object from the metadata\n * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata */\nexport function getGeoMetadata(schema: Schema): GeoMetadata | null {\n  const geoMetadata = parseJSONStringMetadata(schema, 'geo') as GeoMetadata;\n  return geoMetadata;\n}\n\n/**\n * Stores a geoarrow / geoparquet geo metadata object in the schema\n * @note geoarrow / geoparquet geo metadata is a single stringified JSON field\n */\nexport function setGeoMetadata(schema: Schema, geoMetadata: GeoMetadata): void {\n  const stringifiedGeoMetadata = JSON.stringify(geoMetadata);\n  schema.metadata.geo = stringifiedGeoMetadata;\n}\n\n/**\n * Unpacks geo metadata into separate metadata fields (parses the long JSON string)\n * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata\n */\nexport function unpackGeoMetadata(schema: Schema): void {\n  const geoMetadata = getGeoMetadata(schema);\n  if (!geoMetadata) {\n    return;\n  }\n\n  // Store Parquet Schema Level Metadata\n\n  const {version, primary_column, columns} = geoMetadata;\n  if (version) {\n    schema.metadata['geo.version'] = version;\n  }\n\n  if (primary_column) {\n    schema.metadata['geo.primary_column'] = primary_column;\n  }\n\n  // store column names as comma separated list\n  schema.metadata['geo.columns'] = Object.keys(columns || {}).join('');\n\n  for (const [columnName, columnMetadata] of Object.entries(columns || {})) {\n    const field = schema.fields.find((field) => field.name === columnName);\n    if (field) {\n      if (field.name === primary_column) {\n        setFieldMetadata(field, 'geo.primary_field', 'true');\n      }\n      unpackGeoFieldMetadata(field, columnMetadata);\n    }\n  }\n}\n\n// eslint-disable-next-line complexity\nfunction unpackGeoFieldMetadata(field: Field, columnMetadata): void {\n  for (const [key, value] of Object.entries(columnMetadata || {})) {\n    switch (key) {\n      case 'geometry_type':\n        setFieldMetadata(field, `geo.${key}`, (value as string[]).join(','));\n        break;\n      case 'bbox':\n        setFieldMetadata(field, `geo.crs.${key}`, JSON.stringify(value));\n        break;\n      case 'crs':\n        // @ts-ignore\n        for (const [crsKey, crsValue] of Object.entries(value || {})) {\n          switch (crsKey) {\n            case 'id':\n              const crsId =\n                typeof crsValue === 'object'\n                  ? // @ts-ignore\n                    `${crsValue?.authority}:${crsValue?.code}`\n                  : JSON.stringify(crsValue);\n              setFieldMetadata(field, `geo.crs.${crsKey}`, crsId);\n              break;\n            default:\n              setFieldMetadata(\n                field,\n                `geo.crs.${crsKey}`,\n                typeof crsValue === 'string' ? crsValue : JSON.stringify(crsValue)\n              );\n              break;\n          }\n        }\n        break;\n      case 'edges':\n      default:\n        setFieldMetadata(\n          field,\n          `geo.${key}`,\n          typeof value === 'string' ? value : JSON.stringify(value)\n        );\n    }\n  }\n}\n\nfunction setFieldMetadata(field: Field, key: string, value: string): void {\n  field.metadata = field.metadata || {};\n  field.metadata[key] = value;\n}\n"],"mappings":"AAgDA,OAAO,SAASA,uBAAuBA,CACrCC,MAAc,EACdC,WAAmB,EACa;EAChC,MAAMC,mBAAmB,GAAGF,MAAM,CAACG,QAAQ,CAACF,WAAW,CAAC;EACxD,IAAI,CAACC,mBAAmB,EAAE;IACxB,OAAO,IAAI;EACb;EAEA,IAAI;IACF,MAAMC,QAAQ,GAAGC,IAAI,CAACC,KAAK,CAACH,mBAAmB,CAAC;IAChD,IAAI,CAACC,QAAQ,IAAI,OAAOA,QAAQ,KAAK,QAAQ,EAAE;MAC7C,OAAO,IAAI;IACb;IACA,OAAOA,QAAQ;EACjB,CAAC,CAAC,MAAM;IACN,OAAO,IAAI;EACb;AACF;AAEA,OAAO,SAASG,wBAAwBA,CAACN,MAAc,EAAEC,WAAmB,EAAQ;EAClF,MAAMM,IAAI,GAAGR,uBAAuB,CAACC,MAAM,EAAEC,WAAW,CAAC;EACzD,KAAK,MAAM,CAACO,GAAG,EAAEC,KAAK,CAAC,IAAIC,MAAM,CAACC,OAAO,CAACJ,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE;IACrDP,MAAM,CAACG,QAAQ,CAAE,GAAEF,WAAY,IAAGO,GAAI,EAAC,CAAC,GACtC,OAAOC,KAAK,KAAK,QAAQ,GAAGA,KAAK,GAAGL,IAAI,CAACQ,SAAS,CAACH,KAAK,CAAC;EAC7D;AACF;AAOA,OAAO,SAASI,cAAcA,CAACb,MAAc,EAAsB;EACjE,MAAMc,WAAW,GAAGf,uBAAuB,CAACC,MAAM,EAAE,KAAK,CAAgB;EACzE,OAAOc,WAAW;AACpB;AAMA,OAAO,SAASC,cAAcA,CAACf,MAAc,EAAEc,WAAwB,EAAQ;EAC7E,MAAME,sBAAsB,GAAGZ,IAAI,CAACQ,SAAS,CAACE,WAAW,CAAC;EAC1Dd,MAAM,CAACG,QAAQ,CAACc,GAAG,GAAGD,sBAAsB;AAC9C;AAMA,OAAO,SAASE,iBAAiBA,CAAClB,MAAc,EAAQ;EACtD,MAAMc,WAAW,GAAGD,cAAc,CAACb,MAAM,CAAC;EAC1C,IAAI,CAACc,WAAW,EAAE;IAChB;EACF;EAIA,MAAM;IAACK,OAAO;IAAEC,cAAc;IAAEC;EAAO,CAAC,GAAGP,WAAW;EACtD,IAAIK,OAAO,EAAE;IACXnB,MAAM,CAACG,QAAQ,CAAC,aAAa,CAAC,GAAGgB,OAAO;EAC1C;EAEA,IAAIC,cAAc,EAAE;IAClBpB,MAAM,CAACG,QAAQ,CAAC,oBAAoB,CAAC,GAAGiB,cAAc;EACxD;EAGApB,MAAM,CAACG,QAAQ,CAAC,aAAa,CAAC,GAAGO,MAAM,CAACY,IAAI,CAACD,OAAO,IAAI,CAAC,CAAC,CAAC,CAACE,IAAI,CAAC,EAAE,CAAC;EAEpE,KAAK,MAAM,CAACC,UAAU,EAAEC,cAAc,CAAC,IAAIf,MAAM,CAACC,OAAO,CAACU,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE;IACxE,MAAMK,KAAK,GAAG1B,MAAM,CAAC2B,MAAM,CAACC,IAAI,CAAEF,KAAK,IAAKA,KAAK,CAACG,IAAI,KAAKL,UAAU,CAAC;IACtE,IAAIE,KAAK,EAAE;MACT,IAAIA,KAAK,CAACG,IAAI,KAAKT,cAAc,EAAE;QACjCU,gBAAgB,CAACJ,KAAK,EAAE,mBAAmB,EAAE,MAAM,CAAC;MACtD;MACAK,sBAAsB,CAACL,KAAK,EAAED,cAAc,CAAC;IAC/C;EACF;AACF;AAGA,SAASM,sBAAsBA,CAACL,KAAY,EAAED,cAAc,EAAQ;EAClE,KAAK,MAAM,CAACjB,GAAG,EAAEC,KAAK,CAAC,IAAIC,MAAM,CAACC,OAAO,CAACc,cAAc,IAAI,CAAC,CAAC,CAAC,EAAE;IAC/D,QAAQjB,GAAG;MACT,KAAK,eAAe;QAClBsB,gBAAgB,CAACJ,KAAK,EAAG,OAAMlB,GAAI,EAAC,EAAGC,KAAK,CAAcc,IAAI,CAAC,GAAG,CAAC,CAAC;QACpE;MACF,KAAK,MAAM;QACTO,gBAAgB,CAACJ,KAAK,EAAG,WAAUlB,GAAI,EAAC,EAAEJ,IAAI,CAACQ,SAAS,CAACH,KAAK,CAAC,CAAC;QAChE;MACF,KAAK,KAAK;QAER,KAAK,MAAM,CAACuB,MAAM,EAAEC,QAAQ,CAAC,IAAIvB,MAAM,CAACC,OAAO,CAACF,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE;UAC5D,QAAQuB,MAAM;YACZ,KAAK,IAAI;cACP,MAAME,KAAK,GACT,OAAOD,QAAQ,KAAK,QAAQ,GAEvB,GAAEA,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEE,SAAU,IAAGF,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEG,IAAK,EAAC,GAC1ChC,IAAI,CAACQ,SAAS,CAACqB,QAAQ,CAAC;cAC9BH,gBAAgB,CAACJ,KAAK,EAAG,WAAUM,MAAO,EAAC,EAAEE,KAAK,CAAC;cACnD;YACF;cACEJ,gBAAgB,CACdJ,KAAK,EACJ,WAAUM,MAAO,EAAC,EACnB,OAAOC,QAAQ,KAAK,QAAQ,GAAGA,QAAQ,GAAG7B,IAAI,CAACQ,SAAS,CAACqB,QAAQ,CACnE,CAAC;cACD;UACJ;QACF;QACA;MACF,KAAK,OAAO;MACZ;QACEH,gBAAgB,CACdJ,KAAK,EACJ,OAAMlB,GAAI,EAAC,EACZ,OAAOC,KAAK,KAAK,QAAQ,GAAGA,KAAK,GAAGL,IAAI,CAACQ,SAAS,CAACH,KAAK,CAC1D,CAAC;IACL;EACF;AACF;AAEA,SAASqB,gBAAgBA,CAACJ,KAAY,EAAElB,GAAW,EAAEC,KAAa,EAAQ;EACxEiB,KAAK,CAACvB,QAAQ,GAAGuB,KAAK,CAACvB,QAAQ,IAAI,CAAC,CAAC;EACrCuB,KAAK,CAACvB,QAAQ,CAACK,GAAG,CAAC,GAAGC,KAAK;AAC7B"}

package/dist/lib/geo/geoparquet-metadata-schema.d.ts

@@ -1,79 +0,0 @@
-/**
- * Geoparquet JSON schema for geo metadata
- * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md
- * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md
- */
-export declare const GEOPARQUET_METADATA_JSON_SCHEMA: {
-    $schema: string;
-    title: string;
-    description: string;
-    type: string;
-    required: string[];
-    properties: {
-        version: {
-            type: string;
-            const: string;
-        };
-        primary_column: {
-            type: string;
-            minLength: number;
-        };
-        columns: {
-            type: string;
-            minProperties: number;
-            patternProperties: {
-                '.+': {
-                    type: string;
-                    required: string[];
-                    properties: {
-                        encoding: {
-                            type: string;
-                            const: string;
-                        };
-                        geometry_types: {
-                            type: string;
-                            uniqueItems: boolean;
-                            items: {
-                                type: string;
-                                pattern: string;
-                            };
-                        };
-                        crs: {
-                            oneOf: ({
-                                $ref: string;
-                                type?: undefined;
-                            } | {
-                                type: string;
-                                $ref?: undefined;
-                            })[];
-                        };
-                        edges: {
-                            type: string;
-                            enum: string[];
-                        };
-                        orientation: {
-                            type: string;
-                            const: string;
-                        };
-                        bbox: {
-                            type: string;
-                            items: {
-                                type: string;
-                            };
-                            oneOf: {
-                                description: string;
-                                minItems: number;
-                                maxItems: number;
-                            }[];
-                        };
-                        epoch: {
-                            type: string;
-                        };
-                    };
-                };
-            };
-            additionalProperties: boolean;
-        };
-    };
-};
-//# sourceMappingURL=geoparquet-metadata-schema.d.ts.map

package/dist/lib/geo/geoparquet-metadata-schema.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"geoparquet-metadata-schema.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/geoparquet-metadata-schema.ts"],"names":[],"mappings":"AAKA;;;;GAIG;AACH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2D3C,CAAC"}

package/dist/lib/geo/geoparquet-metadata-schema.js

@@ -1,76 +0,0 @@
-export const GEOPARQUET_METADATA_JSON_SCHEMA = {
-  $schema: 'http://json-schema.org/draft-07/schema#',
-  title: 'GeoParquet',
-  description: 'Parquet metadata included in the geo field.',
-  type: 'object',
-  required: ['version', 'primary_column', 'columns'],
-  properties: {
-    version: {
-      type: 'string',
-      const: '1.0.0-beta.1'
-    },
-    primary_column: {
-      type: 'string',
-      minLength: 1
-    },
-    columns: {
-      type: 'object',
-      minProperties: 1,
-      patternProperties: {
-        '.+': {
-          type: 'object',
-          required: ['encoding', 'geometry_types'],
-          properties: {
-            encoding: {
-              type: 'string',
-              const: 'WKB'
-            },
-            geometry_types: {
-              type: 'array',
-              uniqueItems: true,
-              items: {
-                type: 'string',
-                pattern: '^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$'
-              }
-            },
-            crs: {
-              oneOf: [{
-                $ref: 'https://proj.org/schemas/v0.5/projjson.schema.json'
-              }, {
-                type: 'null'
-              }]
-            },
-            edges: {
-              type: 'string',
-              enum: ['planar', 'spherical']
-            },
-            orientation: {
-              type: 'string',
-              const: 'counterclockwise'
-            },
-            bbox: {
-              type: 'array',
-              items: {
-                type: 'number'
-              },
-              oneOf: [{
-                description: '2D bbox consisting of (xmin, ymin, xmax, ymax)',
-                minItems: 4,
-                maxItems: 4
-              }, {
-                description: '3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)',
-                minItems: 6,
-                maxItems: 6
-              }]
-            },
-            epoch: {
-              type: 'number'
-            }
-          }
-        }
-      },
-      additionalProperties: false
-    }
-  }
-};
-//# sourceMappingURL=geoparquet-metadata-schema.js.map

package/dist/lib/geo/geoparquet-metadata-schema.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"geoparquet-metadata-schema.js","names":["GEOPARQUET_METADATA_JSON_SCHEMA","$schema","title","description","type","required","properties","version","const","primary_column","minLength","columns","minProperties","patternProperties","encoding","geometry_types","uniqueItems","items","pattern","crs","oneOf","$ref","edges","enum","orientation","bbox","minItems","maxItems","epoch","additionalProperties"],"sources":["../../../src/lib/geo/geoparquet-metadata-schema.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\n/* eslint-disable camelcase */\n\n/**\n * Geoparquet JSON schema for geo metadata\n * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md\n * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md\n */\nexport const GEOPARQUET_METADATA_JSON_SCHEMA = {\n  $schema: 'http://json-schema.org/draft-07/schema#',\n  title: 'GeoParquet',\n  description: 'Parquet metadata included in the geo field.',\n  type: 'object',\n  required: ['version', 'primary_column', 'columns'],\n  properties: {\n    version: {type: 'string', const: '1.0.0-beta.1'},\n    primary_column: {type: 'string', minLength: 1},\n    columns: {\n      type: 'object',\n      minProperties: 1,\n      patternProperties: {\n        '.+': {\n          type: 'object',\n          required: ['encoding', 'geometry_types'],\n          properties: {\n            encoding: {type: 'string', const: 'WKB'},\n            geometry_types: {\n              type: 'array',\n              uniqueItems: true,\n              items: {\n                type: 'string',\n                pattern: '^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$'\n              }\n            },\n            crs: {\n              oneOf: [\n                {\n                  $ref: 'https://proj.org/schemas/v0.5/projjson.schema.json'\n                },\n                {type: 'null'}\n              ]\n            },\n            edges: {type: 'string', enum: ['planar', 'spherical']},\n            orientation: {type: 'string', const: 'counterclockwise'},\n            bbox: {\n              type: 'array',\n              items: {type: 'number'},\n              oneOf: [\n                {\n                  description: '2D bbox consisting of (xmin, ymin, xmax, ymax)',\n                  minItems: 4,\n                  maxItems: 4\n                },\n                {\n                  description: '3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)',\n                  minItems: 6,\n                  maxItems: 6\n                }\n              ]\n            },\n            epoch: {type: 'number'}\n          }\n        }\n      },\n      additionalProperties: false\n    }\n  }\n};\n"],"mappings":"AAUA,OAAO,MAAMA,+BAA+B,GAAG;EAC7CC,OAAO,EAAE,yCAAyC;EAClDC,KAAK,EAAE,YAAY;EACnBC,WAAW,EAAE,6CAA6C;EAC1DC,IAAI,EAAE,QAAQ;EACdC,QAAQ,EAAE,CAAC,SAAS,EAAE,gBAAgB,EAAE,SAAS,CAAC;EAClDC,UAAU,EAAE;IACVC,OAAO,EAAE;MAACH,IAAI,EAAE,QAAQ;MAAEI,KAAK,EAAE;IAAc,CAAC;IAChDC,cAAc,EAAE;MAACL,IAAI,EAAE,QAAQ;MAAEM,SAAS,EAAE;IAAC,CAAC;IAC9CC,OAAO,EAAE;MACPP,IAAI,EAAE,QAAQ;MACdQ,aAAa,EAAE,CAAC;MAChBC,iBAAiB,EAAE;QACjB,IAAI,EAAE;UACJT,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE,CAAC,UAAU,EAAE,gBAAgB,CAAC;UACxCC,UAAU,EAAE;YACVQ,QAAQ,EAAE;cAACV,IAAI,EAAE,QAAQ;cAAEI,KAAK,EAAE;YAAK,CAAC;YACxCO,cAAc,EAAE;cACdX,IAAI,EAAE,OAAO;cACbY,WAAW,EAAE,IAAI;cACjBC,KAAK,EAAE;gBACLb,IAAI,EAAE,QAAQ;gBACdc,OAAO,EAAE;cACX;YACF,CAAC;YACDC,GAAG,EAAE;cACHC,KAAK,EAAE,CACL;gBACEC,IAAI,EAAE;cACR,CAAC,EACD;gBAACjB,IAAI,EAAE;cAAM,CAAC;YAElB,CAAC;YACDkB,KAAK,EAAE;cAAClB,IAAI,EAAE,QAAQ;cAAEmB,IAAI,EAAE,CAAC,QAAQ,EAAE,WAAW;YAAC,CAAC;YACtDC,WAAW,EAAE;cAACpB,IAAI,EAAE,QAAQ;cAAEI,KAAK,EAAE;YAAkB,CAAC;YACxDiB,IAAI,EAAE;cACJrB,IAAI,EAAE,OAAO;cACba,KAAK,EAAE;gBAACb,IAAI,EAAE;cAAQ,CAAC;cACvBgB,KAAK,EAAE,CACL;gBACEjB,WAAW,EAAE,gDAAgD;gBAC7DuB,QAAQ,EAAE,CAAC;gBACXC,QAAQ,EAAE;cACZ,CAAC,EACD;gBACExB,WAAW,EAAE,4DAA4D;gBACzEuB,QAAQ,EAAE,CAAC;gBACXC,QAAQ,EAAE;cACZ,CAAC;YAEL,CAAC;YACDC,KAAK,EAAE;cAACxB,IAAI,EAAE;YAAQ;UACxB;QACF;MACF,CAAC;MACDyB,oBAAoB,EAAE;IACxB;EACF;AACF,CAAC"}

package/dist/lib/geo/geoparquet-metadata-schema.json

@@ -1,60 +0,0 @@
-{
-  "$schema": "http://json-schema.org/draft-07/schema#",
-  "title": "GeoParquet",
-  "description": "Parquet metadata included in the geo field.",
-  "type": "object",
-  "required": ["version", "primary_column", "columns"],
-  "properties": {
-    "version": {"type": "string", "const": "1.0.0-beta.1"},
-    "primary_column": {"type": "string", "minLength": 1},
-    "columns": {
-      "type": "object",
-      "minProperties": 1,
-      "patternProperties": {
-        ".+": {
-          "type": "object",
-          "required": ["encoding", "geometry_types"],
-          "properties": {
-            "encoding": {"type": "string", "const": "WKB"},
-            "geometry_types": {
-              "type": "array",
-              "uniqueItems": true,
-              "items": {
-                "type": "string",
-                "pattern": "^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$"
-              }
-            },
-            "crs": {
-              "oneOf": [
-                {
-                  "$ref": "https://proj.org/schemas/v0.5/projjson.schema.json"
-                },
-                {"type": "null"}
-              ]
-            },
-            "edges": {"type": "string", "enum": ["planar", "spherical"]},
-            "orientation": {"type": "string", "const": "counterclockwise"},
-            "bbox": {
-              "type": "array",
-              "items": {"type": "number"},
-              "oneOf": [
-                {
-                  "description": "2D bbox consisting of (xmin, ymin, xmax, ymax)",
-                  "minItems": 4,
-                  "maxItems": 4
-                },
-                {
-                  "description": "3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)",
-                  "minItems": 6,
-                  "maxItems": 6
-                }
-              ]
-            },
-            "epoch": {"type": "number"}
-          }
-        }
-      },
-      "additionalProperties": false
-    }
-  }
-}

package/src/lib/geo/decode-geo-column.ts

@@ -1,55 +0,0 @@
-// loaders.gl, MIT license
-// Copyright (c) vis.gl contributors
-
-import type {ArrayRowTable, GeoJSONTable, ObjectRowTable, Schema} from '@loaders.gl/schema';
-import type {Feature, Geometry} from '@loaders.gl/schema';
-import {getTableLength, getTableRowAsObject} from '@loaders.gl/schema';
-// import {binaryToGeometry} from '@loaders.gl/gis';
-import {WKBLoader, WKTLoader} from '@loaders.gl/wkt';
-
-import {GeoColumnMetadata, getGeoMetadata} from './decode-geo-metadata';
-
-/** TODO - move to loaders.gl/gis? */
-export function convertWKBTableToGeoJSON(
-  table: ArrayRowTable | ObjectRowTable,
-  schema: Schema
-): GeoJSONTable {
-  const geoMetadata = getGeoMetadata(schema);
-  const primaryColumn = geoMetadata?.primary_column;
-  if (!primaryColumn) {
-    throw new Error('no geometry column');
-  }
-  const columnMetadata = geoMetadata.columns[primaryColumn];
-
-  const features: Feature[] = [];
-
-  const length = getTableLength(table);
-  for (let rowIndex = 0; rowIndex < length; rowIndex++) {
-    const row = getTableRowAsObject(table, rowIndex);
-    const geometry = parseGeometry(row[primaryColumn], columnMetadata);
-    delete row[primaryColumn];
-    const feature: Feature = {type: 'Feature', geometry: geometry!, properties: row};
-    features.push(feature);
-  }
-
-  return {shape: 'geojson-table', schema, type: 'FeatureCollection', features};
-}
-
-function parseGeometry(geometry: unknown, columnMetadata: GeoColumnMetadata): Geometry | null {
-  switch (columnMetadata.encoding) {
-    case 'wkt':
-      return WKTLoader.parseTextSync?.(geometry as string) || null;
-    case 'wkb':
-    default:
-      const arrayBuffer = ArrayBuffer.isView(geometry)
-        ? geometry.buffer.slice(geometry.byteOffset, geometry.byteOffset + geometry.byteLength)
-        : (geometry as ArrayBuffer);
-      const geojson = WKBLoader.parseSync?.(arrayBuffer, {
-        wkb: {shape: 'geometry'}
-      }) as unknown as Geometry;
-      return geojson; // binaryGeometry ? binaryToGeometry(binaryGeometry) : null;
-    // const binaryGeometry = WKBLoader.parseSync?.(geometry);
-    // ts-ignore
-    // return binaryGeometry ? binaryToGeometry(binaryGeometry) : null;
-  }
-}

package/src/lib/geo/decode-geo-metadata.ts

@@ -1,177 +0,0 @@
-// loaders.gl, MIT license
-// Copyright (c) vis.gl contributors
-import {Schema, Field} from '@loaders.gl/schema';
-
-/* eslint-disable camelcase */
-
-type GeometryType =
-  | 'Point'
-  | 'LineString'
-  | 'Polygon'
-  | 'MultiPoint'
-  | 'MultiLineString'
-  | 'MultiPolygon'
-  | 'GeometryCollection'
-  | 'Point Z'
-  | 'LineString Z'
-  | 'Polygon Z'
-  | 'MultiPoint Z'
-  | 'MultiLineString Z'
-  | 'MultiPolygon Z'
-  | 'GeometryCollection Z';
-
-/**
- * A geoarrow / geoparquet geo metadata object
- * (stored in stringified form in the top level metadata 'geo' key)
- * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md
- * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md
- * */
-export type GeoMetadata = {
-  version?: string;
-  primary_column?: string;
-  columns: Record<string, GeoColumnMetadata>;
-  [key: string]: unknown;
-};
-
-/** A geoarrow / geoparquet geo metadata for one geometry column  */
-export type GeoColumnMetadata = {
-  encoding: 'wkb' | 'wkt';
-  geometry_types: GeometryType[];
-  crs?: object | null;
-  orientation?: 'counterclockwise';
-  bbox?: [number, number, number, number] | [number, number, number, number, number, number];
-  edges?: 'planar' | 'spherical';
-  epoch?: number;
-  [key: string]: unknown;
-};
-
-/** Parse a key with stringified arrow metadata */
-export function parseJSONStringMetadata(
-  schema: Schema,
-  metadataKey: string
-): Record<string, unknown> | null {
-  const stringifiedMetadata = schema.metadata[metadataKey];
-  if (!stringifiedMetadata) {
-    return null;
-  }
-
-  try {
-    const metadata = JSON.parse(stringifiedMetadata);
-    if (!metadata || typeof metadata !== 'object') {
-      return null;
-    }
-    return metadata;
-  } catch {
-    return null;
-  }
-}
-
-export function unpackJSONStringMetadata(schema: Schema, metadataKey: string): void {
-  const json = parseJSONStringMetadata(schema, metadataKey);
-  for (const [key, value] of Object.entries(json || {})) {
-    schema.metadata[`${metadataKey}.${key}`] =
-      typeof value === 'string' ? value : JSON.stringify(value);
-  }
-}
-
-// GEO METADATA
-
-/**
- * Reads the GeoMetadata object from the metadata
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata */
-export function getGeoMetadata(schema: Schema): GeoMetadata | null {
-  const geoMetadata = parseJSONStringMetadata(schema, 'geo') as GeoMetadata;
-  return geoMetadata;
-}
-
-/**
- * Stores a geoarrow / geoparquet geo metadata object in the schema
- * @note geoarrow / geoparquet geo metadata is a single stringified JSON field
- */
-export function setGeoMetadata(schema: Schema, geoMetadata: GeoMetadata): void {
-  const stringifiedGeoMetadata = JSON.stringify(geoMetadata);
-  schema.metadata.geo = stringifiedGeoMetadata;
-}
-
-/**
- * Unpacks geo metadata into separate metadata fields (parses the long JSON string)
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata
- */
-export function unpackGeoMetadata(schema: Schema): void {
-  const geoMetadata = getGeoMetadata(schema);
-  if (!geoMetadata) {
-    return;
-  }
-
-  // Store Parquet Schema Level Metadata
-
-  const {version, primary_column, columns} = geoMetadata;
-  if (version) {
-    schema.metadata['geo.version'] = version;
-  }
-
-  if (primary_column) {
-    schema.metadata['geo.primary_column'] = primary_column;
-  }
-
-  // store column names as comma separated list
-  schema.metadata['geo.columns'] = Object.keys(columns || {}).join('');
-
-  for (const [columnName, columnMetadata] of Object.entries(columns || {})) {
-    const field = schema.fields.find((field) => field.name === columnName);
-    if (field) {
-      if (field.name === primary_column) {
-        setFieldMetadata(field, 'geo.primary_field', 'true');
-      }
-      unpackGeoFieldMetadata(field, columnMetadata);
-    }
-  }
-}
-
-// eslint-disable-next-line complexity
-function unpackGeoFieldMetadata(field: Field, columnMetadata): void {
-  for (const [key, value] of Object.entries(columnMetadata || {})) {
-    switch (key) {
-      case 'geometry_type':
-        setFieldMetadata(field, `geo.${key}`, (value as string[]).join(','));
-        break;
-      case 'bbox':
-        setFieldMetadata(field, `geo.crs.${key}`, JSON.stringify(value));
-        break;
-      case 'crs':
-        // @ts-ignore
-        for (const [crsKey, crsValue] of Object.entries(value || {})) {
-          switch (crsKey) {
-            case 'id':
-              const crsId =
-                typeof crsValue === 'object'
-                  ? // @ts-ignore
-                    `${crsValue?.authority}:${crsValue?.code}`
-                  : JSON.stringify(crsValue);
-              setFieldMetadata(field, `geo.crs.${crsKey}`, crsId);
-              break;
-            default:
-              setFieldMetadata(
-                field,
-                `geo.crs.${crsKey}`,
-                typeof crsValue === 'string' ? crsValue : JSON.stringify(crsValue)
-              );
-              break;
-          }
-        }
-        break;
-      case 'edges':
-      default:
-        setFieldMetadata(
-          field,
-          `geo.${key}`,
-          typeof value === 'string' ? value : JSON.stringify(value)
-        );
-    }
-  }
-}
-
-function setFieldMetadata(field: Field, key: string, value: string): void {
-  field.metadata = field.metadata || {};
-  field.metadata[key] = value;
-}

package/src/lib/geo/geoparquet-metadata-schema.json

@@ -1,60 +0,0 @@
-{
-  "$schema": "http://json-schema.org/draft-07/schema#",
-  "title": "GeoParquet",
-  "description": "Parquet metadata included in the geo field.",
-  "type": "object",
-  "required": ["version", "primary_column", "columns"],
-  "properties": {
-    "version": {"type": "string", "const": "1.0.0-beta.1"},
-    "primary_column": {"type": "string", "minLength": 1},
-    "columns": {
-      "type": "object",
-      "minProperties": 1,
-      "patternProperties": {
-        ".+": {
-          "type": "object",
-          "required": ["encoding", "geometry_types"],
-          "properties": {
-            "encoding": {"type": "string", "const": "WKB"},
-            "geometry_types": {
-              "type": "array",
-              "uniqueItems": true,
-              "items": {
-                "type": "string",
-                "pattern": "^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$"
-              }
-            },
-            "crs": {
-              "oneOf": [
-                {
-                  "$ref": "https://proj.org/schemas/v0.5/projjson.schema.json"
-                },
-                {"type": "null"}
-              ]
-            },
-            "edges": {"type": "string", "enum": ["planar", "spherical"]},
-            "orientation": {"type": "string", "const": "counterclockwise"},
-            "bbox": {
-              "type": "array",
-              "items": {"type": "number"},
-              "oneOf": [
-                {
-                  "description": "2D bbox consisting of (xmin, ymin, xmax, ymax)",
-                  "minItems": 4,
-                  "maxItems": 4
-                },
-                {
-                  "description": "3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)",
-                  "minItems": 6,
-                  "maxItems": 6
-                }
-              ]
-            },
-            "epoch": {"type": "number"}
-          }
-        }
-      },
-      "additionalProperties": false
-    }
-  }
-}