@loaders.gl/gis 4.2.0-alpha.3 → 4.2.0-alpha.5

package/dist/lib/geo/geoparquet-metadata.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"geoparquet-metadata.js","names":["getGeoMetadata","schema","geoMetadata","parseJSONStringMetadata","column","Object","values","columns","encoding","toLowerCase","setGeoMetadata","stringifiedGeoMetadata","JSON","stringify","metadata","geo","unpackGeoMetadata","version","primary_column","keys","join","columnName","columnMetadata","entries","field","fields","find","name","setFieldMetadata","unpackGeoFieldMetadata","key","value","crsKey","crsValue","crsId","authority","code","metadataKey","stringifiedMetadata","parse","unpackJSONStringMetadata","json"],"sources":["../../../src/lib/geo/geoparquet-metadata.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\nimport {Schema, Field} from '@loaders.gl/schema';\n\n/* eslint-disable camelcase */\n\n/**\n * A geoarrow / geoparquet geo metadata object\n * (stored in stringified form in the top level metadata 'geo' key)\n * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md\n * @see https://github.com/geoarrow/geoarrow\n * */\nexport type GeoMetadata = {\n  version?: string;\n  primary_column?: string;\n  columns: Record<string, GeoColumnMetadata>;\n  [key: string]: unknown;\n};\n\n/** A geoarrow / geoparquet geo metadata for one geometry column  */\nexport type GeoColumnMetadata = {\n  encoding: 'wkb' | 'wkt';\n  geometry_types: GeoParquetGeometryType[];\n  crs?: object | null;\n  orientation?: 'counterclockwise';\n  bbox?: [number, number, number, number] | [number, number, number, number, number, number];\n  edges?: 'planar' | 'spherical';\n  epoch?: number;\n  [key: string]: unknown;\n};\n\n/** A GeoParquet metadata geometry type */\nexport type GeoParquetGeometryType =\n  | 'Point'\n  | 'LineString'\n  | 'Polygon'\n  | 'MultiPoint'\n  | 'MultiLineString'\n  | 'MultiPolygon'\n  | 'GeometryCollection'\n  | 'Point Z'\n  | 'LineString Z'\n  | 'Polygon Z'\n  | 'MultiPoint Z'\n  | 'MultiLineString Z'\n  | 'MultiPolygon Z'\n  | 'GeometryCollection Z';\n\n// GEO METADATA\n\n/**\n * Reads the GeoMetadata object from the metadata\n * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata\n */\nexport function getGeoMetadata(schema: Schema): GeoMetadata | null {\n  const geoMetadata = parseJSONStringMetadata(schema, 'geo');\n  if (!geoMetadata) {\n    return null;\n  }\n  for (const column of Object.values(geoMetadata.columns || {})) {\n    if (column.encoding) {\n      column.encoding = column.encoding.toLowerCase();\n    }\n  }\n  return geoMetadata as GeoMetadata;\n}\n\n/**\n * Stores a geoarrow / geoparquet geo metadata object in the schema\n * @note geoarrow / geoparquet geo metadata is a single stringified JSON field\n */\nexport function setGeoMetadata(schema: Schema, geoMetadata: GeoMetadata): void {\n  const stringifiedGeoMetadata = JSON.stringify(geoMetadata);\n  schema.metadata.geo = stringifiedGeoMetadata;\n}\n\n/**\n * Unpacks geo metadata into separate metadata fields (parses the long JSON string)\n * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata\n */\nexport function unpackGeoMetadata(schema: Schema): void {\n  const geoMetadata = getGeoMetadata(schema);\n  if (!geoMetadata) {\n    return;\n  }\n\n  // Store Parquet Schema Level Metadata\n\n  const {version, primary_column, columns} = geoMetadata;\n  if (version) {\n    schema.metadata['geo.version'] = version;\n  }\n\n  if (primary_column) {\n    schema.metadata['geo.primary_column'] = primary_column;\n  }\n\n  // store column names as comma separated list\n  schema.metadata['geo.columns'] = Object.keys(columns || {}).join('');\n\n  for (const [columnName, columnMetadata] of Object.entries(columns || {})) {\n    const field = schema.fields.find((field) => field.name === columnName);\n    if (field) {\n      if (field.name === primary_column) {\n        setFieldMetadata(field, 'geo.primary_field', 'true');\n      }\n      unpackGeoFieldMetadata(field, columnMetadata);\n    }\n  }\n}\n\n// eslint-disable-next-line complexity\nfunction unpackGeoFieldMetadata(field: Field, columnMetadata): void {\n  for (const [key, value] of Object.entries(columnMetadata || {})) {\n    switch (key) {\n      case 'geometry_types':\n        setFieldMetadata(field, `geo.${key}`, (value as string[]).join(','));\n        break;\n      case 'bbox':\n        setFieldMetadata(field, `geo.crs.${key}`, JSON.stringify(value));\n        break;\n      case 'crs':\n        // @ts-ignore\n        for (const [crsKey, crsValue] of Object.entries(value || {})) {\n          switch (crsKey) {\n            case 'id':\n              const crsId =\n                typeof crsValue === 'object'\n                  ? // @ts-ignore\n                    `${crsValue?.authority}:${crsValue?.code}`\n                  : JSON.stringify(crsValue);\n              setFieldMetadata(field, `geo.crs.${crsKey}`, crsId);\n              break;\n            default:\n              setFieldMetadata(\n                field,\n                `geo.crs.${crsKey}`,\n                typeof crsValue === 'string' ? crsValue : JSON.stringify(crsValue)\n              );\n              break;\n          }\n        }\n        break;\n      case 'edges':\n      default:\n        setFieldMetadata(\n          field,\n          `geo.${key}`,\n          typeof value === 'string' ? value : JSON.stringify(value)\n        );\n    }\n  }\n}\n\nfunction setFieldMetadata(field: Field, key: string, value: string): void {\n  field.metadata = field.metadata || {};\n  field.metadata[key] = value;\n}\n\n// HELPERS\n\n/** Parse a key with stringified arrow metadata */\nexport function parseJSONStringMetadata(\n  schema: Schema,\n  metadataKey: string\n): Record<string, unknown> | null {\n  const stringifiedMetadata = schema.metadata[metadataKey];\n  if (!stringifiedMetadata) {\n    return null;\n  }\n\n  try {\n    const metadata = JSON.parse(stringifiedMetadata);\n    if (!metadata || typeof metadata !== 'object') {\n      return null;\n    }\n    return metadata;\n  } catch {\n    return null;\n  }\n}\n\nexport function unpackJSONStringMetadata(schema: Schema, metadataKey: string): void {\n  const json = parseJSONStringMetadata(schema, metadataKey);\n  for (const [key, value] of Object.entries(json || {})) {\n    schema.metadata[`${metadataKey}.${key}`] =\n      typeof value === 'string' ? value : JSON.stringify(value);\n  }\n}\n"],"mappings":"AAuDA,OAAO,SAASA,cAAcA,CAACC,MAAc,EAAsB;EACjE,MAAMC,WAAW,GAAGC,uBAAuB,CAACF,MAAM,EAAE,KAAK,CAAC;EAC1D,IAAI,CAACC,WAAW,EAAE;IAChB,OAAO,IAAI;EACb;EACA,KAAK,MAAME,MAAM,IAAIC,MAAM,CAACC,MAAM,CAACJ,WAAW,CAACK,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE;IAC7D,IAAIH,MAAM,CAACI,QAAQ,EAAE;MACnBJ,MAAM,CAACI,QAAQ,GAAGJ,MAAM,CAACI,QAAQ,CAACC,WAAW,CAAC,CAAC;IACjD;EACF;EACA,OAAOP,WAAW;AACpB;AAMA,OAAO,SAASQ,cAAcA,CAACT,MAAc,EAAEC,WAAwB,EAAQ;EAC7E,MAAMS,sBAAsB,GAAGC,IAAI,CAACC,SAAS,CAACX,WAAW,CAAC;EAC1DD,MAAM,CAACa,QAAQ,CAACC,GAAG,GAAGJ,sBAAsB;AAC9C;AAMA,OAAO,SAASK,iBAAiBA,CAACf,MAAc,EAAQ;EACtD,MAAMC,WAAW,GAAGF,cAAc,CAACC,MAAM,CAAC;EAC1C,IAAI,CAACC,WAAW,EAAE;IAChB;EACF;EAIA,MAAM;IAACe,OAAO;IAAEC,cAAc;IAAEX;EAAO,CAAC,GAAGL,WAAW;EACtD,IAAIe,OAAO,EAAE;IACXhB,MAAM,CAACa,QAAQ,CAAC,aAAa,CAAC,GAAGG,OAAO;EAC1C;EAEA,IAAIC,cAAc,EAAE;IAClBjB,MAAM,CAACa,QAAQ,CAAC,oBAAoB,CAAC,GAAGI,cAAc;EACxD;EAGAjB,MAAM,CAACa,QAAQ,CAAC,aAAa,CAAC,GAAGT,MAAM,CAACc,IAAI,CAACZ,OAAO,IAAI,CAAC,CAAC,CAAC,CAACa,IAAI,CAAC,EAAE,CAAC;EAEpE,KAAK,MAAM,CAACC,UAAU,EAAEC,cAAc,CAAC,IAAIjB,MAAM,CAACkB,OAAO,CAAChB,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE;IACxE,MAAMiB,KAAK,GAAGvB,MAAM,CAACwB,MAAM,CAACC,IAAI,CAAEF,KAAK,IAAKA,KAAK,CAACG,IAAI,KAAKN,UAAU,CAAC;IACtE,IAAIG,KAAK,EAAE;MACT,IAAIA,KAAK,CAACG,IAAI,KAAKT,cAAc,EAAE;QACjCU,gBAAgB,CAACJ,KAAK,EAAE,mBAAmB,EAAE,MAAM,CAAC;MACtD;MACAK,sBAAsB,CAACL,KAAK,EAAEF,cAAc,CAAC;IAC/C;EACF;AACF;AAGA,SAASO,sBAAsBA,CAACL,KAAY,EAAEF,cAAc,EAAQ;EAClE,KAAK,MAAM,CAACQ,GAAG,EAAEC,KAAK,CAAC,IAAI1B,MAAM,CAACkB,OAAO,CAACD,cAAc,IAAI,CAAC,CAAC,CAAC,EAAE;IAC/D,QAAQQ,GAAG;MACT,KAAK,gBAAgB;QACnBF,gBAAgB,CAACJ,KAAK,EAAG,OAAMM,GAAI,EAAC,EAAGC,KAAK,CAAcX,IAAI,CAAC,GAAG,CAAC,CAAC;QACpE;MACF,KAAK,MAAM;QACTQ,gBAAgB,CAACJ,KAAK,EAAG,WAAUM,GAAI,EAAC,EAAElB,IAAI,CAACC,SAAS,CAACkB,KAAK,CAAC,CAAC;QAChE;MACF,KAAK,KAAK;QAER,KAAK,MAAM,CAACC,MAAM,EAAEC,QAAQ,CAAC,IAAI5B,MAAM,CAACkB,OAAO,CAACQ,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE;UAC5D,QAAQC,MAAM;YACZ,KAAK,IAAI;cACP,MAAME,KAAK,GACT,OAAOD,QAAQ,KAAK,QAAQ,GAEvB,GAAEA,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEE,SAAU,IAAGF,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEG,IAAK,EAAC,GAC1CxB,IAAI,CAACC,SAAS,CAACoB,QAAQ,CAAC;cAC9BL,gBAAgB,CAACJ,KAAK,EAAG,WAAUQ,MAAO,EAAC,EAAEE,KAAK,CAAC;cACnD;YACF;cACEN,gBAAgB,CACdJ,KAAK,EACJ,WAAUQ,MAAO,EAAC,EACnB,OAAOC,QAAQ,KAAK,QAAQ,GAAGA,QAAQ,GAAGrB,IAAI,CAACC,SAAS,CAACoB,QAAQ,CACnE,CAAC;cACD;UACJ;QACF;QACA;MACF,KAAK,OAAO;MACZ;QACEL,gBAAgB,CACdJ,KAAK,EACJ,OAAMM,GAAI,EAAC,EACZ,OAAOC,KAAK,KAAK,QAAQ,GAAGA,KAAK,GAAGnB,IAAI,CAACC,SAAS,CAACkB,KAAK,CAC1D,CAAC;IACL;EACF;AACF;AAEA,SAASH,gBAAgBA,CAACJ,KAAY,EAAEM,GAAW,EAAEC,KAAa,EAAQ;EACxEP,KAAK,CAACV,QAAQ,GAAGU,KAAK,CAACV,QAAQ,IAAI,CAAC,CAAC;EACrCU,KAAK,CAACV,QAAQ,CAACgB,GAAG,CAAC,GAAGC,KAAK;AAC7B;AAKA,OAAO,SAAS5B,uBAAuBA,CACrCF,MAAc,EACdoC,WAAmB,EACa;EAChC,MAAMC,mBAAmB,GAAGrC,MAAM,CAACa,QAAQ,CAACuB,WAAW,CAAC;EACxD,IAAI,CAACC,mBAAmB,EAAE;IACxB,OAAO,IAAI;EACb;EAEA,IAAI;IACF,MAAMxB,QAAQ,GAAGF,IAAI,CAAC2B,KAAK,CAACD,mBAAmB,CAAC;IAChD,IAAI,CAACxB,QAAQ,IAAI,OAAOA,QAAQ,KAAK,QAAQ,EAAE;MAC7C,OAAO,IAAI;IACb;IACA,OAAOA,QAAQ;EACjB,CAAC,CAAC,MAAM;IACN,OAAO,IAAI;EACb;AACF;AAEA,OAAO,SAAS0B,wBAAwBA,CAACvC,MAAc,EAAEoC,WAAmB,EAAQ;EAClF,MAAMI,IAAI,GAAGtC,uBAAuB,CAACF,MAAM,EAAEoC,WAAW,CAAC;EACzD,KAAK,MAAM,CAACP,GAAG,EAAEC,KAAK,CAAC,IAAI1B,MAAM,CAACkB,OAAO,CAACkB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE;IACrDxC,MAAM,CAACa,QAAQ,CAAE,GAAEuB,WAAY,IAAGP,GAAI,EAAC,CAAC,GACtC,OAAOC,KAAK,KAAK,QAAQ,GAAGA,KAAK,GAAGnB,IAAI,CAACC,SAAS,CAACkB,KAAK,CAAC;EAC7D;AACF"}

package/dist/lib/tables/convert-table-to-geojson.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"convert-table-to-geojson.js","names":["getTableLength","getTableRowAsObject","getGeoMetadata","convertWKBTableToGeoJSON","table","schema","loaders","geoMetadata","primaryColumn","primary_column","Error","columnMetadata","columns","features","length","rowIndex","row","geometry","parseGeometry","feature","type","properties","push","shape","_wktLoader$parseTextS","_wkbLoader$parseSync","encoding","wktLoader","find","loader","id","parseTextSync","call","wkbLoader","arrayBuffer","ArrayBuffer","isView","buffer","slice","byteOffset","byteLength","geojson","parseSync","wkb"],"sources":["../../../src/lib/tables/convert-table-to-geojson.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, GeoJSONTable, ObjectRowTable, Schema} from '@loaders.gl/schema';\nimport type {Feature, Geometry} from '@loaders.gl/schema';\nimport {getTableLength, getTableRowAsObject} from '@loaders.gl/schema';\n\nimport {GeoColumnMetadata, getGeoMetadata} from '../geo/geoparquet-metadata';\n\n/** TODO - move to loaders.gl/gis? */\nexport function convertWKBTableToGeoJSON(\n  table: ArrayRowTable | ObjectRowTable,\n  schema: Schema,\n  loaders: LoaderWithParser[]\n): GeoJSONTable {\n  const geoMetadata = getGeoMetadata(schema);\n  const primaryColumn = geoMetadata?.primary_column;\n  if (!primaryColumn) {\n    throw new Error('no geometry column');\n  }\n  const columnMetadata = geoMetadata.columns[primaryColumn];\n\n  const features: Feature[] = [];\n\n  const length = getTableLength(table);\n  for (let rowIndex = 0; rowIndex < length; rowIndex++) {\n    const row = getTableRowAsObject(table, rowIndex);\n    const geometry = parseGeometry(row[primaryColumn], columnMetadata, loaders);\n    delete row[primaryColumn];\n    const feature: Feature = {type: 'Feature', geometry: geometry!, properties: row};\n    features.push(feature);\n  }\n\n  return {shape: 'geojson-table', schema, type: 'FeatureCollection', features};\n}\n\nfunction parseGeometry(\n  geometry: unknown,\n  columnMetadata: GeoColumnMetadata,\n  loaders: LoaderWithParser[]\n): Geometry | null {\n  switch (columnMetadata.encoding) {\n    case 'wkt':\n      const wktLoader = loaders.find((loader) => loader.id === 'wkt');\n      return wktLoader?.parseTextSync?.(geometry as string) || null;\n    case 'wkb':\n    default:\n      const wkbLoader = loaders.find((loader) => loader.id === 'wkb');\n      const arrayBuffer = ArrayBuffer.isView(geometry)\n        ? geometry.buffer.slice(geometry.byteOffset, geometry.byteOffset + geometry.byteLength)\n        : (geometry as ArrayBuffer);\n      const geojson = wkbLoader?.parseSync?.(arrayBuffer, {\n        wkb: {shape: 'geojson-geometry'}\n      }) as unknown as Geometry;\n      return geojson; // binaryGeometry ? binaryToGeometry(binaryGeometry) : null;\n    // const binaryGeometry = WKBLoader.parseSync?.(geometry);\n    // ts-ignore\n    // return binaryGeometry ? binaryToGeometry(binaryGeometry) : null;\n  }\n}\n"],"mappings":"AAOA,SAAQA,cAAc,EAAEC,mBAAmB,QAAO,oBAAoB;AAAC,SAE5CC,cAAc;AAGzC,OAAO,SAASC,wBAAwBA,CACtCC,KAAqC,EACrCC,MAAc,EACdC,OAA2B,EACb;EACd,MAAMC,WAAW,GAAGL,cAAc,CAACG,MAAM,CAAC;EAC1C,MAAMG,aAAa,GAAGD,WAAW,aAAXA,WAAW,uBAAXA,WAAW,CAAEE,cAAc;EACjD,IAAI,CAACD,aAAa,EAAE;IAClB,MAAM,IAAIE,KAAK,CAAC,oBAAoB,CAAC;EACvC;EACA,MAAMC,cAAc,GAAGJ,WAAW,CAACK,OAAO,CAACJ,aAAa,CAAC;EAEzD,MAAMK,QAAmB,GAAG,EAAE;EAE9B,MAAMC,MAAM,GAAGd,cAAc,CAACI,KAAK,CAAC;EACpC,KAAK,IAAIW,QAAQ,GAAG,CAAC,EAAEA,QAAQ,GAAGD,MAAM,EAAEC,QAAQ,EAAE,EAAE;IACpD,MAAMC,GAAG,GAAGf,mBAAmB,CAACG,KAAK,EAAEW,QAAQ,CAAC;IAChD,MAAME,QAAQ,GAAGC,aAAa,CAACF,GAAG,CAACR,aAAa,CAAC,EAAEG,cAAc,EAAEL,OAAO,CAAC;IAC3E,OAAOU,GAAG,CAACR,aAAa,CAAC;IACzB,MAAMW,OAAgB,GAAG;MAACC,IAAI,EAAE,SAAS;MAAEH,QAAQ,EAAEA,QAAS;MAAEI,UAAU,EAAEL;IAAG,CAAC;IAChFH,QAAQ,CAACS,IAAI,CAACH,OAAO,CAAC;EACxB;EAEA,OAAO;IAACI,KAAK,EAAE,eAAe;IAAElB,MAAM;IAAEe,IAAI,EAAE,mBAAmB;IAAEP;EAAQ,CAAC;AAC9E;AAEA,SAASK,aAAaA,CACpBD,QAAiB,EACjBN,cAAiC,EACjCL,OAA2B,EACV;EAAA,IAAAkB,qBAAA,EAAAC,oBAAA;EACjB,QAAQd,cAAc,CAACe,QAAQ;IAC7B,KAAK,KAAK;MACR,MAAMC,SAAS,GAAGrB,OAAO,CAACsB,IAAI,CAAEC,MAAM,IAAKA,MAAM,CAACC,EAAE,KAAK,KAAK,CAAC;MAC/D,OAAO,CAAAH,SAAS,aAATA,SAAS,wBAAAH,qBAAA,GAATG,SAAS,CAAEI,aAAa,cAAAP,qBAAA,uBAAxBA,qBAAA,CAAAQ,IAAA,CAAAL,SAAS,EAAkBV,QAAkB,CAAC,KAAI,IAAI;IAC/D,KAAK,KAAK;IACV;MACE,MAAMgB,SAAS,GAAG3B,OAAO,CAACsB,IAAI,CAAEC,MAAM,IAAKA,MAAM,CAACC,EAAE,KAAK,KAAK,CAAC;MAC/D,MAAMI,WAAW,GAAGC,WAAW,CAACC,MAAM,CAACnB,QAAQ,CAAC,GAC5CA,QAAQ,CAACoB,MAAM,CAACC,KAAK,CAACrB,QAAQ,CAACsB,UAAU,EAAEtB,QAAQ,CAACsB,UAAU,GAAGtB,QAAQ,CAACuB,UAAU,CAAC,GACpFvB,QAAwB;MAC7B,MAAMwB,OAAO,GAAGR,SAAS,aAATA,SAAS,wBAAAR,oBAAA,GAATQ,SAAS,CAAES,SAAS,cAAAjB,oBAAA,uBAApBA,oBAAA,CAAAO,IAAA,CAAAC,SAAS,EAAcC,WAAW,EAAE;QAClDS,GAAG,EAAE;UAACpB,KAAK,EAAE;QAAkB;MACjC,CAAC,CAAwB;MACzB,OAAOkB,OAAO;EAIlB;AACF"}