@basemaps/cli-vector 8.1.0 → 8.3.0

package/build/schema-loader/schema.d.ts

@@ -51,6 +51,21 @@ export type Simplify = {
     style: Styling;
     tolerance?: number;
 };
+/**
+ * Cache mbtile file
+ */
+export interface CacheFile {
+    fileName: string;
+    path: URL;
+    exists: boolean;
+}
+/**
+ * Record the input and output features of the
+ */
+export interface Metrics {
+    input: number;
+    output: number;
+}
 /**
  * Layer interface for source data layer config metadata
  */
@@ -74,14 +89,15 @@ export interface Layer {
     /** Tippecanoe transform options */
     tippecanoe?: string[];
     /** Metrics data during the process, will capture into the stac once processed */
-    metrics?: {
-        input: number;
-        output: number;
-    };
+    metrics?: Metrics;
+    /** cached mbtile filename */
+    fileName?: URL;
     /** cached mbtile location */
-    cache?: URL;
+    cache?: CacheFile;
     /** true for layer over 2GB, which will require separated node to process */
     largeLayer?: boolean;
+    /** Include the aera size as square meters in the property _derived_area via ogr*/
+    includeDerivedArea?: boolean;
 }
 /**
  * Schema metadata for vector layer

package/build/schema-loader/schema.loader.d.ts

@@ -1,11 +1,13 @@
+import { TileMatrixSet } from '@basemaps/geo';
 import { LogType } from '@basemaps/shared';
 import { Schema } from './schema.js';
 export declare class SchemaLoader {
     path: URL;
     logger: LogType;
     schemas: Schema[];
+    tileMatrix: TileMatrixSet;
     cache?: URL;
-    constructor(path: URL, logger: LogType, cache?: URL);
+    constructor(path: URL, tileMatrix: TileMatrixSet, logger: LogType, cache?: URL);
     /**
      * Read the json schema from the path
      *

package/build/schema-loader/schema.loader.js

@@ -2,11 +2,11 @@ import { sha256base58 } from '@basemaps/config';
 import { fsa } from '@basemaps/shared';
 import { CliInfo } from '@basemaps/shared/build/cli/info.js';
 import { z } from 'zod';
-import { lds, LDS_CACHE_BUCKET } from '../extract/extract.js';
+import { lds, LDS_CACHE_BUCKET } from '../extract.js';
 import { zSchema } from './parser.js';
 const LARGE_LAYER_SIZE = 1024 * 1024 * 1024; // processing for large layers that over 1GB
 export class SchemaLoader {
-    constructor(path, logger, cache) {
+    constructor(path, tileMatrix, logger, cache) {
         Object.defineProperty(this, "path", {
             enumerable: true,
             configurable: true,
@@ -25,6 +25,12 @@ export class SchemaLoader {
             writable: true,
             value: []
         });
+        Object.defineProperty(this, "tileMatrix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "cache", {
             enumerable: true,
             configurable: true,
@@ -33,6 +39,7 @@ export class SchemaLoader {
         });
         this.path = path;
         this.logger = logger;
+        this.tileMatrix = tileMatrix;
         this.cache = cache;
     }
     /**
@@ -70,8 +77,6 @@ export class SchemaLoader {
         const files = await lds.getLdsCacheFiles();
         for (const schema of this.schemas) {
             this.logger.info({ layer: schema.name }, 'SchemaLoader: PrepareLayer');
-            if (schema.layers == null)
-                continue;
             for (const layer of schema.layers) {
                 // Set layer simplify
                 if (schema.simplify != null && layer.simplify == null)
@@ -93,12 +98,19 @@ export class SchemaLoader {
                 if (fileInfo.size != null && fileInfo.size > LARGE_LAYER_SIZE)
                     layer.largeLayer = true;
                 // Set the cache path for the layer
-                const configHash = sha256base58(JSON.stringify({ ...layer, version: CliInfo.version }));
+                const configHash = sha256base58(JSON.stringify({ name: schema.name, layer, version: CliInfo.version }));
                 if (this.cache != null) {
                     const fileName = isLdsFile
                         ? `${layer.id}_${layer.version}_${configHash}.mbtiles`
                         : `${layer.id}_${configHash}.mbtiles`;
-                    layer.cache = new URL(fileName, this.cache);
+                    const path = new URL(`${this.tileMatrix.projection.code}/${layer.id}/${fileName}`, this.cache);
+                    const exists = await fsa.exists(path);
+                    const cache = {
+                        fileName,
+                        path,
+                        exists,
+                    };
+                    layer.cache = cache;
                 }
             }
         }

package/build/schema-loader/schema.loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"schema.loader.js","sourceRoot":"","sources":["../../src/schema-loader/schema.loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,GAAG,EAAW,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,oCAAoC,CAAC;AAC7D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,GAAG,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGtC,MAAM,gBAAgB,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,4CAA4C;AAEzF,MAAM,OAAO,YAAY;IAKvB,YAAY,IAAS,EAAE,MAAe,EAAE,KAAW;QAJnD;;;;;WAAU;QACV;;;;;WAAgB;QAChB;;;;mBAAoB,EAAE;WAAC;QACvB;;;;;WAAY;QAEV,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,cAAc;QAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,8BAA8B,CAAC,CAAC;QAC3E,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACxC,oBAAoB;gBACpB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBACrC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;wBAC5B,eAAe;wBACf,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,IAAI,gBAAgB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,6BAA6B,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC3C,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,4BAA4B,CAAC,CAAC;YACvE,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI;gBAAE,SAAS;YACpC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,qBAAqB;gBACrB,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAI,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI;oBAAE,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBAExF,kDAAkD;gBAClD,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;gBAC5D,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACjC,IAAI,IAAI,IAAI,IAAI;wBAAE,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,6BAA6B,CAAC,CAAC;oBAClF,yCAAyC;oBACzC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;oBAC7B,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACpC,CAAC;gBAED,wEAAwE;gBACxE,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBACvD,IAAI,QAAQ,IAAI,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,SAAS,KAAK,CAAC,MAAM,iBAAiB,CAAC,CAAC;gBAC/F,IAAI,QAAQ,CAAC,IAAI,IAAI,IAAI,IAAI,QAAQ,CAAC,IAAI,GAAG,gBAAgB;oBAAE,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;gBAEvF,mCAAmC;gBACnC,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACxF,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;oBACvB,MAAM,QAAQ,GAAG,SAAS;wBACxB,CAAC,CAAC,GAAG,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,OAAO,IAAI,UAAU,UAAU;wBACtD,CAAC,CAAC,GAAG,KAAK,CAAC,EAAE,IAAI,UAAU,UAAU,CAAC;oBACxC,KAAK,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,kBAAkB;QAClB,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5B,iDAAiD;QACjD,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC;CACF"}
+{"version":3,"file":"schema.loader.js","sourceRoot":"","sources":["../../src/schema-loader/schema.loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,GAAG,EAAW,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,oCAAoC,CAAC;AAC7D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,GAAG,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGtC,MAAM,gBAAgB,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,4CAA4C;AAEzF,MAAM,OAAO,YAAY;IAMvB,YAAY,IAAS,EAAE,UAAyB,EAAE,MAAe,EAAE,KAAW;QAL9E;;;;;WAAU;QACV;;;;;WAAgB;QAChB;;;;mBAAoB,EAAE;WAAC;QACvB;;;;;WAA0B;QAC1B;;;;;WAAY;QAEV,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,cAAc;QAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,8BAA8B,CAAC,CAAC;QAC3E,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACxC,oBAAoB;gBACpB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBACrC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;wBAC5B,eAAe;wBACf,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,IAAI,gBAAgB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,6BAA6B,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC3C,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,4BAA4B,CAAC,CAAC;YACvE,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,qBAAqB;gBACrB,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAI,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI;oBAAE,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBAExF,kDAAkD;gBAClD,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;gBAC5D,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACjC,IAAI,IAAI,IAAI,IAAI;wBAAE,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,6BAA6B,CAAC,CAAC;oBAClF,yCAAyC;oBACzC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;oBAC7B,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACpC,CAAC;gBAED,wEAAwE;gBACxE,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBACvD,IAAI,QAAQ,IAAI,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,SAAS,KAAK,CAAC,MAAM,iBAAiB,CAAC,CAAC;gBAC/F,IAAI,QAAQ,CAAC,IAAI,IAAI,IAAI,IAAI,QAAQ,CAAC,IAAI,GAAG,gBAAgB;oBAAE,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;gBAEvF,mCAAmC;gBACnC,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACxG,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;oBACvB,MAAM,QAAQ,GAAG,SAAS;wBACxB,CAAC,CAAC,GAAG,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,OAAO,IAAI,UAAU,UAAU;wBACtD,CAAC,CAAC,GAAG,KAAK,CAAC,EAAE,IAAI,UAAU,UAAU,CAAC;oBACxC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,IAAI,QAAQ,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC/F,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBACtC,MAAM,KAAK,GAAG;wBACZ,QAAQ;wBACR,IAAI;wBACJ,MAAM;qBACP,CAAC;oBACF,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,kBAAkB;QAClB,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5B,iDAAiD;QACjD,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC;CACF"}

package/build/stac.d.ts

@@ -0,0 +1,41 @@
+import { BoundingBox, TileMatrixSet } from '@basemaps/geo';
+import { LogType } from '@basemaps/shared';
+import { StacCatalog, StacCollection, StacItem, StacLink } from 'stac-ts';
+import { Layer, SchemaMetadata } from './schema-loader/schema.js';
+export interface VectorCreationOptions {
+    /** Schema name for the layer*/
+    name: string;
+    /**Schema metadata for creation vector tiles  */
+    metadata: SchemaMetadata;
+    /** Tile matrix to create the tiles against */
+    tileMatrix: string;
+    /** Individual layer options  */
+    layer: Layer;
+}
+export interface GeneratedProperties {
+    /** Package name that generated the file */
+    package: string;
+    /** Version number that generated the file */
+    version: string;
+    /** Git commit hash that the file was generated with */
+    hash: string;
+    /** ISO date of the time this file was generated */
+    datetime: string;
+}
+export type VectorStacItem = StacItem & {
+    properties: {
+        'linz_basemaps:generated': GeneratedProperties;
+        'linz_basemaps:options'?: VectorCreationOptions;
+    };
+};
+export declare class VectorStac {
+    logger: LogType;
+    /** List of bounding boxes for the layer, to union as collection bbox */
+    bboxArr: BoundingBox[];
+    constructor(logger: LogType);
+    createStacLink(targetLayer: string, layer: Layer): Promise<StacLink>;
+    createStacItem(layers: StacLink[], filename: string, tileMatrix: TileMatrixSet, options?: VectorCreationOptions): VectorStacItem;
+    createStacCollection(bbBox: number[], layers: StacLink[], filename: string, title: string): StacCollection;
+    createStacCatalog(): StacCatalog;
+}
+export declare function createStacFiles(filePaths: URL[], targetPath: URL, filename: string, tileMatrix: TileMatrixSet, title: string, logger: LogType): Promise<URL[]>;

package/build/stac.js

@@ -0,0 +1,185 @@
+import { Bounds } from '@basemaps/geo';
+import { fsa } from '@basemaps/shared';
+import { CliDate, CliId, CliInfo } from '@basemaps/shared/build/cli/info.js';
+import { LDS_CACHE_BUCKET } from './extract.js';
+import { zLayer } from './schema-loader/parser.js';
+const providers = [
+    { name: 'Land Information New Zealand', url: 'https://www.linz.govt.nz/', roles: ['processor', 'host'] },
+];
+export class VectorStac {
+    constructor(logger) {
+        Object.defineProperty(this, "logger", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /** List of bounding boxes for the layer, to union as collection bbox */
+        Object.defineProperty(this, "bboxArr", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+        this.logger = logger;
+    }
+    async createStacLink(targetLayer, layer) {
+        if (layer.source.startsWith(LDS_CACHE_BUCKET)) {
+            // Create stac link for lds layer
+            this.logger.info({ layer: layer.id }, 'VectorStac: CreateLdsStacLink');
+            const collectionPath = new URL('collection.json', layer.source);
+            const sourceCollection = await fsa.readJson(collectionPath);
+            const spatialExtents = sourceCollection.extent.spatial.bbox;
+            this.bboxArr.push(...spatialExtents.map((b) => Bounds.fromBbox(b)));
+            const stacLink = {
+                rel: 'lds:layer',
+                'lds:id': layer.id,
+                'lds:name': layer.name,
+                'lds:title': sourceCollection.title,
+                'lds:version': layer.version,
+                'basemaps:layers': [targetLayer],
+                href: `https://data.linz.govt.nz/services/api/v1/layers/${layer.id}/versions/${layer.version}/`,
+            };
+            if (layer.metrics != null) {
+                stacLink['lds:feature_count'] = layer.metrics.input;
+            }
+            return stacLink;
+        }
+        else {
+            this.logger.info({ layer: layer.id }, 'VectorStac: CreateExternalStacLink');
+            // Create stac link for external layer
+            const stacLink = {
+                rel: 'layer',
+                id: layer.id,
+                name: layer.name,
+                'basemaps:layers': targetLayer,
+                href: `https://data.linz.govt.nz/services/api/v1/layers/${layer.id}/versions/${layer.version}/`,
+            };
+            return stacLink;
+        }
+    }
+    createStacItem(layers, filename, tileMatrix, options) {
+        this.logger.info({ filename }, 'VectorStac: CreateStacItem');
+        const item = {
+            id: `${CliId}/${filename}`,
+            type: 'Feature',
+            collection: CliId,
+            stac_version: '1.0.0',
+            stac_extensions: [],
+            geometry: null,
+            bbox: tileMatrix.extent.toBbox(),
+            links: [
+                { href: `./${filename}.json`, rel: 'self' },
+                { href: './collection.json', rel: 'collection' },
+                { href: './collection.json', rel: 'parent' },
+                ...layers,
+            ],
+            properties: {
+                'proj:epsg': tileMatrix.projection.code,
+                'linz_basemaps:generated': {
+                    package: CliInfo.package,
+                    hash: CliInfo.hash,
+                    version: CliInfo.version,
+                    datetime: CliDate,
+                },
+            },
+            assets: {},
+        };
+        // Set options for individual mbtiles stac file
+        if (options != null)
+            item.properties['linz_basemaps:options'] = options;
+        return item;
+    }
+    createStacCollection(bbBox, layers, filename, title) {
+        return {
+            stac_version: '1.0.0',
+            stac_extensions: [],
+            type: 'Collection',
+            license: 'CC-BY-4.0',
+            id: 'sc_' + CliId,
+            title,
+            description: 'Linz Vector Basemaps.',
+            extent: {
+                spatial: {
+                    bbox: [bbBox],
+                },
+                temporal: { interval: [[CliDate, null]] },
+            },
+            links: [
+                { rel: 'self', href: './collection.json', type: 'application/json' },
+                { rel: 'item', href: `./${filename}.json` },
+                ...layers,
+            ],
+            providers,
+            summaries: {},
+        };
+    }
+    createStacCatalog() {
+        return {
+            stac_version: '1.0.0',
+            stac_extensions: [],
+            type: 'Catalog',
+            title: 'ETL',
+            description: 'ETL process to generate LINZ Vector Basemaps',
+            id: 'sl_' + CliId,
+            links: [{ rel: 'self', href: './catalog.json', type: 'application/json' }],
+        };
+    }
+}
+export async function createStacFiles(filePaths, targetPath, filename, tileMatrix, title, logger) {
+    const vectorStac = new VectorStac(logger);
+    // Prepare stac item links
+    const bboxArr = [];
+    const layersMap = new Map();
+    for (const file of filePaths) {
+        const stacPath = fsa.toUrl(`${file.href.split('.mbtiles')[0]}.json`);
+        const stac = await fsa.readJson(stacPath);
+        if (stac.bbox)
+            bboxArr.push(Bounds.fromBbox(stac.bbox));
+        const layer = zLayer.parse(stac.properties['linz_basemaps:options'].layer);
+        const name = stac.properties['linz_basemaps:options'].name;
+        const layerLink = stac.links.find((l) => l.rel === 'lds:layer' && l['lds:id'] === layer.id);
+        if (layerLink == null)
+            throw new Error(`Layer link not found for ${layer.id} in ${stacPath.href}`);
+        const existing = layersMap.get(layer.id);
+        if (existing != null) {
+            existing['basemaps:layers'].push(name);
+        }
+        else {
+            layersMap.set(layer.id, layerLink);
+        }
+    }
+    const layers = Array.from(layersMap.values());
+    // Create stac item
+    const stacItem = vectorStac.createStacItem(layers, filename, tileMatrix);
+    // Union bbox
+    const unionBound = Bounds.union(bboxArr);
+    const unionBbox = unionBound.toBbox();
+    stacItem.bbox = unionBbox;
+    stacItem.geometry = {
+        type: 'Polygon',
+        coordinates: unionBound.toPolygon(),
+    };
+    // Create stac collection
+    const stacCollection = vectorStac.createStacCollection(unionBbox, layers, filename, title);
+    // Create stac catalog
+    let stacCatalog = vectorStac.createStacCatalog();
+    const catalogPath = new URL('catalog.json', targetPath);
+    if (await fsa.exists(catalogPath))
+        stacCatalog = await fsa.readJson(catalogPath);
+    // Add link for new collection
+    stacCatalog.links.push({
+        rel: 'child',
+        href: `./${CliId}/collection.json`,
+        created: CliDate,
+        type: 'application/json',
+    });
+    const item = fsa.toUrl(`tmp/join/${filename}.json`);
+    await fsa.write(item, JSON.stringify(stacItem, null, 2));
+    const collection = fsa.toUrl('tmp/join/collection.json');
+    await fsa.write(collection, JSON.stringify(stacCollection, null, 2));
+    const catalog = fsa.toUrl('tmp/join/catalog.json');
+    await fsa.write(catalog, JSON.stringify(stacCatalog, null, 2));
+    return [item, collection, catalog];
+}
+//# sourceMappingURL=stac.js.map

package/build/stac.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stac.js","sourceRoot":"","sources":["../src/stac.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,MAAM,EAAiB,MAAM,eAAe,CAAC;AACnE,OAAO,EAAE,GAAG,EAAW,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,oCAAoC,CAAC;AAG7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,MAAM,EAAc,MAAM,2BAA2B,CAAC;AAmC/D,MAAM,SAAS,GAAmB;IAChC,EAAE,IAAI,EAAE,8BAA8B,EAAE,GAAG,EAAE,2BAA2B,EAAE,KAAK,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,EAAE;CACzG,CAAC;AAEF,MAAM,OAAO,UAAU;IAMrB,YAAY,MAAe;QAL3B;;;;;WAAgB;QAEhB,wEAAwE;QACxE;;;;mBAAyB,EAAE;WAAC;QAG1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,WAAmB,EAAE,KAAY;QACpD,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC9C,iCAAiC;YACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,+BAA+B,CAAC,CAAC;YACvE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM,gBAAgB,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAiB,cAAc,CAAC,CAAC;YAC5E,MAAM,cAAc,GAAG,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;YAC5D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,QAAQ,GAAa;gBACzB,GAAG,EAAE,WAAW;gBAChB,QAAQ,EAAE,KAAK,CAAC,EAAE;gBAClB,UAAU,EAAE,KAAK,CAAC,IAAI;gBACtB,WAAW,EAAE,gBAAgB,CAAC,KAAK;gBACnC,aAAa,EAAE,KAAK,CAAC,OAAO;gBAC5B,iBAAiB,EAAE,CAAC,WAAW,CAAC;gBAChC,IAAI,EAAE,oDAAoD,KAAK,CAAC,EAAE,aAAa,KAAK,CAAC,OAAO,GAAG;aAChG,CAAC;YACF,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;gBAC1B,QAAQ,CAAC,mBAAmB,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YACtD,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,oCAAoC,CAAC,CAAC;YAC5E,sCAAsC;YACtC,MAAM,QAAQ,GAAa;gBACzB,GAAG,EAAE,OAAO;gBACZ,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,iBAAiB,EAAE,WAAW;gBAC9B,IAAI,EAAE,oDAAoD,KAAK,CAAC,EAAE,aAAa,KAAK,CAAC,OAAO,GAAG;aAChG,CAAC;YACF,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAED,cAAc,CACZ,MAAkB,EAClB,QAAgB,EAChB,UAAyB,EACzB,OAA+B;QAE/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,4BAA4B,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAmB;YAC3B,EAAE,EAAE,GAAG,KAAK,IAAI,QAAQ,EAAE;YAC1B,IAAI,EAAE,SAAS;YACf,UAAU,EAAE,KAAK;YACjB,YAAY,EAAE,OAAO;YACrB,eAAe,EAAE,EAAE;YACnB,QAAQ,EAAE,IAAI;YACd,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE;YAChC,KAAK,EAAE;gBACL,EAAE,IAAI,EAAE,KAAK,QAAQ,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE;gBAC3C,EAAE,IAAI,EAAE,mBAAmB,EAAE,GAAG,EAAE,YAAY,EAAE;gBAChD,EAAE,IAAI,EAAE,mBAAmB,EAAE,GAAG,EAAE,QAAQ,EAAE;gBAC5C,GAAG,MAAM;aACV;YACD,UAAU,EAAE;gBACV,WAAW,EAAE,UAAU,CAAC,UAAU,CAAC,IAAI;gBACvC,yBAAyB,EAAE;oBACzB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,QAAQ,EAAE,OAAO;iBAClB;aACF;YACD,MAAM,EAAE,EAAE;SACX,CAAC;QAEF,+CAA+C;QAC/C,IAAI,OAAO,IAAI,IAAI;YAAE,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC,GAAG,OAAO,CAAC;QAExE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oBAAoB,CAAC,KAAe,EAAE,MAAkB,EAAE,QAAgB,EAAE,KAAa;QACvF,OAAO;YACL,YAAY,EAAE,OAAO;YACrB,eAAe,EAAE,EAAE;YACnB,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,WAAW;YACpB,EAAE,EAAE,KAAK,GAAG,KAAK;YACjB,KAAK;YACL,WAAW,EAAE,uBAAuB;YACpC,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,IAAI,EAAE,CAAC,KAAK,CAAC;iBACd;gBACD,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE;aAC1C;YACD,KAAK,EAAE;gBACL,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,kBAAkB,EAAE;gBACpE,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,QAAQ,OAAO,EAAE;gBAC3C,GAAG,MAAM;aACV;YACD,SAAS;YACT,SAAS,EAAE,EAAE;SACd,CAAC;IACJ,CAAC;IAED,iBAAiB;QACf,OAAO;YACL,YAAY,EAAE,OAAO;YACrB,eAAe,EAAE,EAAE;YACnB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,8CAA8C;YAC3D,EAAE,EAAE,KAAK,GAAG,KAAK;YACjB,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;SAC3E,CAAC;IACJ,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAgB,EAChB,UAAe,EACf,QAAgB,EAChB,UAAyB,EACzB,KAAa,EACb,MAAe;IAEf,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IAE1C,0BAA0B;IAC1B,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC9C,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACrE,MAAM,IAAI,GAAa,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAExD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAE,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAA2B,CAAC,KAAK,CAAC,CAAC;QACtG,MAAM,IAAI,GAAI,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAsB,CAAC,IAAI,CAAC;QACjF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,WAAW,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5F,IAAI,SAAS,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,EAAE,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAEnG,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACpB,QAAQ,CAAC,iBAAiB,CAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,mBAAmB;IACnB,MAAM,QAAQ,GAAG,UAAU,CAAC,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAEzE,aAAa;IACb,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;IACtC,QAAQ,CAAC,IAAI,GAAG,SAAS,CAAC;IAC1B,QAAQ,CAAC,QAAQ,GAAG;QAClB,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,UAAU,CAAC,SAAS,EAAE;KACpC,CAAC;IAEF,yBAAyB;IACzB,MAAM,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAE3F,sBAAsB;IACtB,IAAI,WAAW,GAAG,UAAU,CAAC,iBAAiB,EAAE,CAAC;IACjD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;IACxD,IAAI,MAAM,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC;QAAE,WAAW,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAc,WAAW,CAAC,CAAC;IAC9F,8BAA8B;IAC9B,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;QACrB,GAAG,EAAE,OAAO;QACZ,IAAI,EAAE,KAAK,KAAK,kBAAkB;QAClC,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,kBAAkB;KACzB,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,OAAO,CAAC,CAAC;IACpD,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACzD,MAAM,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IACnD,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAE/D,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC"}

package/build/transform/covt.d.ts

@@ -0,0 +1,5 @@
+import { LogType } from '@basemaps/shared';
+/**
+ * Create index for the COVT tar file
+ */
+export declare function toTarIndex(input: string, output: string, logger: LogType): Promise<string>;

package/build/transform/covt.js

@@ -0,0 +1,23 @@
+import { fsa, SourceMemory } from '@basemaps/shared';
+import { CotarIndexBuilder, TarReader } from '@cotar/builder';
+import { CotarIndex } from '@cotar/core';
+import { promises as fs } from 'fs';
+/**
+ * Create index for the COVT tar file
+ */
+export async function toTarIndex(input, output, logger) {
+    logger.info({ output: output }, 'Cotar.Index:Start');
+    const fd = await fs.open(input, 'r');
+    const opts = { packingFactor: 1.25, maxSearch: 50 }; // Default package rule.
+    const { buffer, count } = await CotarIndexBuilder.create(fd, opts);
+    const index = await CotarIndex.create(new SourceMemory('index', buffer));
+    await TarReader.validate(fd, index);
+    await fs.writeFile(output, buffer);
+    await fs.appendFile(input, buffer);
+    await fd.close();
+    if (!(await fsa.exists(fsa.toUrl(output))))
+        throw new Error('Error - Cotar.Index creation Failure.');
+    logger.info({ index, count }, 'Cotar.Index:Done');
+    return output;
+}
+//# sourceMappingURL=covt.js.map

package/build/transform/covt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"covt.js","sourceRoot":"","sources":["../../src/transform/covt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAW,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAqB,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACjF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AAEpC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc,EAAE,MAAe;IAC7E,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC;IAErD,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAErC,MAAM,IAAI,GAAsB,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,wBAAwB;IAChG,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAEnE,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IACzE,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACpC,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,MAAM,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAEnC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;IACjB,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAErG,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,kBAAkB,CAAC,CAAC;IAClD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/build/transform/mbtiles.to.ttiles.d.ts

@@ -0,0 +1,14 @@
+import { LogType } from '@basemaps/shared';
+export interface TileTable {
+    zoom_level: number;
+    tile_column: number;
+    tile_row: number;
+    tile_data: Buffer;
+}
+export declare function xyzToPath(x: number | string, y: number | string, z: number | string, compressed?: boolean): string;
+export declare function readMbTiles(fileName: string, limit: number | undefined, logger: LogType): Generator<{
+    tile: TileTable;
+    index: number;
+    total: number;
+}, null>;
+export declare function toTarTiles(input: string, output: string, logger: LogType, limit?: number): Promise<void>;

package/build/transform/mbtiles.to.ttiles.js

@@ -0,0 +1,60 @@
+import sq from 'node:sqlite';
+import { createWriteStream } from 'fs';
+import * as tar from 'tar-stream';
+export function xyzToPath(x, y, z, compressed = true) {
+    return `tiles/${z}/${x}/${y}.pbf` + (compressed ? '.gz' : '');
+}
+export function* readMbTiles(fileName, limit = -1, logger) {
+    logger.debug({ file: fileName }, 'ReadMbTiles:Start');
+    const db = new sq.DatabaseSync(fileName);
+    let limitQuery = '';
+    if (limit > 0)
+        limitQuery = `LIMIT ${limit}`;
+    const getAll = db.prepare('SELECT count(*) as count FROM tiles;');
+    const totalRow = getAll.get();
+    const total = totalRow ? totalRow['count'] : 0;
+    const getTiles = db.prepare(`SELECT * FROM tiles ORDER BY zoom_level ${limitQuery}`);
+    const tiles = getTiles.all();
+    let index = 0;
+    for (const data of tiles) {
+        const tile = {
+            zoom_level: data['zoom_level'],
+            tile_column: data['tile_column'],
+            tile_row: data['tile_row'],
+            tile_data: Buffer.from(data['tile_data']),
+        };
+        yield { tile, index: index++, total };
+    }
+    logger.debug({ file: fileName }, 'ReadMbTiles:End');
+    return null;
+}
+export async function toTarTiles(input, output, logger, limit = -1) {
+    const packer = tar.pack();
+    const startTime = Date.now();
+    let writeCount = 0;
+    const writeProm = new Promise((resolve) => packer.on('end', resolve));
+    packer.pipe(createWriteStream(output));
+    let startTileTime = Date.now();
+    for await (const { tile, index, total } of readMbTiles(input, limit, logger)) {
+        if (index === 0)
+            logger.info({ path: output, count: total }, 'Covt.Tar:Start');
+        const z = tile.zoom_level;
+        const x = tile.tile_column;
+        const y = tile.tile_row;
+        const tileName = xyzToPath(x, y, z);
+        const tileData = tile.tile_data;
+        packer.entry({ name: tileName }, tileData);
+        if (writeCount % 25_000 === 0) {
+            const percent = ((writeCount / index) * 100).toFixed(2);
+            const duration = Date.now() - startTileTime;
+            startTileTime = Date.now();
+            logger.debug({ current: writeCount, total: total, percent, duration }, 'Covt.Tar:WriteTile');
+        }
+        writeCount++;
+    }
+    logger.debug('Covt.Tar:Finalize');
+    packer.finalize();
+    await writeProm;
+    logger.info({ path: output, count: writeCount, duration: Date.now() - startTime }, 'Covt.Tar:Done');
+}
+//# sourceMappingURL=mbtiles.to.ttiles.js.map

package/build/transform/mbtiles.to.ttiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mbtiles.to.ttiles.js","sourceRoot":"","sources":["../../src/transform/mbtiles.to.ttiles.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,aAAa,CAAC;AAG7B,OAAO,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACvC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAC;AASlC,MAAM,UAAU,SAAS,CAAC,CAAkB,EAAE,CAAkB,EAAE,CAAkB,EAAE,UAAU,GAAG,IAAI;IACrG,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,SAAS,CAAC,CAAC,WAAW,CAC1B,QAAgB,EAChB,KAAK,GAAG,CAAC,CAAC,EACV,MAAe;IAEf,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,mBAAmB,CAAC,CAAC;IAEtD,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,KAAK,GAAG,CAAC;QAAE,UAAU,GAAG,SAAS,KAAK,EAAE,CAAC;IAE7C,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAE,QAAQ,CAAC,OAAO,CAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IAE3D,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,2CAA2C,UAAU,EAAE,CAAC,CAAC;IACrF,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAc;YACtB,UAAU,EAAE,IAAI,CAAC,YAAY,CAAW;YACxC,WAAW,EAAE,IAAI,CAAC,aAAa,CAAW;YAC1C,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAW;YACpC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAe,CAAC;SACxD,CAAC;QACF,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,iBAAiB,CAAC,CAAC;IACpD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc,EAAE,MAAe,EAAE,KAAK,GAAG,CAAC,CAAC;IACzF,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,SAAS,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAEtE,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;IAEvC,IAAI,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,IAAI,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;QAC7E,IAAI,KAAK,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,gBAAgB,CAAC,CAAC;QAE/E,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;QAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC;QAExB,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC3C,IAAI,UAAU,GAAG,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;YAC5C,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC/F,CAAC;QACD,UAAU,EAAE,CAAC;IACf,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAClC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAClB,MAAM,SAAS,CAAC;IAChB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,EAAE,eAAe,CAAC,CAAC;AACtG,CAAC"}

package/build/transform/nztm.d.ts

@@ -0,0 +1,4 @@
+import { TileMatrixSet } from '@basemaps/geo';
+import { Feature } from 'geojson';
+export declare function transformNdJson(feature: Feature): void;
+export declare function transformZoom(z: number, tileMatrix: TileMatrixSet): number;

package/build/transform/nztm.js

@@ -0,0 +1,13 @@
+import { Nztm2000QuadTms, projectFeature } from '@basemaps/geo';
+// Transform a GeoJSON feature to the NZTM projection
+export function transformNdJson(feature) {
+    projectFeature(feature, Nztm2000QuadTms);
+}
+// Transform Zoom level to NZTM projection
+export function transformZoom(z, tileMatrix) {
+    if (tileMatrix.identifier === Nztm2000QuadTms.identifier)
+        return Math.max(0, z - 2);
+    else
+        return z;
+}
+//# sourceMappingURL=nztm.js.map

package/build/transform/nztm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nztm.js","sourceRoot":"","sources":["../../src/transform/nztm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAiB,MAAM,eAAe,CAAC;AAG/E,qDAAqD;AACrD,MAAM,UAAU,eAAe,CAAC,OAAgB;IAC9C,cAAc,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;AAC3C,CAAC;AAED,0CAA0C;AAC1C,MAAM,UAAU,aAAa,CAAC,CAAS,EAAE,UAAyB;IAChE,IAAI,UAAU,CAAC,UAAU,KAAK,eAAe,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;;QAC/E,OAAO,CAAC,CAAC;AAChB,CAAC"}

package/build/transform/ogr2ogr.d.ts

@@ -0,0 +1,9 @@
+import { LogType } from '@basemaps/shared';
+import { Layer } from '../schema-loader/schema.js';
+/**
+ * ogr2ogr GeoJSONSeq usage, return cmd for ogr2ogr
+ *
+ * @returns {cmd: string, args: string[]} cmd and arguments for ogr2ogr
+ */
+export declare function ogr2ogrNDJson(input: URL, output: URL, layer: Layer, logger: LogType): Promise<void>;
+export declare function getTableName(input: URL, logger: LogType): Promise<string>;

package/build/transform/ogr2ogr.js

@@ -0,0 +1,43 @@
+import { Epsg } from '@basemaps/geo';
+import { Command } from '@linzjs/docker-command';
+/**
+ * ogr2ogr GeoJSONSeq usage, return cmd for ogr2ogr
+ *
+ * @returns {cmd: string, args: string[]} cmd and arguments for ogr2ogr
+ */
+export async function ogr2ogrNDJson(input, output, layer, logger) {
+    const cmd = Command.create('ogr2ogr');
+    cmd.args.push('-f', 'GeoJSONSeq');
+    cmd.args.push(output.pathname);
+    cmd.args.push('-t_srs', Epsg.Wgs84.toEpsgString());
+    // Calculate area for lake polygons
+    if (layer.includeDerivedArea) {
+        const table = await getTableName(input, logger);
+        cmd.args.push('-dialect', 'SQLite');
+        cmd.args.push('-sql', `SELECT *, ST_Area(geom) AS _derived_area FROM "${table}"`);
+    }
+    cmd.args.push(input.pathname);
+    const res = await cmd.run();
+    if (res.exitCode !== 0) {
+        logger.fatal({ Gdal: res }, 'Failure');
+        throw new Error('Gdal failed to run');
+    }
+}
+export async function getTableName(input, logger) {
+    const cmd = Command.create('ogrinfo');
+    cmd.args.push('-ro');
+    cmd.args.push('-q');
+    cmd.args.push('-json');
+    cmd.args.push(input.pathname);
+    const res = await cmd.run();
+    if (res.exitCode !== 0) {
+        logger.fatal({ Gdal: res }, 'Failure');
+        throw new Error('Gdal failed to run');
+    }
+    const info = JSON.parse(res.stdout);
+    if (info.layers == null || info.layers.length === 0) {
+        throw new Error(`No layers found in ${input.pathname}`);
+    }
+    return info.layers[0].name; // Return the first layer name
+}
+//# sourceMappingURL=ogr2ogr.js.map

package/build/transform/ogr2ogr.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ogr2ogr.js","sourceRoot":"","sources":["../../src/transform/ogr2ogr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAErC,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAIjD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAU,EAAE,MAAW,EAAE,KAAY,EAAE,MAAe;IACxF,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAEtC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAClC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;IAEnD,mCAAmC;IACnC,IAAI,KAAK,CAAC,kBAAkB,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAChD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACpC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,kDAAkD,KAAK,GAAG,CAAC,CAAC;IACpF,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE9B,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IAC5B,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAAU,EAAE,MAAe;IAC5D,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAEtC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE9B,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IAE5B,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAmC,CAAC;IACtE,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,8BAA8B;AAC5D,CAAC"}

package/build/transform/tippecanoe.d.ts

@@ -0,0 +1,15 @@
+import { TileMatrixSet } from '@basemaps/geo';
+import { LogType } from '@basemaps/shared';
+import { Layer } from '../schema-loader/schema.js';
+/**
+ * tippecanoe usage, return cmd for tippecanoe
+ *
+ * @returns { cmd: string; args: string[] } cmd and arguments for tippecanoe docker command
+ */
+export declare function tippecanoe(input: URL, output: URL, layer: Layer, tileMatrix: TileMatrixSet, logger: LogType): Promise<void>;
+/**
+ * tippecanoe tile-join usage, return cmd for tile-join
+ *
+ * @returns { cmd: string; args: string[] } cmd and arguments for tippecanoe tile-join docker command
+ */
+export declare function tileJoin(inputs: URL[], output: string, logger: LogType): Promise<void>;