@basemaps/cli-vector 8.0.0 → 8.2.0

package/build/stac.d.ts

@@ -0,0 +1,41 @@
+import { BoundingBox, TileMatrixSet } from '@basemaps/geo';
+import { LogType } from '@basemaps/shared';
+import { StacCatalog, StacCollection, StacItem, StacLink } from 'stac-ts';
+import { Layer, SchemaMetadata } from './schema-loader/schema.js';
+export interface VectorCreationOptions {
+    /** Schema name for the layer*/
+    name: string;
+    /**Schema metadata for creation vector tiles  */
+    metadata: SchemaMetadata;
+    /** Tile matrix to create the tiles against */
+    tileMatrix: string;
+    /** Individual layer options  */
+    layer: Layer;
+}
+export interface GeneratedProperties {
+    /** Package name that generated the file */
+    package: string;
+    /** Version number that generated the file */
+    version: string;
+    /** Git commit hash that the file was generated with */
+    hash: string;
+    /** ISO date of the time this file was generated */
+    datetime: string;
+}
+export type VectorStacItem = StacItem & {
+    properties: {
+        'linz_basemaps:generated': GeneratedProperties;
+        'linz_basemaps:options'?: VectorCreationOptions;
+    };
+};
+export declare class VectorStac {
+    logger: LogType;
+    /** List of bounding boxes for the layer, to union as collection bbox */
+    bboxArr: BoundingBox[];
+    constructor(logger: LogType);
+    createStacLink(targetLayer: string, layer: Layer): Promise<StacLink>;
+    createStacItem(layers: StacLink[], filename: string, tileMatrix: TileMatrixSet, options?: VectorCreationOptions): VectorStacItem;
+    createStacCollection(bbBox: number[], layers: StacLink[], filename: string, title: string): StacCollection;
+    createStacCatalog(): StacCatalog;
+}
+export declare function createStacFiles(filePaths: URL[], targetPath: URL, filename: string, tileMatrix: TileMatrixSet, title: string, logger: LogType): Promise<URL[]>;

package/build/stac.js

@@ -0,0 +1,185 @@
+import { Bounds } from '@basemaps/geo';
+import { fsa } from '@basemaps/shared';
+import { CliDate, CliId, CliInfo } from '@basemaps/shared/build/cli/info.js';
+import { LDS_CACHE_BUCKET } from './extract.js';
+import { zLayer } from './schema-loader/parser.js';
+const providers = [
+    { name: 'Land Information New Zealand', url: 'https://www.linz.govt.nz/', roles: ['processor', 'host'] },
+];
+export class VectorStac {
+    constructor(logger) {
+        Object.defineProperty(this, "logger", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /** List of bounding boxes for the layer, to union as collection bbox */
+        Object.defineProperty(this, "bboxArr", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+        this.logger = logger;
+    }
+    async createStacLink(targetLayer, layer) {
+        if (layer.source.startsWith(LDS_CACHE_BUCKET)) {
+            // Create stac link for lds layer
+            this.logger.info({ layer: layer.id }, 'VectorStac: CreateLdsStacLink');
+            const collectionPath = new URL('collection.json', layer.source);
+            const sourceCollection = await fsa.readJson(collectionPath);
+            const spatialExtents = sourceCollection.extent.spatial.bbox;
+            this.bboxArr.push(...spatialExtents.map((b) => Bounds.fromBbox(b)));
+            const stacLink = {
+                rel: 'lds:layer',
+                'lds:id': layer.id,
+                'lds:name': layer.name,
+                'lds:title': sourceCollection.title,
+                'lds:version': layer.version,
+                'basemaps:layers': [targetLayer],
+                href: `https://data.linz.govt.nz/services/api/v1/layers/${layer.id}/versions/${layer.version}/`,
+            };
+            if (layer.metrics != null) {
+                stacLink['lds:feature_count'] = layer.metrics.input;
+            }
+            return stacLink;
+        }
+        else {
+            this.logger.info({ layer: layer.id }, 'VectorStac: CreateExternalStacLink');
+            // Create stac link for external layer
+            const stacLink = {
+                rel: 'layer',
+                id: layer.id,
+                name: layer.name,
+                'basemaps:layers': targetLayer,
+                href: `https://data.linz.govt.nz/services/api/v1/layers/${layer.id}/versions/${layer.version}/`,
+            };
+            return stacLink;
+        }
+    }
+    createStacItem(layers, filename, tileMatrix, options) {
+        this.logger.info({ filename }, 'VectorStac: CreateStacItem');
+        const item = {
+            id: `${CliId}/${filename}`,
+            type: 'Feature',
+            collection: CliId,
+            stac_version: '1.0.0',
+            stac_extensions: [],
+            geometry: null,
+            bbox: [-180, -90, 180, 90],
+            links: [
+                { href: `./${filename}.json`, rel: 'self' },
+                { href: './collection.json', rel: 'collection' },
+                { href: './collection.json', rel: 'parent' },
+                ...layers,
+            ],
+            properties: {
+                'proj:epsg': tileMatrix.projection.code,
+                'linz_basemaps:generated': {
+                    package: CliInfo.package,
+                    hash: CliInfo.hash,
+                    version: CliInfo.version,
+                    datetime: CliDate,
+                },
+            },
+            assets: {},
+        };
+        // Set options for individual mbtiles stac file
+        if (options != null)
+            item.properties['linz_basemaps:options'] = options;
+        return item;
+    }
+    createStacCollection(bbBox, layers, filename, title) {
+        return {
+            stac_version: '1.0.0',
+            stac_extensions: [],
+            type: 'Collection',
+            license: 'CC-BY-4.0',
+            id: 'sc_' + CliId,
+            title,
+            description: 'Linz Vector Basemaps.',
+            extent: {
+                spatial: {
+                    bbox: [bbBox],
+                },
+                temporal: { interval: [[CliDate, null]] },
+            },
+            links: [
+                { rel: 'self', href: './collection.json', type: 'application/json' },
+                { rel: 'item', href: `./${filename}.json` },
+                ...layers,
+            ],
+            providers,
+            summaries: {},
+        };
+    }
+    createStacCatalog() {
+        return {
+            stac_version: '1.0.0',
+            stac_extensions: [],
+            type: 'Catalog',
+            title: 'ETL',
+            description: 'ETL process to generate LINZ Vector Basemaps',
+            id: 'sl_' + CliId,
+            links: [{ rel: 'self', href: './catalog.json', type: 'application/json' }],
+        };
+    }
+}
+export async function createStacFiles(filePaths, targetPath, filename, tileMatrix, title, logger) {
+    const vectorStac = new VectorStac(logger);
+    // Prepare stac item links
+    const bboxArr = [];
+    const layersMap = new Map();
+    for (const file of filePaths) {
+        const stacPath = fsa.toUrl(`${file.href.split('.mbtiles')[0]}.json`);
+        const stac = await fsa.readJson(stacPath);
+        if (stac.bbox)
+            bboxArr.push(Bounds.fromBbox(stac.bbox));
+        const layer = zLayer.parse(stac.properties['linz_basemaps:options'].layer);
+        const name = stac.properties['linz_basemaps:options'].name;
+        const layerLink = stac.links.find((l) => l.rel === 'lds:layer' && l['lds:id'] === layer.id);
+        if (layerLink == null)
+            throw new Error(`Layer link not found for ${layer.id} in ${stacPath.href}`);
+        const existing = layersMap.get(layer.id);
+        if (existing != null) {
+            existing['basemaps:layers'].push(name);
+        }
+        else {
+            layersMap.set(layer.id, layerLink);
+        }
+    }
+    const layers = Array.from(layersMap.values());
+    // Create stac item
+    const stacItem = vectorStac.createStacItem(layers, filename, tileMatrix);
+    // Union bbox
+    const unionBound = Bounds.union(bboxArr);
+    const unionBbox = unionBound.toBbox();
+    stacItem.bbox = unionBbox;
+    stacItem.geometry = {
+        type: 'Polygon',
+        coordinates: unionBound.toPolygon(),
+    };
+    // Create stac collection
+    const stacCollection = vectorStac.createStacCollection(unionBbox, layers, filename, title);
+    // Create stac catalog
+    let stacCatalog = vectorStac.createStacCatalog();
+    const catalogPath = new URL('catalog.json', targetPath);
+    if (await fsa.exists(catalogPath))
+        stacCatalog = await fsa.readJson(catalogPath);
+    // Add link for new collection
+    stacCatalog.links.push({
+        rel: 'child',
+        href: `./${CliId}/collection.json`,
+        created: CliDate,
+        type: 'application/json',
+    });
+    const item = fsa.toUrl(`tmp/join/${filename}.json`);
+    await fsa.write(item, JSON.stringify(stacItem, null, 2));
+    const collection = fsa.toUrl('tmp/join/collection.json');
+    await fsa.write(collection, JSON.stringify(stacCollection, null, 2));
+    const catalog = fsa.toUrl('tmp/join/catalog.json');
+    await fsa.write(catalog, JSON.stringify(stacCatalog, null, 2));
+    return [item, collection, catalog];
+}
+//# sourceMappingURL=stac.js.map

package/build/stac.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stac.js","sourceRoot":"","sources":["../src/stac.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,MAAM,EAAiB,MAAM,eAAe,CAAC;AACnE,OAAO,EAAE,GAAG,EAAW,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,oCAAoC,CAAC;AAG7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,MAAM,EAAc,MAAM,2BAA2B,CAAC;AAmC/D,MAAM,SAAS,GAAmB;IAChC,EAAE,IAAI,EAAE,8BAA8B,EAAE,GAAG,EAAE,2BAA2B,EAAE,KAAK,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,EAAE;CACzG,CAAC;AAEF,MAAM,OAAO,UAAU;IAMrB,YAAY,MAAe;QAL3B;;;;;WAAgB;QAEhB,wEAAwE;QACxE;;;;mBAAyB,EAAE;WAAC;QAG1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,WAAmB,EAAE,KAAY;QACpD,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC9C,iCAAiC;YACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,+BAA+B,CAAC,CAAC;YACvE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM,gBAAgB,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAiB,cAAc,CAAC,CAAC;YAC5E,MAAM,cAAc,GAAG,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;YAC5D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,QAAQ,GAAa;gBACzB,GAAG,EAAE,WAAW;gBAChB,QAAQ,EAAE,KAAK,CAAC,EAAE;gBAClB,UAAU,EAAE,KAAK,CAAC,IAAI;gBACtB,WAAW,EAAE,gBAAgB,CAAC,KAAK;gBACnC,aAAa,EAAE,KAAK,CAAC,OAAO;gBAC5B,iBAAiB,EAAE,CAAC,WAAW,CAAC;gBAChC,IAAI,EAAE,oDAAoD,KAAK,CAAC,EAAE,aAAa,KAAK,CAAC,OAAO,GAAG;aAChG,CAAC;YACF,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;gBAC1B,QAAQ,CAAC,mBAAmB,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YACtD,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,oCAAoC,CAAC,CAAC;YAC5E,sCAAsC;YACtC,MAAM,QAAQ,GAAa;gBACzB,GAAG,EAAE,OAAO;gBACZ,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,iBAAiB,EAAE,WAAW;gBAC9B,IAAI,EAAE,oDAAoD,KAAK,CAAC,EAAE,aAAa,KAAK,CAAC,OAAO,GAAG;aAChG,CAAC;YACF,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAED,cAAc,CACZ,MAAkB,EAClB,QAAgB,EAChB,UAAyB,EACzB,OAA+B;QAE/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,4BAA4B,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAmB;YAC3B,EAAE,EAAE,GAAG,KAAK,IAAI,QAAQ,EAAE;YAC1B,IAAI,EAAE,SAAS;YACf,UAAU,EAAE,KAAK;YACjB,YAAY,EAAE,OAAO;YACrB,eAAe,EAAE,EAAE;YACnB,QAAQ,EAAE,IAAI;YACd,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC;YAC1B,KAAK,EAAE;gBACL,EAAE,IAAI,EAAE,KAAK,QAAQ,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE;gBAC3C,EAAE,IAAI,EAAE,mBAAmB,EAAE,GAAG,EAAE,YAAY,EAAE;gBAChD,EAAE,IAAI,EAAE,mBAAmB,EAAE,GAAG,EAAE,QAAQ,EAAE;gBAC5C,GAAG,MAAM;aACV;YACD,UAAU,EAAE;gBACV,WAAW,EAAE,UAAU,CAAC,UAAU,CAAC,IAAI;gBACvC,yBAAyB,EAAE;oBACzB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,QAAQ,EAAE,OAAO;iBAClB;aACF;YACD,MAAM,EAAE,EAAE;SACX,CAAC;QAEF,+CAA+C;QAC/C,IAAI,OAAO,IAAI,IAAI;YAAE,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC,GAAG,OAAO,CAAC;QAExE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oBAAoB,CAAC,KAAe,EAAE,MAAkB,EAAE,QAAgB,EAAE,KAAa;QACvF,OAAO;YACL,YAAY,EAAE,OAAO;YACrB,eAAe,EAAE,EAAE;YACnB,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,WAAW;YACpB,EAAE,EAAE,KAAK,GAAG,KAAK;YACjB,KAAK;YACL,WAAW,EAAE,uBAAuB;YACpC,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,IAAI,EAAE,CAAC,KAAK,CAAC;iBACd;gBACD,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE;aAC1C;YACD,KAAK,EAAE;gBACL,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,kBAAkB,EAAE;gBACpE,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,QAAQ,OAAO,EAAE;gBAC3C,GAAG,MAAM;aACV;YACD,SAAS;YACT,SAAS,EAAE,EAAE;SACd,CAAC;IACJ,CAAC;IAED,iBAAiB;QACf,OAAO;YACL,YAAY,EAAE,OAAO;YACrB,eAAe,EAAE,EAAE;YACnB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,8CAA8C;YAC3D,EAAE,EAAE,KAAK,GAAG,KAAK;YACjB,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;SAC3E,CAAC;IACJ,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAgB,EAChB,UAAe,EACf,QAAgB,EAChB,UAAyB,EACzB,KAAa,EACb,MAAe;IAEf,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IAE1C,0BAA0B;IAC1B,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC9C,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACrE,MAAM,IAAI,GAAa,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAExD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAE,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAA2B,CAAC,KAAK,CAAC,CAAC;QACtG,MAAM,IAAI,GAAI,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAsB,CAAC,IAAI,CAAC;QACjF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,WAAW,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5F,IAAI,SAAS,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,EAAE,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAEnG,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACpB,QAAQ,CAAC,iBAAiB,CAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,mBAAmB;IACnB,MAAM,QAAQ,GAAG,UAAU,CAAC,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAEzE,aAAa;IACb,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;IACtC,QAAQ,CAAC,IAAI,GAAG,SAAS,CAAC;IAC1B,QAAQ,CAAC,QAAQ,GAAG;QAClB,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,UAAU,CAAC,SAAS,EAAE;KACpC,CAAC;IAEF,yBAAyB;IACzB,MAAM,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAE3F,sBAAsB;IACtB,IAAI,WAAW,GAAG,UAAU,CAAC,iBAAiB,EAAE,CAAC;IACjD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;IACxD,IAAI,MAAM,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC;QAAE,WAAW,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAc,WAAW,CAAC,CAAC;IAC9F,8BAA8B;IAC9B,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;QACrB,GAAG,EAAE,OAAO;QACZ,IAAI,EAAE,KAAK,KAAK,kBAAkB;QAClC,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,kBAAkB;KACzB,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,OAAO,CAAC,CAAC;IACpD,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACzD,MAAM,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IACnD,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAE/D,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC"}

package/build/transform/covt.d.ts

@@ -0,0 +1,5 @@
+import { LogType } from '@basemaps/shared';
+/**
+ * Create index for the COVT tar file
+ */
+export declare function toTarIndex(input: string, output: string, logger: LogType): Promise<string>;

package/build/transform/covt.js

@@ -0,0 +1,23 @@
+import { fsa, SourceMemory } from '@basemaps/shared';
+import { CotarIndexBuilder, TarReader } from '@cotar/builder';
+import { CotarIndex } from '@cotar/core';
+import { promises as fs } from 'fs';
+/**
+ * Create index for the COVT tar file
+ */
+export async function toTarIndex(input, output, logger) {
+    logger.info({ output: output }, 'Cotar.Index:Start');
+    const fd = await fs.open(input, 'r');
+    const opts = { packingFactor: 1.25, maxSearch: 50 }; // Default package rule.
+    const { buffer, count } = await CotarIndexBuilder.create(fd, opts);
+    const index = await CotarIndex.create(new SourceMemory('index', buffer));
+    await TarReader.validate(fd, index);
+    await fs.writeFile(output, buffer);
+    await fs.appendFile(input, buffer);
+    await fd.close();
+    if (!(await fsa.exists(fsa.toUrl(output))))
+        throw new Error('Error - Cotar.Index creation Failure.');
+    logger.info({ index, count }, 'Cotar.Index:Done');
+    return output;
+}
+//# sourceMappingURL=covt.js.map

package/build/transform/covt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"covt.js","sourceRoot":"","sources":["../../src/transform/covt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAW,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAqB,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACjF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AAEpC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc,EAAE,MAAe;IAC7E,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC;IAErD,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAErC,MAAM,IAAI,GAAsB,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,wBAAwB;IAChG,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAEnE,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IACzE,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACpC,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,MAAM,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAEnC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;IACjB,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAErG,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,kBAAkB,CAAC,CAAC;IAClD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/build/transform/mbtiles.to.ttiles.d.ts

@@ -0,0 +1,14 @@
+import { LogType } from '@basemaps/shared';
+export interface TileTable {
+    zoom_level: number;
+    tile_column: number;
+    tile_row: number;
+    tile_data: Buffer;
+}
+export declare function xyzToPath(x: number | string, y: number | string, z: number | string, compressed?: boolean): string;
+export declare function readMbTiles(fileName: string, limit: number | undefined, logger: LogType): Generator<{
+    tile: TileTable;
+    index: number;
+    total: number;
+}, null>;
+export declare function toTarTiles(input: string, output: string, logger: LogType, limit?: number): Promise<void>;

package/build/transform/mbtiles.to.ttiles.js

@@ -0,0 +1,60 @@
+import sq from 'node:sqlite';
+import { createWriteStream } from 'fs';
+import * as tar from 'tar-stream';
+export function xyzToPath(x, y, z, compressed = true) {
+    return `tiles/${z}/${x}/${y}.pbf` + (compressed ? '.gz' : '');
+}
+export function* readMbTiles(fileName, limit = -1, logger) {
+    logger.debug({ file: fileName }, 'ReadMbTiles:Start');
+    const db = new sq.DatabaseSync(fileName);
+    let limitQuery = '';
+    if (limit > 0)
+        limitQuery = `LIMIT ${limit}`;
+    const getAll = db.prepare('SELECT count(*) as count FROM tiles;');
+    const totalRow = getAll.get();
+    const total = totalRow ? totalRow['count'] : 0;
+    const getTiles = db.prepare(`SELECT * FROM tiles ORDER BY zoom_level ${limitQuery}`);
+    const tiles = getTiles.all();
+    let index = 0;
+    for (const data of tiles) {
+        const tile = {
+            zoom_level: data['zoom_level'],
+            tile_column: data['tile_column'],
+            tile_row: data['tile_row'],
+            tile_data: Buffer.from(data['tile_data']),
+        };
+        yield { tile, index: index++, total };
+    }
+    logger.debug({ file: fileName }, 'ReadMbTiles:End');
+    return null;
+}
+export async function toTarTiles(input, output, logger, limit = -1) {
+    const packer = tar.pack();
+    const startTime = Date.now();
+    let writeCount = 0;
+    const writeProm = new Promise((resolve) => packer.on('end', resolve));
+    packer.pipe(createWriteStream(output));
+    let startTileTime = Date.now();
+    for await (const { tile, index, total } of readMbTiles(input, limit, logger)) {
+        if (index === 0)
+            logger.info({ path: output, count: total }, 'Covt.Tar:Start');
+        const z = tile.zoom_level;
+        const x = tile.tile_column;
+        const y = tile.tile_row;
+        const tileName = xyzToPath(x, y, z);
+        const tileData = tile.tile_data;
+        packer.entry({ name: tileName }, tileData);
+        if (writeCount % 25_000 === 0) {
+            const percent = ((writeCount / index) * 100).toFixed(2);
+            const duration = Date.now() - startTileTime;
+            startTileTime = Date.now();
+            logger.debug({ current: writeCount, total: total, percent, duration }, 'Covt.Tar:WriteTile');
+        }
+        writeCount++;
+    }
+    logger.debug('Covt.Tar:Finalize');
+    packer.finalize();
+    await writeProm;
+    logger.info({ path: output, count: writeCount, duration: Date.now() - startTime }, 'Covt.Tar:Done');
+}
+//# sourceMappingURL=mbtiles.to.ttiles.js.map

package/build/transform/mbtiles.to.ttiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mbtiles.to.ttiles.js","sourceRoot":"","sources":["../../src/transform/mbtiles.to.ttiles.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,aAAa,CAAC;AAG7B,OAAO,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACvC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAC;AASlC,MAAM,UAAU,SAAS,CAAC,CAAkB,EAAE,CAAkB,EAAE,CAAkB,EAAE,UAAU,GAAG,IAAI;IACrG,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,SAAS,CAAC,CAAC,WAAW,CAC1B,QAAgB,EAChB,KAAK,GAAG,CAAC,CAAC,EACV,MAAe;IAEf,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,mBAAmB,CAAC,CAAC;IAEtD,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,KAAK,GAAG,CAAC;QAAE,UAAU,GAAG,SAAS,KAAK,EAAE,CAAC;IAE7C,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAE,QAAQ,CAAC,OAAO,CAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IAE3D,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,2CAA2C,UAAU,EAAE,CAAC,CAAC;IACrF,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAc;YACtB,UAAU,EAAE,IAAI,CAAC,YAAY,CAAW;YACxC,WAAW,EAAE,IAAI,CAAC,aAAa,CAAW;YAC1C,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAW;YACpC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAe,CAAC;SACxD,CAAC;QACF,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,iBAAiB,CAAC,CAAC;IACpD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,MAAc,EAAE,MAAe,EAAE,KAAK,GAAG,CAAC,CAAC;IACzF,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,SAAS,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAEtE,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;IAEvC,IAAI,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,IAAI,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;QAC7E,IAAI,KAAK,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,gBAAgB,CAAC,CAAC;QAE/E,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;QAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC;QAExB,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC3C,IAAI,UAAU,GAAG,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;YAC5C,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC/F,CAAC;QACD,UAAU,EAAE,CAAC;IACf,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAClC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAClB,MAAM,SAAS,CAAC;IAChB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,EAAE,eAAe,CAAC,CAAC;AACtG,CAAC"}

package/build/transform/ogr2ogr.d.ts

@@ -0,0 +1,7 @@
+import { LogType } from '@basemaps/shared';
+/**
+ * ogr2ogr GeoJSONSeq usage, return cmd for ogr2ogr
+ *
+ * @returns {cmd: string, args: string[]} cmd and arguments for ogr2ogr
+ */
+export declare function ogr2ogrNDJson(input: URL, output: URL, logger: LogType): Promise<void>;

package/build/transform/ogr2ogr.js

@@ -0,0 +1,20 @@
+import { Epsg } from '@basemaps/geo';
+import { Command } from '@linzjs/docker-command';
+/**
+ * ogr2ogr GeoJSONSeq usage, return cmd for ogr2ogr
+ *
+ * @returns {cmd: string, args: string[]} cmd and arguments for ogr2ogr
+ */
+export async function ogr2ogrNDJson(input, output, logger) {
+    const cmd = Command.create('ogr2ogr');
+    cmd.args.push('-f', 'GeoJSONSeq');
+    cmd.args.push(output.pathname);
+    cmd.args.push('-t_srs', Epsg.Wgs84.toEpsgString());
+    cmd.args.push(input.pathname);
+    const res = await cmd.run();
+    if (res.exitCode !== 0) {
+        logger.fatal({ Gdal: res }, 'Failure');
+        throw new Error('Gdal failed to run');
+    }
+}
+//# sourceMappingURL=ogr2ogr.js.map

package/build/transform/ogr2ogr.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ogr2ogr.js","sourceRoot":"","sources":["../../src/transform/ogr2ogr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAErC,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAEjD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAU,EAAE,MAAW,EAAE,MAAe;IAC1E,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAEtC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAClC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAE/B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;IACnD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE9B,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IAC5B,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;AACH,CAAC"}

package/build/transform/tippecanoe.d.ts

@@ -0,0 +1,14 @@
+import { LogType } from '@basemaps/shared';
+import { Layer } from '../schema-loader/schema.js';
+/**
+ * tippecanoe usage, return cmd for tippecanoe
+ *
+ * @returns { cmd: string; args: string[] } cmd and arguments for tippecanoe docker command
+ */
+export declare function tippecanoe(input: URL, output: URL, layer: Layer, logger: LogType): Promise<void>;
+/**
+ * tippecanoe tile-join usage, return cmd for tile-join
+ *
+ * @returns { cmd: string; args: string[] } cmd and arguments for tippecanoe tile-join docker command
+ */
+export declare function tileJoin(inputs: URL[], output: string, logger: LogType): Promise<void>;

package/build/transform/tippecanoe.js

@@ -0,0 +1,68 @@
+import { Epsg } from '@basemaps/geo';
+import { urlToString } from '@basemaps/shared';
+import { Command } from '@linzjs/docker-command';
+import path, { dirname } from 'path';
+/**
+ * tippecanoe usage, return cmd for tippecanoe
+ *
+ * @returns { cmd: string; args: string[] } cmd and arguments for tippecanoe docker command
+ */
+export async function tippecanoe(input, output, layer, logger) {
+    const cmd = Command.create('tippecanoe');
+    // parallel processing for line-delimited geojson file.
+    cmd.args.push('--read-parallel');
+    // Config projection
+    cmd.args.push('-s', Epsg.Wgs84.toEpsgString());
+    // Config detail
+    if (layer.style != null) {
+        cmd.args.push(`-Z${layer.style.minZoom}`);
+        cmd.args.push(`-z${layer.style.maxZoom}`);
+        if (layer.style.detail != null)
+            cmd.args.push(`--full-detail=${layer.style.detail}`);
+    }
+    else {
+        // Default to 0-15
+        cmd.args.push(`-z15`);
+    }
+    cmd.mount(dirname(input.pathname));
+    cmd.mount(dirname(output.pathname));
+    cmd.args.push('-o', output.pathname);
+    // Add tippecanoe options
+    if (layer.tippecanoe != null) {
+        for (const arg of layer.tippecanoe) {
+            cmd.args.push(arg);
+        }
+    }
+    cmd.args.push(input.pathname);
+    cmd.args.push('--force');
+    const res = await cmd.run();
+    logger.debug('tippecanoe ' + cmd.args.join(' '));
+    if (res.exitCode !== 0) {
+        logger.fatal({ Tippecanoe: res }, 'Failure');
+        throw new Error('Tippecanoe Docker failed to run');
+    }
+}
+/**
+ * tippecanoe tile-join usage, return cmd for tile-join
+ *
+ * @returns { cmd: string; args: string[] } cmd and arguments for tippecanoe tile-join docker command
+ */
+export async function tileJoin(inputs, output, logger) {
+    const cmd = Command.create('tile-join');
+    cmd.mount(path.resolve(dirname(output)));
+    cmd.args.push('-pk');
+    cmd.args.push('-o', output);
+    for (const input of inputs) {
+        if (input.href.endsWith('mbtiles')) {
+            cmd.mount(dirname(urlToString(input)));
+            cmd.args.push(urlToString(input));
+        }
+    }
+    cmd.args.push('--force');
+    const res = await cmd.run();
+    if (res.exitCode !== 0) {
+        logger.fatal({ Tippecanoe: res }, 'Failure');
+        throw new Error('Tippecanoe Docker failed to run');
+    }
+}
+//# sourceMappingURL=tippecanoe.js.map

package/build/transform/tippecanoe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tippecanoe.js","sourceRoot":"","sources":["../../src/transform/tippecanoe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,EAAW,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAIrC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAU,EAAE,MAAW,EAAE,KAAY,EAAE,MAAe;IACrF,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAEzC,uDAAuD;IACvD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAEjC,oBAAoB;IACpB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;IAE/C,gBAAgB;IAChB,IAAI,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACxB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1C,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1C,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI;YAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACvF,CAAC;SAAM,CAAC;QACN,kBAAkB;QAClB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IAED,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAErC,yBAAyB;IACzB,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC9B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEzB,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IAC5B,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAEjD,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,MAAa,EAAE,MAAc,EAAE,MAAe;IAC3E,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAExC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAEzC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACvC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEzB,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IAC5B,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;AACH,CAAC"}

package/build/types/VectorGeoFeature.d.ts

@@ -0,0 +1,9 @@
+import { Feature } from 'geojson';
+export interface VectorGeoFeature extends Feature {
+    properties: Record<string, boolean | null | number | string | undefined>;
+    tippecanoe: {
+        layer: string;
+        minzoom: number;
+        maxzoom: number;
+    };
+}

package/build/types/VectorGeoFeature.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=VectorGeoFeature.js.map

package/build/types/VectorGeoFeature.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorGeoFeature.js","sourceRoot":"","sources":["../../src/types/VectorGeoFeature.ts"],"names":[],"mappings":""}

package/build/util.d.ts

@@ -0,0 +1,35 @@
+import { ReadStream } from 'fs';
+export declare const projection: string;
+export declare const ContentType: {
+    readonly gpkg: "application/x-ogc-gpkg";
+    readonly shp: "application/x-ogc-shp";
+    readonly geojson: "application/geo+json";
+};
+export declare function createReadStreamSafe(filename: string): Promise<ReadStream>;
+export interface TmpPaths {
+    /**
+     * @example "local-cache/layerId/{layerId}_{version}_{hash}.json"
+     * @example "s3://linz-lds-cache/layerId/{layerId}_{version}_{hash}.json"
+     */
+    origin: URL;
+    source: {
+        /** @example "tmp/create/layers/50248/50248.gpkg" */
+        path: URL;
+        /** @example "gpkg" */
+        format: keyof typeof ContentType;
+        /** @example "application/x-ogc-gpkg" */
+        contentType: (typeof ContentType)[keyof typeof ContentType];
+    };
+    /** @example "tmp/create/layers/50248/50248.ndjson" */
+    ndjson: URL;
+    /** @example "tmp/create/transform/aerialways/50248/50248-gen.ndjson" */
+    genNdjson: URL;
+    /** @example "tmp/create/transform/aerialways/50248/50248.mbtiles" */
+    mbtiles: URL;
+    /**
+     * @example "local-cache/layerId/{layerId}_{version}_{hash}.mbtiles"
+     * @example "s3://linz-lds-cache/layerId/{layerId}_{version}_{hash}.mbtiles"
+     */
+    mbtilesCopy: URL;
+}
+export declare function prepareTmpPaths(tmpPath: URL, path: URL, layerId: string, format: keyof typeof ContentType, shortbreadLayer: string): TmpPaths;

package/build/util.js

@@ -0,0 +1,43 @@
+import { existsSync, mkdirSync } from 'node:fs';
+import { Epsg } from '@basemaps/geo';
+import { createReadStream } from 'fs';
+export const projection = Epsg.Wgs84.toEpsgString();
+export const ContentType = {
+    gpkg: 'application/x-ogc-gpkg',
+    shp: 'application/x-ogc-shp',
+    geojson: 'application/geo+json',
+};
+export function createReadStreamSafe(filename) {
+    return new Promise((resolve, reject) => {
+        const fileStream = createReadStream(filename);
+        fileStream.on('error', reject).on('open', () => {
+            resolve(fileStream);
+        });
+    });
+}
+export function prepareTmpPaths(tmpPath, path, layerId, format, shortbreadLayer) {
+    /** @example "tmp/create/layers/50248/" */
+    const LayersDir = new URL(`layers/${layerId}/`, tmpPath);
+    if (!existsSync(LayersDir)) {
+        mkdirSync(LayersDir, { recursive: true });
+    }
+    /** @example "tmp/create/transform/aerialways/50248/" */
+    const TransformDir = new URL(`transform/${shortbreadLayer}/${layerId}/`, tmpPath);
+    if (!existsSync(TransformDir)) {
+        mkdirSync(TransformDir, { recursive: true });
+    }
+    const tmpPaths = {
+        origin: path,
+        source: {
+            path: new URL(`${layerId}.${format}`, LayersDir),
+            format,
+            contentType: ContentType[format],
+        },
+        ndjson: new URL(`${layerId}.ndjson`, LayersDir),
+        genNdjson: new URL(`${layerId}-gen.ndjson`, TransformDir),
+        mbtiles: new URL(`${layerId}.mbtiles`, TransformDir),
+        mbtilesCopy: new URL(path.href.replace(/\.json$/, '.mbtiles')),
+    };
+    return tmpPaths;
+}
+//# sourceMappingURL=util.js.map

package/build/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,gBAAgB,EAAc,MAAM,IAAI,CAAC;AAElD,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;AAEpD,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,IAAI,EAAE,wBAAwB;IAC9B,GAAG,EAAE,uBAAuB;IAC5B,OAAO,EAAE,sBAAsB;CACvB,CAAC;AAEX,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IACnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC9C,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YAC7C,OAAO,CAAC,UAAU,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAoCD,MAAM,UAAU,eAAe,CAC7B,OAAY,EACZ,IAAS,EACT,OAAe,EACf,MAAgC,EAChC,eAAuB;IAEvB,0CAA0C;IAC1C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,UAAU,OAAO,GAAG,EAAE,OAAO,CAAC,CAAC;IACzD,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,wDAAwD;IACxD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,aAAa,eAAe,IAAI,OAAO,GAAG,EAAE,OAAO,CAAC,CAAC;IAClF,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9B,SAAS,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,QAAQ,GAAG;QACf,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE;YACN,IAAI,EAAE,IAAI,GAAG,CAAC,GAAG,OAAO,IAAI,MAAM,EAAE,EAAE,SAAS,CAAC;YAChD,MAAM;YACN,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC;SACjC;QACD,MAAM,EAAE,IAAI,GAAG,CAAC,GAAG,OAAO,SAAS,EAAE,SAAS,CAAC;QAC/C,SAAS,EAAE,IAAI,GAAG,CAAC,GAAG,OAAO,aAAa,EAAE,YAAY,CAAC;QACzD,OAAO,EAAE,IAAI,GAAG,CAAC,GAAG,OAAO,UAAU,EAAE,YAAY,CAAC;QACpD,WAAW,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;KAC/D,CAAC;IAEF,OAAO,QAAQ,CAAC;AAClB,CAAC"}