@basemaps/cli-vector 8.1.0 → 8.3.0

package/build/transform/tippecanoe.js

@@ -0,0 +1,69 @@
+import { Epsg } from '@basemaps/geo';
+import { urlToString } from '@basemaps/shared';
+import { Command } from '@linzjs/docker-command';
+import path, { dirname } from 'path';
+import { transformZoom } from './nztm.js';
+/**
+ * tippecanoe usage, return cmd for tippecanoe
+ *
+ * @returns { cmd: string; args: string[] } cmd and arguments for tippecanoe docker command
+ */
+export async function tippecanoe(input, output, layer, tileMatrix, logger) {
+    const cmd = Command.create('tippecanoe');
+    // parallel processing for line-delimited geojson file.
+    cmd.args.push('--read-parallel');
+    // Config projection
+    cmd.args.push('-s', Epsg.Wgs84.toEpsgString());
+    // Config detail
+    if (layer.style != null) {
+        cmd.args.push(`-Z${transformZoom(layer.style.minZoom, tileMatrix)}`);
+        cmd.args.push(`-z${transformZoom(layer.style.maxZoom, tileMatrix)}`);
+        if (layer.style.detail != null)
+            cmd.args.push(`--full-detail=${layer.style.detail}`);
+    }
+    else {
+        // Default to 0-15 for WebMercator and 0-13 for NZTM2000Quad
+        cmd.args.push(`-z${transformZoom(15, tileMatrix)}`);
+    }
+    cmd.mount(dirname(input.pathname));
+    cmd.mount(dirname(output.pathname));
+    cmd.args.push('-o', output.pathname);
+    // Add tippecanoe options
+    if (layer.tippecanoe != null) {
+        for (const arg of layer.tippecanoe) {
+            cmd.args.push(arg);
+        }
+    }
+    cmd.args.push(input.pathname);
+    cmd.args.push('--force');
+    const res = await cmd.run();
+    logger.debug('tippecanoe ' + cmd.args.join(' '));
+    if (res.exitCode !== 0) {
+        logger.fatal({ Tippecanoe: res }, 'Failure');
+        throw new Error('Tippecanoe Docker failed to run');
+    }
+}
+/**
+ * tippecanoe tile-join usage, return cmd for tile-join
+ *
+ * @returns { cmd: string; args: string[] } cmd and arguments for tippecanoe tile-join docker command
+ */
+export async function tileJoin(inputs, output, logger) {
+    const cmd = Command.create('tile-join');
+    cmd.mount(path.resolve(dirname(output)));
+    cmd.args.push('-pk');
+    cmd.args.push('-o', output);
+    for (const input of inputs) {
+        if (input.href.endsWith('mbtiles')) {
+            cmd.mount(dirname(urlToString(input)));
+            cmd.args.push(urlToString(input));
+        }
+    }
+    cmd.args.push('--force');
+    const res = await cmd.run();
+    if (res.exitCode !== 0) {
+        logger.fatal({ Tippecanoe: res }, 'Failure');
+        throw new Error('Tippecanoe Docker failed to run');
+    }
+}
+//# sourceMappingURL=tippecanoe.js.map

package/build/transform/tippecanoe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tippecanoe.js","sourceRoot":"","sources":["../../src/transform/tippecanoe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAiB,MAAM,eAAe,CAAC;AACpD,OAAO,EAAW,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAGrC,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE1C;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAU,EACV,MAAW,EACX,KAAY,EACZ,UAAyB,EACzB,MAAe;IAEf,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAEzC,uDAAuD;IACvD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAEjC,oBAAoB;IACpB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;IAE/C,gBAAgB;IAChB,IAAI,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACxB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QACrE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QACrE,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI;YAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACvF,CAAC;SAAM,CAAC;QACN,4DAA4D;QAC5D,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,aAAa,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAErC,yBAAyB;IACzB,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC9B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEzB,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IAC5B,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAEjD,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,MAAa,EAAE,MAAc,EAAE,MAAe;IAC3E,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAExC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAEzC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACvC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEzB,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IAC5B,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;AACH,CAAC"}

package/build/types/VectorGeoFeature.d.ts

@@ -0,0 +1,9 @@
+import { Feature } from 'geojson';
+export interface VectorGeoFeature extends Feature {
+    properties: Record<string, boolean | null | number | string | undefined>;
+    tippecanoe: {
+        layer: string;
+        minzoom: number;
+        maxzoom: number;
+    };
+}

package/build/types/VectorGeoFeature.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=VectorGeoFeature.js.map

package/build/types/VectorGeoFeature.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorGeoFeature.js","sourceRoot":"","sources":["../../src/types/VectorGeoFeature.ts"],"names":[],"mappings":""}

package/build/util.d.ts

@@ -0,0 +1,35 @@
+import { ReadStream } from 'fs';
+export declare const projection: string;
+export declare const ContentType: {
+    readonly gpkg: "application/x-ogc-gpkg";
+    readonly shp: "application/x-ogc-shp";
+    readonly geojson: "application/geo+json";
+};
+export declare function createReadStreamSafe(filename: string): Promise<ReadStream>;
+export interface TmpPaths {
+    /**
+     * @example "local-cache/layerId/{layerId}_{version}_{hash}.json"
+     * @example "s3://linz-lds-cache/layerId/{layerId}_{version}_{hash}.json"
+     */
+    origin: URL;
+    source: {
+        /** @example "tmp/create/layers/50248/50248.gpkg" */
+        path: URL;
+        /** @example "gpkg" */
+        format: keyof typeof ContentType;
+        /** @example "application/x-ogc-gpkg" */
+        contentType: (typeof ContentType)[keyof typeof ContentType];
+    };
+    /** @example "tmp/create/layers/50248/50248.ndjson" */
+    ndjson: URL;
+    /** @example "tmp/create/transform/aerialways/50248/50248-gen.ndjson" */
+    genNdjson: URL;
+    /** @example "tmp/create/transform/aerialways/50248/50248.mbtiles" */
+    mbtiles: URL;
+    /**
+     * @example "local-cache/layerId/{layerId}_{version}_{hash}.mbtiles"
+     * @example "s3://linz-lds-cache/layerId/{layerId}_{version}_{hash}.mbtiles"
+     */
+    mbtilesCopy: URL;
+}
+export declare function prepareTmpPaths(tmpPath: URL, path: URL, layerId: string, format: keyof typeof ContentType, shortbreadLayer: string): TmpPaths;

package/build/util.js

@@ -0,0 +1,43 @@
+import { existsSync, mkdirSync } from 'node:fs';
+import { Epsg } from '@basemaps/geo';
+import { createReadStream } from 'fs';
+export const projection = Epsg.Wgs84.toEpsgString();
+export const ContentType = {
+    gpkg: 'application/x-ogc-gpkg',
+    shp: 'application/x-ogc-shp',
+    geojson: 'application/geo+json',
+};
+export function createReadStreamSafe(filename) {
+    return new Promise((resolve, reject) => {
+        const fileStream = createReadStream(filename);
+        fileStream.on('error', reject).on('open', () => {
+            resolve(fileStream);
+        });
+    });
+}
+export function prepareTmpPaths(tmpPath, path, layerId, format, shortbreadLayer) {
+    /** @example "tmp/create/layers/50248/" */
+    const LayersDir = new URL(`layers/${layerId}/`, tmpPath);
+    if (!existsSync(LayersDir)) {
+        mkdirSync(LayersDir, { recursive: true });
+    }
+    /** @example "tmp/create/transform/aerialways/50248/" */
+    const TransformDir = new URL(`transform/${shortbreadLayer}/${layerId}/`, tmpPath);
+    if (!existsSync(TransformDir)) {
+        mkdirSync(TransformDir, { recursive: true });
+    }
+    const tmpPaths = {
+        origin: path,
+        source: {
+            path: new URL(`${layerId}.${format}`, LayersDir),
+            format,
+            contentType: ContentType[format],
+        },
+        ndjson: new URL(`${layerId}.ndjson`, LayersDir),
+        genNdjson: new URL(`${layerId}-gen.ndjson`, TransformDir),
+        mbtiles: new URL(`${layerId}.mbtiles`, TransformDir),
+        mbtilesCopy: new URL(path.href.replace(/\.json$/, '.mbtiles')),
+    };
+    return tmpPaths;
+}
+//# sourceMappingURL=util.js.map

package/build/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,gBAAgB,EAAc,MAAM,IAAI,CAAC;AAElD,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;AAEpD,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,IAAI,EAAE,wBAAwB;IAC9B,GAAG,EAAE,uBAAuB;IAC5B,OAAO,EAAE,sBAAsB;CACvB,CAAC;AAEX,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IACnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC9C,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YAC7C,OAAO,CAAC,UAAU,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAoCD,MAAM,UAAU,eAAe,CAC7B,OAAY,EACZ,IAAS,EACT,OAAe,EACf,MAAgC,EAChC,eAAuB;IAEvB,0CAA0C;IAC1C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,UAAU,OAAO,GAAG,EAAE,OAAO,CAAC,CAAC;IACzD,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,wDAAwD;IACxD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,aAAa,eAAe,IAAI,OAAO,GAAG,EAAE,OAAO,CAAC,CAAC;IAClF,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9B,SAAS,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,QAAQ,GAAG;QACf,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE;YACN,IAAI,EAAE,IAAI,GAAG,CAAC,GAAG,OAAO,IAAI,MAAM,EAAE,EAAE,SAAS,CAAC;YAChD,MAAM;YACN,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC;SACjC;QACD,MAAM,EAAE,IAAI,GAAG,CAAC,GAAG,OAAO,SAAS,EAAE,SAAS,CAAC;QAC/C,SAAS,EAAE,IAAI,GAAG,CAAC,GAAG,OAAO,aAAa,EAAE,YAAY,CAAC;QACzD,OAAO,EAAE,IAAI,GAAG,CAAC,GAAG,OAAO,UAAU,EAAE,YAAY,CAAC;QACpD,WAAW,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;KAC/D,CAAC;IAEF,OAAO,QAAQ,CAAC;AAClB,CAAC"}