@basemaps/cli-config 8.0.0

package/build/cli/action.import.js

@@ -0,0 +1,335 @@
+import { ConfigId, ConfigPrefix, ConfigProviderMemory, TileSetType, } from '@basemaps/config';
+import { GoogleTms, Nztm2000QuadTms } from '@basemaps/geo';
+import { Env, fsa, getDefaultConfig, getLogger, getPreviewUrl, logArguments, setDefaultConfig, } from '@basemaps/shared';
+import { CliInfo } from '@basemaps/shared/build/cli/info.js';
+import { command, flag, option, optional, string } from 'cmd-ts';
+import fetch from 'node-fetch';
+import { invalidateCache } from '../util.js';
+import { diffVectorUpdate } from './config.diff.js';
+import { Q, Updater } from './config.update.js';
+const PublicUrlBase = Env.isProduction() ? 'https://basemaps.linz.govt.nz/' : 'https://dev.basemaps.linz.govt.nz/';
+const VectorStyles = ['topographic', 'topolite', 'aerialhybrid']; // Vector styles that we want to review if vector data changes.
+export const ImportCommand = command({
+    name: 'import',
+    version: CliInfo.version,
+    description: 'Given a valid bundle config json, import them into dynamodb',
+    args: {
+        ...logArguments,
+        config: option({
+            type: string,
+            long: 'config',
+            description: 'Path of config json, this can be both a local path or s3 location',
+        }),
+        output: option({
+            type: string,
+            long: 'output',
+            description: 'Output a markdown file with the config changes',
+        }),
+        target: option({
+            type: optional(string),
+            long: 'target',
+            description: 'Target config file to compare',
+        }),
+        commit: flag({
+            long: 'commit',
+            description: 'Actually start the import',
+            defaultValue: () => false,
+            defaultValueIsSerializable: true,
+        }),
+    },
+    async handler(args) {
+        const logger = getLogger(this, args, 'cli-config');
+        const commit = args.commit;
+        const config = args.config;
+        if (config == null)
+            throw new Error('Please provide a config json');
+        if (commit && !config.startsWith('s3://') && Env.isProduction()) {
+            throw new Error('To actually import into dynamo has to use the config file from s3.');
+        }
+        const configUrl = fsa.toUrl(config);
+        const cfg = await getConfig(logger, args.target);
+        const HostPrefix = Env.isProduction() ? '' : 'dev.';
+        const healthEndpoint = `https://${HostPrefix}basemaps.linz.govt.nz/v1/health`;
+        logger.info({ url: healthEndpoint }, 'Import:ValidateHealth');
+        if (commit) {
+            const res = await fetch(healthEndpoint);
+            if (!res.ok)
+                throw new Error('Cannot update basemaps is unhealthy');
+        }
+        logger.info({ config }, 'Import:Load');
+        const configJson = await fsa.readJson(configUrl);
+        const mem = ConfigProviderMemory.fromJson(configJson);
+        mem.createVirtualTileSets();
+        logger.info({ config }, 'Import:Start');
+        const objectTypes = {};
+        for (const config of mem.objects.values()) {
+            const objectType = ConfigId.getPrefix(config.id);
+            if (objectType) {
+                objectTypes[objectType] = (objectTypes[objectType] ?? 0) + 1;
+            }
+            update(config, cfg, commit);
+        }
+        await Promise.all(promises);
+        logger.info({ objects: mem.objects.size, types: objectTypes }, 'Import:Compare:Done');
+        if (commit) {
+            const configBundle = {
+                id: cfg.ConfigBundle.id(configJson.hash),
+                name: cfg.ConfigBundle.id(`config-${configJson.hash}.json`),
+                path: config,
+                hash: configJson.hash,
+                assets: configJson.assets,
+            };
+            logger.info({ config }, 'Import:ConfigBundle');
+            if (cfg.ConfigBundle.isWriteable()) {
+                // Insert a cb_hash record for reference
+                await cfg.ConfigBundle.put(configBundle);
+                // Update the cb_latest record
+                configBundle.id = cfg.ConfigBundle.id('latest');
+                await cfg.ConfigBundle.put(configBundle);
+            }
+            else {
+                logger.error('Import:NotWriteable');
+            }
+        }
+        if (commit && invalidations.length > 0) {
+            // Lots of invalidations just invalidate everything
+            if (invalidations.length > 10) {
+                await invalidateCache('/*', commit);
+            }
+            else {
+                await invalidateCache(invalidations, commit);
+            }
+            await new Promise((resolve) => setTimeout(resolve, 1000));
+            const res = await fetch(healthEndpoint);
+            if (!res.ok)
+                throw new Error('Basemaps is unhealthy');
+        }
+        const output = args.output;
+        if (output)
+            await outputChange(output, mem, cfg, config);
+        if (commit !== true)
+            logger.info('DryRun:Done');
+    },
+});
+async function getConfig(logger, target) {
+    if (target) {
+        logger.info({ config: target }, 'Import:Target:Load');
+        const configJson = await fsa.readJson(fsa.toUrl(target));
+        const mem = ConfigProviderMemory.fromJson(configJson);
+        mem.createVirtualTileSets();
+        setDefaultConfig(mem);
+        return mem;
+    }
+    return getDefaultConfig();
+}
+const promises = [];
+/** List of paths to invalidate at the end of the request */
+const invalidations = [];
+/** List of changed config */
+const changes = [];
+/** List of paths to invalidate at the end of the request */
+const backupConfig = new ConfigProviderMemory();
+function update(config, oldConfig, commit) {
+    const promise = Q(async () => {
+        const updater = new Updater(config, oldConfig, commit);
+        const hasChanges = await updater.reconcile();
+        if (hasChanges) {
+            changes.push(config);
+            invalidations.push(updater.invalidatePath());
+            const oldData = await updater.getOldData();
+            if (oldData != null)
+                backupConfig.put(oldData); // No need to backup anything if there is new insert
+        }
+        else {
+            backupConfig.put(config);
+        }
+        return true;
+    });
+    promises.push(promise);
+}
+/**
+ * This function compared new config with existing and output a markdown document to highlight the inserts and changes
+ * Changes includes
+ * - aerial config
+ * - vector config
+ * - vector style
+ * - individual config
+ *
+ * @param output a string of output markdown location
+ * @param mem new config data read from config bundle file
+ * @param cfg existing config data
+ * @param configPath path of config json
+ */
+async function outputChange(output, mem, cfg, configPath) {
+    const md = [];
+    // Output for aerial config changes
+    const inserts = [];
+    const updates = [];
+    const aerialId = 'ts_aerial';
+    const newData = await mem.TileSet.get(aerialId);
+    const oldData = await cfg.TileSet.get(aerialId);
+    const aerialLayers = new Set();
+    if (newData == null || oldData == null)
+        throw new Error('Failed to fetch aerial config data.');
+    for (const layer of newData.layers) {
+        // if (aerialLayers.has(layer.name)) continue;
+        aerialLayers.add(layer.name);
+        // There are duplicates layers inside the config this makes it hard to know what has changed
+        // so only allow comparisons to one layer at a time
+        const index = oldData.layers.findIndex((l) => l.name === layer.name);
+        if (index > -1) {
+            const [el] = oldData.layers.splice(index, 1);
+            await outputUpdatedLayers(mem, layer, el, updates, configPath, true);
+        }
+        else
+            await outputNewLayers(mem, layer, inserts, configPath, true);
+    }
+    if (inserts.length > 0)
+        md.push('# Aerial Imagery Inserts', ...inserts);
+    if (updates.length > 0)
+        md.push('# Aerial Imagery Updates', ...updates);
+    // Some layers were not removed from the old config so they no longer exist in the new config
+    if (oldData.layers.length > 0) {
+        md.push('# Aerial Imagery Deletes', ...oldData.layers.map((m) => `- ${m.title}`));
+    }
+    // Output for individual tileset config changes or inserts
+    const individualInserts = [];
+    const individualUpdates = [];
+    for (const config of mem.objects.values()) {
+        if (!mem.TileSet.is(config))
+            continue;
+        if (config.id === 'ts_aerial')
+            continue;
+        if (aerialLayers.has(config.name))
+            continue;
+        if (config.type === TileSetType.Vector)
+            continue;
+        if (config.layers.length > 1)
+            continue; // Not an individual layer
+        const existing = await cfg.TileSet.get(config.id);
+        const layer = config.layers[0];
+        if (existing)
+            await outputUpdatedLayers(mem, layer, existing.layers[0], individualUpdates, configPath);
+        else
+            await outputNewLayers(mem, layer, individualInserts, configPath);
+    }
+    if (individualInserts.length > 0)
+        md.push('# Individual Inserts', ...individualInserts);
+    if (individualUpdates.length > 0)
+        md.push('# Individual Updates', ...individualUpdates);
+    // Output for vector config changes
+    const vectorUpdate = [];
+    const styleUpdate = [];
+    for (const change of changes) {
+        if (mem.TileSet.is(change) && change.type === TileSetType.Vector) {
+            vectorUpdate.push(`## Vector data updates for ${change.id}`);
+            const id = ConfigId.unprefix(ConfigPrefix.TileSet, change.id);
+            for (const style of VectorStyles) {
+                vectorUpdate.push(`* [${style} - ${id}](${PublicUrlBase}?config=${configPath}&i=${id}&s=${style}&debug)\n`);
+            }
+            const existingTileSet = await cfg.TileSet.get(change.id);
+            const featureChanges = await diffVectorUpdate(change, existingTileSet);
+            vectorUpdate.push(`## Feature updates for ${change.id}`);
+            vectorUpdate.push(...featureChanges);
+        }
+        if (mem.Style.is(change)) {
+            styleUpdate.push(`## Vector Style updated for ${change.id}`);
+            const style = ConfigId.unprefix(ConfigPrefix.Style, change.id);
+            styleUpdate.push(`* [${style}](${PublicUrlBase}?config=${configPath}&i=topographic&s=${style}&debug)\n`);
+        }
+    }
+    if (styleUpdate.length > 0)
+        md.push('# Vector Style Update', ...styleUpdate);
+    if (vectorUpdate.length > 0)
+        md.push('# Vector Data Update', ...vectorUpdate);
+    if (md.length > 0) {
+        await fsa.write(fsa.toUrl(output), md.join('\n'));
+    }
+    return;
+}
+/**
+ * This function prepare for the markdown lines with preview urls for new inserted config layers
+ * @param mem new config data read from config bundle file
+ * @param layer new config tileset layer
+ * @param inserts string array to save all the lines for markdown output
+ * @param configPath path of config json
+ * @param aerial output preview link for aerial map
+ */
+async function outputNewLayers(mem, layer, inserts, configPath, aerial) {
+    inserts.push(`\n### ${layer.name}\n`);
+    if (layer[2193]) {
+        const urls = await prepareUrl(layer[2193], mem, Nztm2000QuadTms, configPath);
+        inserts.push(` - [NZTM2000Quad](${urls.layer})`);
+        if (aerial)
+            inserts.push(` - [Aerial](${urls.tag})`);
+    }
+    if (layer[3857]) {
+        const urls = await prepareUrl(layer[3857], mem, GoogleTms, configPath);
+        inserts.push(` - [WebMercatorQuad](${urls.layer})`);
+        if (aerial)
+            inserts.push(` - [Aerial](${urls.tag})`);
+    }
+}
+/**
+ * This function compared new config tileset layer with existing one, then output the markdown lines for updates and preview urls.
+ * @param mem new config data read from config bundle file
+ * @param layer new config tileset layer
+ * @param existing existing config tileset layer
+ * @param updates string array to save all the lines for markdown output
+ * @param configPath path of config json
+ * @param aerial output preview link for aerial map
+ */
+async function outputUpdatedLayers(mem, layer, existing, updates, configPath, aerial) {
+    let zoom = undefined;
+    if (layer.minZoom !== existing.minZoom || layer.maxZoom !== existing.maxZoom) {
+        zoom = ' - Zoom level updated.';
+        if (layer.minZoom !== existing.minZoom)
+            zoom += ` min zoom ${existing.minZoom} -> ${layer.minZoom}`;
+        if (layer.maxZoom !== existing.maxZoom)
+            zoom += ` max zoom ${existing.maxZoom} -> ${layer.maxZoom}`;
+    }
+    const change = [`\n### ${layer.name}\n`];
+    if (layer[2193]) {
+        if (layer[2193] !== existing[2193]) {
+            const urls = await prepareUrl(layer[2193], mem, Nztm2000QuadTms, configPath);
+            change.push(`- Layer update [NZTM2000Quad](${urls.layer})`);
+            if (aerial)
+                updates.push(` - [Aerial](${urls.tag})`);
+        }
+        if (zoom) {
+            const urls = await prepareUrl(layer[2193], mem, Nztm2000QuadTms, configPath);
+            zoom += ` [NZTM2000Quad](${urls.tag})`;
+        }
+    }
+    if (layer[3857]) {
+        if (layer[3857] !== existing[3857]) {
+            const urls = await prepareUrl(layer[3857], mem, GoogleTms, configPath);
+            change.push(`- Layer update [WebMercatorQuad](${urls.layer})`);
+            if (aerial)
+                updates.push(` - [Aerial](${urls.tag})`);
+        }
+        if (zoom) {
+            const urls = await prepareUrl(layer[3857], mem, GoogleTms, configPath);
+            zoom += ` [WebMercatorQuad](${urls.tag})`;
+        }
+    }
+    if (zoom)
+        change.push(`${zoom}\n`);
+    if (change.length > 1)
+        updates.push(change.join(''));
+}
+/**
+ * Prepare QA urls with center location
+ */
+async function prepareUrl(id, mem, tileMatrix, configPath) {
+    const configImagery = await mem.Imagery.get(id);
+    if (configImagery == null)
+        throw new Error(`Failed to find imagery config from config bundle file. Id: ${id}`);
+    const center = getPreviewUrl({ imagery: configImagery });
+    const urls = {
+        layer: `${PublicUrlBase}?config=${configPath}&i=${center.name}&p=${tileMatrix.identifier}&debug#@${center.location.lat},${center.location.lon},z${center.location.zoom}`,
+        tag: `${PublicUrlBase}?config=${configPath}&p=${tileMatrix.identifier}&debug#@${center.location.lat},${center.location.lon},z${center.location.zoom}`,
+    };
+    return urls;
+}
+//# sourceMappingURL=action.import.js.map

package/build/cli/action.import.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"action.import.js","sourceRoot":"","sources":["../../src/cli/action.import.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,QAAQ,EAER,YAAY,EACZ,oBAAoB,EACpB,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,eAAe,EAAiB,MAAM,eAAe,CAAC;AAC1E,OAAO,EACL,GAAG,EACH,GAAG,EACH,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,YAAY,EAEZ,gBAAgB,GACjB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,OAAO,EAAE,MAAM,oCAAoC,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AACjE,OAAO,KAAK,MAAM,YAAY,CAAC;AAE/B,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAEhD,MAAM,aAAa,GAAG,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,oCAAoC,CAAC;AAEnH,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC,+DAA+D;AAEjI,MAAM,CAAC,MAAM,aAAa,GAAG,OAAO,CAAC;IACnC,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,OAAO,CAAC,OAAO;IACxB,WAAW,EAAE,6DAA6D;IAC1E,IAAI,EAAE;QACJ,GAAG,YAAY;QACf,MAAM,EAAE,MAAM,CAAC;YACb,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,mEAAmE;SACjF,CAAC;QACF,MAAM,EAAE,MAAM,CAAC;YACb,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gDAAgD;SAC9D,CAAC;QACF,MAAM,EAAE,MAAM,CAAC;YACb,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC;YACtB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,+BAA+B;SAC7C,CAAC;QACF,MAAM,EAAE,IAAI,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2BAA2B;YACxC,YAAY,EAAE,GAAG,EAAE,CAAC,KAAK;YACzB,0BAA0B,EAAE,IAAI;SACjC,CAAC;KACH;IAED,KAAK,CAAC,OAAO,CAAC,IAAI;QAChB,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,IAAI,MAAM,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACpE,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,YAAY,EAAE,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEpC,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAEjD,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;QACpD,MAAM,cAAc,GAAG,WAAW,UAAU,iCAAiC,CAAC;QAE9E,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAC9D,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;YACxC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC;QACvC,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAgB,SAAS,CAAC,CAAC;QAChE,MAAM,GAAG,GAAG,oBAAoB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACtD,GAAG,CAAC,qBAAqB,EAAE,CAAC;QAE5B,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC;QACxC,MAAM,WAAW,GAA0C,EAAE,CAAC;QAC9D,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACjD,IAAI,UAAU,EAAE,CAAC;gBACf,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC/D,CAAC;YACD,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAC9B,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE5B,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,qBAAqB,CAAC,CAAC;QAEtF,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,YAAY,GAAiB;gBACjC,EAAE,EAAE,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;gBACxC,IAAI,EAAE,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,UAAU,UAAU,CAAC,IAAI,OAAO,CAAC;gBAC3D,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC;YAE/C,IAAI,GAAG,CAAC,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;gBACnC,wCAAwC;gBACxC,MAAM,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBACzC,8BAA8B;gBAC9B,YAAY,CAAC,EAAE,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;gBAChD,MAAM,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAED,IAAI,MAAM,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,mDAAmD;YACnD,IAAI,aAAa,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBAC9B,MAAM,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,MAAM,eAAe,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;YAE1D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;YACxC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,MAAM;YAAE,MAAM,YAAY,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAEzD,IAAI,MAAM,KAAK,IAAI;YAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAClD,CAAC;CACF,CAAC,CAAC;AAEH,KAAK,UAAU,SAAS,CAAC,MAAe,EAAE,MAAe;IACvD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAgB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACxE,MAAM,GAAG,GAAG,oBAAoB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACtD,GAAG,CAAC,qBAAqB,EAAE,CAAC;QAE5B,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACtB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,gBAAgB,EAAE,CAAC;AAC5B,CAAC;AAED,MAAM,QAAQ,GAAuB,EAAE,CAAC;AACxC,4DAA4D;AAC5D,MAAM,aAAa,GAAa,EAAE,CAAC;AAEnC,6BAA6B;AAC7B,MAAM,OAAO,GAAiB,EAAE,CAAC;AAEjC,4DAA4D;AAC5D,MAAM,YAAY,GAAyB,IAAI,oBAAoB,EAAE,CAAC;AAEtE,SAAS,MAAM,CAAC,MAAkB,EAAE,SAAiC,EAAE,MAAe;IACpF,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,IAAsB,EAAE;QAC7C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAEvD,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;QAC7C,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAC3C,IAAI,OAAO,IAAI,IAAI;gBAAE,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,oDAAoD;QACtG,CAAC;aAAM,CAAC;YACN,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACzB,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,KAAK,UAAU,YAAY,CACzB,MAAc,EACd,GAAyB,EACzB,GAA2B,EAC3B,UAAkB;IAElB,MAAM,EAAE,GAAa,EAAE,CAAC;IACxB,mCAAmC;IACnC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,WAAW,CAAC;IAC7B,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAEhD,MAAM,YAAY,GAAgB,IAAI,GAAG,EAAU,CAAC;IACpD,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAE/F,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnC,8CAA8C;QAE9C,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE7B,4FAA4F;QAC5F,mDAAmD;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC;QACrE,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YACf,MAAM,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC7C,MAAM,mBAAmB,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QACvE,CAAC;;YAAM,MAAM,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,EAAE,CAAC,IAAI,CAAC,0BAA0B,EAAE,GAAG,OAAO,CAAC,CAAC;IACxE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,EAAE,CAAC,IAAI,CAAC,0BAA0B,EAAE,GAAG,OAAO,CAAC,CAAC;IAExE,6FAA6F;IAC7F,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,EAAE,CAAC,IAAI,CAAC,0BAA0B,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACpF,CAAC;IAED,0DAA0D;IAC1D,MAAM,iBAAiB,GAAa,EAAE,CAAC;IACvC,MAAM,iBAAiB,GAAa,EAAE,CAAC;IACvC,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC;YAAE,SAAS;QACtC,IAAI,MAAM,CAAC,EAAE,KAAK,WAAW;YAAE,SAAS;QAExC,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;YAAE,SAAS;QAC5C,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM;YAAE,SAAS;QACjD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS,CAAC,0BAA0B;QAClE,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,QAAQ;YAAE,MAAM,mBAAmB,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;;YAClG,MAAM,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC;QAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,iBAAiB,CAAC,CAAC;IACxF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC;QAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,iBAAiB,CAAC,CAAC;IAExF,mCAAmC;IACnC,MAAM,YAAY,GAAG,EAAE,CAAC;IACxB,MAAM,WAAW,GAAG,EAAE,CAAC;IACvB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;YACjE,YAAY,CAAC,IAAI,CAAC,8BAA8B,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7D,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;YAC9D,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;gBACjC,YAAY,CAAC,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,KAAK,aAAa,WAAW,UAAU,MAAM,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC;YAC9G,CAAC;YACD,MAAM,eAAe,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACzD,MAAM,cAAc,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;YACvE,YAAY,CAAC,IAAI,CAAC,0BAA0B,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YACzD,YAAY,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,WAAW,CAAC,IAAI,CAAC,+BAA+B,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;YAC/D,WAAW,CAAC,IAAI,CAAC,MAAM,KAAK,KAAK,aAAa,WAAW,UAAU,oBAAoB,KAAK,WAAW,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAAE,EAAE,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,WAAW,CAAC,CAAC;IAC7E,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,YAAY,CAAC,CAAC;IAE9E,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,OAAO;AACT,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,eAAe,CAC5B,GAAyB,EACzB,KAAkB,EAClB,OAAiB,EACjB,UAAkB,EAClB,MAAgB;IAEhB,OAAO,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;IACtC,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAChB,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QAC7E,OAAO,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACjD,IAAI,MAAM;YAAE,OAAO,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAChB,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,wBAAwB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACpD,IAAI,MAAM;YAAE,OAAO,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,KAAK,UAAU,mBAAmB,CAChC,GAAyB,EACzB,KAAkB,EAClB,QAAqB,EACrB,OAAiB,EACjB,UAAkB,EAClB,MAAgB;IAEhB,IAAI,IAAI,GAAG,SAAS,CAAC;IACrB,IAAI,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC7E,IAAI,GAAG,wBAAwB,CAAC;QAChC,IAAI,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO;YAAE,IAAI,IAAI,aAAa,QAAQ,CAAC,OAAO,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC;QACpG,IAAI,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO;YAAE,IAAI,IAAI,aAAa,QAAQ,CAAC,OAAO,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC;IACtG,CAAC;IAED,MAAM,MAAM,GAAa,CAAC,SAAS,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;IACnD,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAChB,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;YAC7E,MAAM,CAAC,IAAI,CAAC,iCAAiC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;YAC5D,IAAI,MAAM;gBAAE,OAAO,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;YAC7E,IAAI,IAAI,mBAAmB,IAAI,CAAC,GAAG,GAAG,CAAC;QACzC,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAChB,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;YACvE,MAAM,CAAC,IAAI,CAAC,oCAAoC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;YAC/D,IAAI,MAAM;gBAAE,OAAO,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;YACvE,IAAI,IAAI,sBAAsB,IAAI,CAAC,GAAG,GAAG,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,IAAI,IAAI;QAAE,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU,CACvB,EAAU,EACV,GAA2B,EAC3B,UAAyB,EACzB,UAAkB;IAElB,MAAM,aAAa,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChD,IAAI,aAAa,IAAI,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,8DAA8D,EAAE,EAAE,CAAC,CAAC;IAE/G,MAAM,MAAM,GAAG,aAAa,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG;QACX,KAAK,EAAE,GAAG,aAAa,WAAW,UAAU,MAAM,MAAM,CAAC,IAAI,MAAM,UAAU,CAAC,UAAU,WAAW,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,KAAK,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE;QACxK,GAAG,EAAE,GAAG,aAAa,WAAW,UAAU,MAAM,UAAU,CAAC,UAAU,WAAW,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,KAAK,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE;KACtJ,CAAC;IACF,OAAO,IAAI,CAAC;AACd,CAAC"}

package/build/cli/config.diff.d.ts

@@ -0,0 +1,27 @@
+import { ConfigTileSet } from '@basemaps/config';
+import { StacLink } from '@basemaps/geo';
+import { LogType } from '@basemaps/shared';
+import diff from 'deep-diff';
+export declare const IgnoredProperties: Set<string>;
+interface StacLinkLds extends StacLink {
+    'lds:id': string;
+    'lds:name': string;
+    'lds:feature_count': number;
+    'lds:version': string;
+}
+export declare class ConfigDiff {
+    static getDiff<T>(changes: diff.Diff<T, T>[]): string;
+    static showDiff<T extends {
+        id: string;
+        name: string;
+    }>(type: string, oldData: T, newData: T, logger: LogType): boolean;
+}
+/**
+ * Given a old and new lds layer stac item and log the changes
+ */
+export declare function getVectorChanges(newLayer: StacLinkLds | undefined, existingLayer: StacLinkLds | undefined): string | null;
+/**
+ * Prepare and create pull request for the aerial tileset config
+ */
+export declare function diffVectorUpdate(tileSet: ConfigTileSet, existingTileSet: ConfigTileSet | null): Promise<string[]>;
+export {};

package/build/cli/config.diff.js

@@ -0,0 +1,146 @@
+import { Epsg } from '@basemaps/geo';
+import { fsa } from '@basemaps/shared';
+import c from 'ansi-colors';
+import diff from 'deep-diff';
+export const IgnoredProperties = new Set(['id', 'createdAt', 'updatedAt', 'year', 'resolution']);
+export class ConfigDiff {
+    static getDiff(changes) {
+        let output = '';
+        let isArray = false;
+        for (const change of changes) {
+            if (change.kind === 'A') {
+                if (change.path)
+                    output += change.path.join();
+                output += this.getDiff([change.item]);
+                isArray = true; // Stop displaying the array changes for each line.
+            }
+            else {
+                if (isArray)
+                    continue;
+                if (change.kind === 'E') {
+                    if (change.path)
+                        output += change.path.join();
+                    output += c.green('\t+' + JSON.stringify(change.rhs));
+                    output += c.red('\t-' + JSON.stringify(change.lhs)) + '\n';
+                }
+                else if (change.kind === 'N') {
+                    if (change.path)
+                        output += change.path.join();
+                    output += c.green('\t+' + JSON.stringify(change.rhs)) + '\n';
+                }
+                else if (change.kind === 'D') {
+                    if (change.path)
+                        output += change.path.join();
+                    output += c.red('\t-' + JSON.stringify(change.lhs)) + '\n';
+                }
+            }
+        }
+        return output;
+    }
+    static showDiff(type, oldData, newData, logger) {
+        const changes = diff.diff(oldData, newData, (_path, key) => IgnoredProperties.has(key));
+        if (changes) {
+            const changeDif = ConfigDiff.getDiff(changes);
+            logger.info({ type, record: newData.id, description: newData.name }, 'Changes');
+            // eslint-disable-next-line no-console
+            console.log(newData.id, newData.name);
+            // eslint-disable-next-line no-console
+            console.log(changeDif);
+            return true;
+        }
+        return false;
+    }
+}
+/**
+ * Given a old and new lds layer stac item and log the changes
+ */
+export function getVectorChanges(newLayer, existingLayer) {
+    // Update Layer
+    if (newLayer != null && existingLayer != null) {
+        const featureChange = Number(newLayer['lds:feature_count']) - Number(existingLayer['lds:feature_count']);
+        if (newLayer['lds:version'] === existingLayer['lds:version']) {
+            // Alert if feature changed with no version bump.
+            if (featureChange !== 0) {
+                return `🟥🟥🟥🟥 Feature Change Detected ${newLayer['lds:name']} - version: ${newLayer['lds:version']} features: ${newLayer['lds:feature_count']} (+${featureChange}) 🟥🟥🟥🟥`;
+            }
+            return null;
+        }
+        if (featureChange >= 0) {
+            // Add Features
+            return `🟦 ${newLayer['lds:name']} - version: ${newLayer['lds:version']} (from: ${existingLayer['lds:version']}) features: ${newLayer['lds:feature_count']} (+${featureChange})`;
+        }
+        else {
+            // Remove Features
+            return `🟧 ${newLayer['lds:name']} - version: ${newLayer['lds:version']} (from: ${existingLayer['lds:version']}) features: ${newLayer['lds:feature_count']} (-${featureChange})`;
+        }
+    }
+    // Add new Layer
+    if (newLayer != null && existingLayer == null) {
+        return `🟩 ${newLayer['lds:name']} - version: ${newLayer['lds:version']} features: ${newLayer['lds:feature_count']}`;
+    }
+    // Remove Layer
+    if (newLayer == null && existingLayer != null) {
+        return `🟥 ${existingLayer['lds:name']} features: -${existingLayer['lds:feature_count']}`;
+    }
+    // No changes detected return null
+    return null;
+}
+/**
+ * Prepare and create pull request for the aerial tileset config
+ */
+export async function diffVectorUpdate(tileSet, existingTileSet) {
+    // Vector layer only support for 3857 and only contain on layer inside
+    const changes = [];
+    const layer = tileSet.layers[0];
+    if (layer?.[Epsg.Google.code] == null)
+        throw new Error(`Invalid layers in the vector tileSet ${tileSet.id}`);
+    const newCollectionPath = new URL('collection.json', layer[Epsg.Google.code]);
+    const newCollection = await fsa.readJson(newCollectionPath);
+    if (newCollection == null)
+        throw new Error(`Failed to get target collection json from ${newCollectionPath.href}.`);
+    const ldsLayers = newCollection.links.filter((f) => f.rel === 'lds:layer');
+    // Log all the new inserts for new tileset
+    if (existingTileSet == null) {
+        for (const l of ldsLayers) {
+            const change = getVectorChanges(l, undefined);
+            if (change != null)
+                changes.push(change);
+        }
+        return changes;
+    }
+    // Compare the different of existing tileset, we usually only have one layers in the vector tiles, so the loop won't fetch very much
+    for (const l of existingTileSet.layers) {
+        if (l[Epsg.Google.code] == null)
+            continue;
+        if (l.name !== layer.name)
+            continue;
+        const existingCollectionPath = new URL('collection.json', l[Epsg.Google.code]);
+        const existingCollection = await fsa.readJson(existingCollectionPath);
+        if (existingCollection == null) {
+            throw new Error(`Failed to get target collection json from ${existingCollectionPath.href}.`);
+        }
+        // Prepare existing lds layers as map
+        const existingLdsLayers = new Map();
+        for (const item of existingCollection.links) {
+            if (item.rel === 'lds:layer')
+                existingLdsLayers.set(item['lds:id'], item);
+        }
+        // Find layer updates
+        for (const l of ldsLayers) {
+            const existingLayer = existingLdsLayers.get(l['lds:id']);
+            const change = getVectorChanges(l, existingLayer);
+            if (change != null)
+                changes.push(change);
+            if (existingLayer != null)
+                existingLdsLayers.delete(l['lds:id']);
+        }
+        // Remove the layers that not deleted from existingLdsLayers
+        for (const l of existingLdsLayers.values()) {
+            const change = getVectorChanges(l, undefined);
+            if (change != null)
+                changes.push(change);
+        }
+    }
+    return changes;
+}
+//# sourceMappingURL=config.diff.js.map

package/build/cli/config.diff.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.diff.js","sourceRoot":"","sources":["../../src/cli/config.diff.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAA4B,MAAM,eAAe,CAAC;AAC/D,OAAO,EAAE,GAAG,EAAW,MAAM,kBAAkB,CAAC;AAChD,OAAO,CAAC,MAAM,aAAa,CAAC;AAC5B,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;AASjG,MAAM,OAAO,UAAU;IACrB,MAAM,CAAC,OAAO,CAAI,OAA0B;QAC1C,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;gBACxB,IAAI,MAAM,CAAC,IAAI;oBAAE,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC9C,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBACtC,OAAO,GAAG,IAAI,CAAC,CAAC,mDAAmD;YACrE,CAAC;iBAAM,CAAC;gBACN,IAAI,OAAO;oBAAE,SAAS;gBACtB,IAAI,MAAM,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;oBACxB,IAAI,MAAM,CAAC,IAAI;wBAAE,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC9C,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;oBACtD,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;gBAC7D,CAAC;qBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;oBAC/B,IAAI,MAAM,CAAC,IAAI;wBAAE,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC9C,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;gBAC/D,CAAC;qBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;oBAC/B,IAAI,MAAM,CAAC,IAAI;wBAAE,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC9C,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;gBAC7D,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,CAAC,QAAQ,CACb,IAAY,EACZ,OAAU,EACV,OAAU,EACV,MAAe;QAEf,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,KAAe,EAAE,GAAW,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1G,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,SAAS,CAAC,CAAC;YAChF,sCAAsC;YACtC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YACtC,sCAAsC;YACtC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAEvB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,QAAiC,EACjC,aAAsC;IAEtC,eAAe;IACf,IAAI,QAAQ,IAAI,IAAI,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QAC9C,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAEzG,IAAI,QAAQ,CAAC,aAAa,CAAC,KAAK,aAAa,CAAC,aAAa,CAAC,EAAE,CAAC;YAC7D,iDAAiD;YACjD,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,oCAAoC,QAAQ,CAAC,UAAU,CAAC,eAAe,QAAQ,CAAC,aAAa,CAAC,cAAc,QAAQ,CAAC,mBAAmB,CAAC,MAAM,aAAa,YAAY,CAAC;YAClL,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACvB,eAAe;YACf,OAAO,MAAM,QAAQ,CAAC,UAAU,CAAC,eAAe,QAAQ,CAAC,aAAa,CAAC,WAAW,aAAa,CAAC,aAAa,CAAC,eAAe,QAAQ,CAAC,mBAAmB,CAAC,MAAM,aAAa,GAAG,CAAC;QACnL,CAAC;aAAM,CAAC;YACN,kBAAkB;YAClB,OAAO,MAAM,QAAQ,CAAC,UAAU,CAAC,eAAe,QAAQ,CAAC,aAAa,CAAC,WAAW,aAAa,CAAC,aAAa,CAAC,eAAe,QAAQ,CAAC,mBAAmB,CAAC,MAAM,aAAa,GAAG,CAAC;QACnL,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,QAAQ,IAAI,IAAI,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QAC9C,OAAO,MAAM,QAAQ,CAAC,UAAU,CAAC,eAAe,QAAQ,CAAC,aAAa,CAAC,cAAc,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;IACvH,CAAC;IAED,eAAe;IACf,IAAI,QAAQ,IAAI,IAAI,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QAC9C,OAAO,MAAM,aAAa,CAAC,UAAU,CAAC,eAAe,aAAa,CAAC,mBAAmB,CAAC,EAAE,CAAC;IAC5F,CAAC;IAED,kCAAkC;IAClC,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAsB,EACtB,eAAqC;IAErC,sEAAsE;IACtE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAChC,IAAI,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;IAC7G,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9E,MAAM,aAAa,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAiB,iBAAiB,CAAC,CAAC;IAC5E,IAAI,aAAa,IAAI,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,iBAAiB,CAAC,IAAI,GAAG,CAAC,CAAC;IACnH,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,WAAW,CAAkB,CAAC;IAE5F,0CAA0C;IAC1C,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;QAC5B,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,gBAAgB,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAC9C,IAAI,MAAM,IAAI,IAAI;gBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,oIAAoI;IACpI,KAAK,MAAM,CAAC,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC;QACvC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI;YAAE,SAAS;QAC1C,IAAI,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;YAAE,SAAS;QACpC,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/E,MAAM,kBAAkB,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAiB,sBAAsB,CAAC,CAAC;QACtF,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,6CAA6C,sBAAsB,CAAC,IAAI,GAAG,CAAC,CAAC;QAC/F,CAAC;QAED,qCAAqC;QACrC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAuB,CAAC;QACzD,KAAK,MAAM,IAAI,IAAI,kBAAkB,CAAC,KAAK,EAAE,CAAC;YAC5C,IAAI,IAAI,CAAC,GAAG,KAAK,WAAW;gBAAE,iBAAiB,CAAC,GAAG,CAAE,IAAoB,CAAC,QAAQ,CAAC,EAAE,IAAmB,CAAC,CAAC;QAC5G,CAAC;QAED,qBAAqB;QACrB,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,aAAa,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzD,MAAM,MAAM,GAAG,gBAAgB,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;YAClD,IAAI,MAAM,IAAI,IAAI;gBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzC,IAAI,aAAa,IAAI,IAAI;gBAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,4DAA4D;QAC5D,KAAK,MAAM,CAAC,IAAI,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,MAAM,MAAM,GAAG,gBAAgB,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAC9C,IAAI,MAAM,IAAI,IAAI;gBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/build/cli/config.update.d.ts

@@ -0,0 +1,24 @@
+import { BaseConfig, BasemapsConfigObject, BasemapsConfigProvider, ConfigImagery, ConfigPrefix, ConfigProvider, ConfigTileSet, ConfigVectorStyle } from '@basemaps/config';
+import { LogType } from '@basemaps/shared';
+export declare const Q: import("p-limit").LimitFunction;
+export declare class Updater<S extends BaseConfig = BaseConfig> {
+    config: S;
+    _oldData?: Promise<ConfigImagery | ConfigTileSet | ConfigProvider | ConfigVectorStyle | null>;
+    prefix: ConfigPrefix;
+    isCommit: boolean;
+    logger: LogType;
+    cfg: BasemapsConfigProvider;
+    /**
+     * Class to apply an TileSetConfig source to the tile metadata db
+     * @param config a string or TileSetConfig to use
+     */
+    constructor(config: S, oldConfig: BasemapsConfigProvider, isCommit: boolean);
+    getDB(): BasemapsConfigObject<ConfigTileSet | ConfigImagery | ConfigProvider | ConfigVectorStyle>;
+    getConfig(): ConfigTileSet | ConfigImagery | ConfigProvider | ConfigVectorStyle;
+    invalidatePath(): string;
+    getOldData(): Promise<ConfigImagery | ConfigTileSet | ConfigProvider | ConfigVectorStyle | null>;
+    /**
+     * Reconcile the differences between the config and the tile metadata DB and update if changed.
+     */
+    reconcile(): Promise<boolean>;
+}