@basemaps/cli 6.27.0 → 6.29.0

package/build/cli/cogify/batch.job.js

@@ -2,6 +2,7 @@ import { TileMatrixSet } from '@basemaps/geo';
 import { Env, fsa, LogConfig, Projection } from '@basemaps/shared';
 import Batch from 'aws-sdk/clients/batch.js';
 import { createHash } from 'crypto';
+import { basename } from 'path';
 const JobQueue = 'CogBatchJobQueue';
 const JobDefinition = 'CogBatchJob';
 const ChunkJobMax = 1000;
@@ -24,6 +25,14 @@ export function extractResolutionFromName(name) {
     return parseFloat(matches[1].replace('-', '.')) * 1000;
 }
 export class BatchJob {
+    static get batch() {
+        var _a, _b;
+        if (this._batch)
+            return this._batch;
+        const region = (_b = (_a = Env.get('AWS_REGION')) !== null && _a !== void 0 ? _a : Env.get('AWS_DEFAULT_REGION')) !== null && _b !== void 0 ? _b : 'ap-southeast-2';
+        this._batch = new Batch({ region });
+        return this._batch;
+    }
     /**
      * Create a id for a job
      *
@@ -35,10 +44,12 @@ export class BatchJob {
     static id(job, fileNames) {
         // Job names are uncontrolled so hash the name and grab a small slice to use as a identifier
         const jobName = createHash('sha256').update(job.name).digest('hex').slice(0, 16);
+        if (fileNames == null)
+            return `${job.id}-${jobName}-`;
         fileNames.sort((a, b) => a.localeCompare(b));
-        return `${job.id}-${jobName}-${fileNames.join('_')}`.slice(0, 128);
+        return `${job.id}-${jobName}-${fileNames.length}x-${fileNames.join('_')}`.slice(0, 128);
     }
-    static async batchOne(jobPath, job, batch, names, isCommit) {
+    static async batchOne(jobPath, job, names, isCommit) {
         const jobName = BatchJob.id(job, names);
         let memory = 3900;
         if (names.length === 1) {
@@ -55,7 +66,7 @@ export class BatchJob {
         let commandStr = ['-V', 'cog', '--job', jobPath, '--commit'];
         for (const name of names)
             commandStr = commandStr.concat(['--name', name]);
-        const batchJob = await batch
+        const batchJob = await this.batch
             .submitJob({
             jobName,
             jobQueue: JobQueue,
@@ -73,77 +84,75 @@ export class BatchJob {
      * List all the current jobs in batch and their statuses
      * @returns a map of JobName to if their status is "ok" (not failed)
      */
-    static async getCurrentJobList(batch) {
+    static async getCurrentJobList(job, logger) {
+        var _a;
+        const jobPrefix = BatchJob.id(job);
         // For some reason AWS only lets us query one status at a time.
-        const allStatuses = ['SUBMITTED', 'PENDING', 'RUNNABLE', 'STARTING', 'RUNNING', 'SUCCEEDED', 'FAILED'];
-        const allJobs = await Promise.all(allStatuses.map((jobStatus) => batch.listJobs({ jobQueue: JobQueue, jobStatus }).promise()));
-        const okMap = new Map();
+        const allStatuses = ['SUBMITTED', 'PENDING', 'RUNNABLE', 'STARTING', 'RUNNING' /* 'SUCCEEDED' */];
+        // Succeeded is not needed as we check to see if the output file exists, if it succeeds and the output file doesn't exist then something has gone wrong
+        const allJobs = await Promise.all(allStatuses.map((jobStatus) => this.batch.listJobs({ jobQueue: JobQueue, jobStatus }).promise()));
+        const jobIds = new Set();
+        // Find all the relevant jobs that start with our job prefix
         for (const status of allJobs) {
             for (const job of status.jobSummaryList) {
-                if (job.status === 'FAILED' && okMap.get(job.jobName) !== true) {
-                    okMap.set(job.jobName, false);
-                }
-                else {
-                    okMap.set(job.jobName, true);
+                if (!job.jobName.startsWith(jobPrefix))
+                    continue;
+                jobIds.add(job.jobId);
+            }
+        }
+        // Inspect all the jobs for what files are being "processed"
+        const tiffs = new Set();
+        let allJobIds = [...jobIds];
+        while (allJobIds.length > 0) {
+            logger.info({ jobCount: allJobIds.length }, 'JobFetch');
+            const jobList = allJobIds.slice(0, 100);
+            allJobIds = allJobIds.slice(100);
+            const describedJobs = await this.batch.describeJobs({ jobs: jobList }).promise();
+            if (describedJobs.jobs == null)
+                continue;
+            for (const job of describedJobs.jobs) {
+                const jobCommand = (_a = job.container) === null || _a === void 0 ? void 0 : _a.command;
+                if (jobCommand == null)
+                    continue;
+                // Extract the tiff names from the job command
+                for (let i = 0; i < jobCommand.length; i++) {
+                    if (jobCommand[i] === '--name')
+                        tiffs.add(jobCommand[i + 1]);
                 }
             }
         }
-        return okMap;
+        return tiffs;
     }
     static async batchJob(job, commit = false, logger) {
-        var _a;
         const jobPath = job.getJobPath('job.json');
         if (!jobPath.startsWith('s3://')) {
             throw new Error(`AWS Batch collection.json have to be in S3, jobPath:${jobPath}`);
         }
         LogConfig.set(logger.child({ correlationId: job.id, imageryName: job.name }));
-        const region = (_a = Env.get('AWS_DEFAULT_REGION')) !== null && _a !== void 0 ? _a : 'ap-southeast-2';
-        const batch = new Batch({ region });
         fsa.configure(job.output.location);
-        const runningJobs = await BatchJob.getCurrentJobList(batch);
-        // Prepare chunk job and individual jobs based on imagery size.
-        const jobs = await this.getJobs(job);
         // Get all the existing output tiffs
-        const targetPath = job.getJobPath();
-        const existTiffs = [];
+        const existTiffs = new Set();
         for await (const fileName of fsa.list(job.getJobPath())) {
             if (fileName.endsWith('.tiff'))
-                existTiffs.push(fileName);
+                existTiffs.add(basename(fileName));
         }
-        const toSubmit = [];
-        for (const names of jobs) {
-            // Check existence of batch job running
-            const jobName = BatchJob.id(job, names);
-            const isRunning = runningJobs.get(jobName);
-            if (isRunning) {
-                logger.info({ jobName }, 'JobRunning');
-                continue;
-            }
-            // Check existence of all the output tiffs.
-            let allExists = true;
-            for (const name of names) {
-                if (!existTiffs.includes(job.getJobPath(`${name}.tiff`)))
-                    allExists = false;
-            }
-            if (allExists) {
-                logger.info({ targetPath, names }, 'FileExists');
-                continue;
-            }
-            // Ready to submit
-            toSubmit.push(names);
-        }
-        if (toSubmit.length === 0) {
+        const runningJobs = await this.getCurrentJobList(job, logger);
+        for (const tiffName of runningJobs)
+            existTiffs.add(`${tiffName}.tiff`);
+        // Prepare chunk job and individual jobs based on imagery size.
+        const jobs = await this.getJobs(job, existTiffs, logger);
+        if (jobs.length === 0) {
             logger.info('NoJobs');
             return;
         }
         logger.info({
             jobTotal: job.output.files.length,
-            jobLeft: toSubmit.length,
+            jobLeft: jobs.length,
             jobQueue: JobQueue,
             jobDefinition: JobDefinition,
         }, 'JobSubmit');
-        for (const names of toSubmit) {
-            const jobStatus = await BatchJob.batchOne(jobPath, job, batch, names, commit);
+        for (const names of jobs) {
+            const jobStatus = await BatchJob.batchOne(jobPath, job, names, commit);
             logger.info(jobStatus, 'JobSubmitted');
         }
         if (!commit) {
@@ -155,11 +164,16 @@ export class BatchJob {
      * Prepare the jobs from job files, and chunk the small images into single
      * @returns List of jobs including single job and chunk jobs.
      */
-    static async getJobs(job) {
+    static getJobs(job, existing, log) {
         const jobs = [];
         let chunkJob = [];
         let chunkUnit = 0; // Calculate the chunkUnit based on the size
         for (const file of job.output.files) {
+            const outputFile = `${file.name}.tiff`;
+            if (existing.has(outputFile)) {
+                log.debug({ fileName: outputFile }, 'Skip:Exists');
+                continue;
+            }
             const imageSize = file.width / job.output.gsd;
             if (imageSize > 16385) {
                 jobs.push([file.name]);

package/build/cli/cogify/imagery.config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"imagery.config.d.ts","sourceRoot":"","sources":["../../../src/cli/cogify/imagery.config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBzF;AAED;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBzF"}
+{"version":3,"file":"imagery.config.d.ts","sourceRoot":"","sources":["../../../src/cli/cogify/imagery.config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAezF;AAED;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAezF"}

package/build/cli/cogify/imagery.config.js

@@ -10,7 +10,6 @@ export async function insertConfigImagery(job, logger) {
     const configImagery = {
         id: imgId,
         name: job.name,
-        createdAt: now,
         updatedAt: now,
         projection: job.tileMatrix.projection.code,
         tileMatrix: job.tileMatrix.identifier,
@@ -37,7 +36,6 @@ export async function insertConfigTileSet(job, logger) {
         name: job.name,
         layers: [{ [job.tileMatrix.projection.code]: imId, name: job.name, minZoom: 0, maxZoom: 32 }],
         background: { r: 0, g: 0, b: 0, alpha: 0 },
-        createdAt: now,
         updatedAt: now,
     };
     if (Config.TileSet.isWriteable())

package/build/cli/config/action.bundle.d.ts

@@ -0,0 +1,11 @@
+import { CommandLineAction } from '@rushstack/ts-command-line';
+export declare const DefaultConfig = "config/";
+export declare const DefaultOutput = "config/config.json";
+export declare class CommandBundle extends CommandLineAction {
+    private config;
+    private output;
+    constructor();
+    protected onDefineParameters(): void;
+    onExecute(): Promise<void>;
+}
+//# sourceMappingURL=action.bundle.d.ts.map

package/build/cli/config/action.bundle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"action.bundle.d.ts","sourceRoot":"","sources":["../../../src/cli/config/action.bundle.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAA8B,MAAM,4BAA4B,CAAC;AAE3F,eAAO,MAAM,aAAa,YAAY,CAAC;AACvC,eAAO,MAAM,aAAa,uBAAuB,CAAC;AAElD,qBAAa,aAAc,SAAQ,iBAAiB;IAClD,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,MAAM,CAA6B;;IAU3C,SAAS,CAAC,kBAAkB,IAAI,IAAI;IAa9B,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CASjC"}

package/build/cli/config/action.bundle.js

@@ -0,0 +1,36 @@
+import { fsa, LogConfig } from '@basemaps/shared';
+import { ConfigJson } from '@basemaps/config';
+import { CommandLineAction } from '@rushstack/ts-command-line';
+export const DefaultConfig = 'config/';
+export const DefaultOutput = 'config/config.json';
+export class CommandBundle extends CommandLineAction {
+    constructor() {
+        super({
+            actionName: 'bundle',
+            summary: 'bundle a config json from config files',
+            documentation: 'Given a path of config files and bundle them into one config json',
+        });
+    }
+    onDefineParameters() {
+        this.config = this.defineStringParameter({
+            argumentName: 'CONFIG',
+            parameterLongName: '--config',
+            description: 'Path of config files',
+        });
+        this.output = this.defineStringParameter({
+            argumentName: 'OUTPUT',
+            parameterLongName: '--output',
+            description: 'Output of the bundle file',
+        });
+    }
+    async onExecute() {
+        var _a, _b;
+        const logger = LogConfig.get();
+        const config = (_a = this.config.value) !== null && _a !== void 0 ? _a : DefaultConfig;
+        const bundle = (_b = this.output.value) !== null && _b !== void 0 ? _b : DefaultOutput;
+        const mem = await ConfigJson.fromPath(config, logger);
+        await fsa.writeJson(bundle, mem.toJson());
+        logger.info({ path: bundle }, 'ConfigBundled');
+        return;
+    }
+}

package/build/cli/config/action.import.d.ts

@@ -0,0 +1,14 @@
+import { BaseConfig } from '@basemaps/config';
+import { CommandLineAction } from '@rushstack/ts-command-line';
+export declare class CommandImport extends CommandLineAction {
+    private config;
+    private commit;
+    promises: Promise<boolean>[];
+    /** List of paths to invalidate at the end of the request */
+    invalidations: string[];
+    constructor();
+    protected onDefineParameters(): void;
+    onExecute(): Promise<void>;
+    update(config: BaseConfig, commit: boolean): void;
+}
+//# sourceMappingURL=action.import.d.ts.map

package/build/cli/config/action.import.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"action.import.d.ts","sourceRoot":"","sources":["../../../src/cli/config/action.import.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAuC,MAAM,kBAAkB,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAwD,MAAM,4BAA4B,CAAC;AAIrH,qBAAa,aAAc,SAAQ,iBAAiB;IAClD,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,MAAM,CAA2B;IAEzC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAM;IAClC,4DAA4D;IAC5D,aAAa,EAAE,MAAM,EAAE,CAAM;;IAU7B,SAAS,CAAC,kBAAkB,IAAI,IAAI;IAc9B,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IA0ChC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI;CASlD"}

package/build/cli/config/action.import.js

@@ -0,0 +1,80 @@
+import { Env, fsa, LogConfig } from '@basemaps/shared';
+import { ConfigProviderMemory } from '@basemaps/config';
+import { CommandLineAction } from '@rushstack/ts-command-line';
+import { Q, Updater } from './config.update.js';
+import { invalidateCache } from '../util.js';
+export class CommandImport extends CommandLineAction {
+    constructor() {
+        super({
+            actionName: 'import',
+            summary: 'import a config json into dynamodb',
+            documentation: 'Given a valid bundle config json and import them into dynamodb',
+        });
+        this.promises = [];
+        /** List of paths to invalidate at the end of the request */
+        this.invalidations = [];
+    }
+    onDefineParameters() {
+        this.config = this.defineStringParameter({
+            argumentName: 'CONFIG',
+            parameterLongName: '--config',
+            description: 'Path of config json',
+            required: true,
+        });
+        this.commit = this.defineFlagParameter({
+            parameterLongName: '--commit',
+            description: 'Actually start the import',
+            required: false,
+        });
+    }
+    async onExecute() {
+        var _a;
+        const logger = LogConfig.get();
+        logger.level = 'trace';
+        const commit = (_a = this.commit.value) !== null && _a !== void 0 ? _a : false;
+        const config = this.config.value;
+        if (config == null)
+            throw new Error('Please provide a config json');
+        const HostPrefix = Env.isProduction() ? '' : 'dev.';
+        const healthEndpoint = `https://${HostPrefix}basemaps.linz.govt.nz/v1/health`;
+        logger.info({ url: healthEndpoint }, 'Import:ValidateHealth');
+        if (commit) {
+            const res = await fetch(healthEndpoint);
+            if (!res.ok)
+                throw new Error('Cannot update basemaps is unhealthy');
+        }
+        logger.info({ config }, 'Import:Load');
+        const configJson = await fsa.readJson(config);
+        const mem = ConfigProviderMemory.fromJson(configJson);
+        mem.createVirtualTileSets();
+        logger.info({ config }, 'Import:Start');
+        for (const config of mem.objects.values())
+            this.update(config, commit);
+        await Promise.all(this.promises);
+        if (commit && this.invalidations.length > 0) {
+            // Lots of invalidations just invalidate everything
+            if (this.invalidations.length > 10) {
+                await invalidateCache('/*', commit);
+            }
+            else {
+                await invalidateCache(this.invalidations, commit);
+            }
+            await new Promise((resolve) => setTimeout(resolve, 1000));
+            const res = await fetch(healthEndpoint);
+            if (!res.ok)
+                throw new Error('Basemaps is unhealthy');
+        }
+        if (commit !== true)
+            logger.info('DryRun:Done');
+    }
+    update(config, commit) {
+        const promise = Q(async () => {
+            const updater = new Updater(config, commit);
+            const hasChanges = await updater.reconcile();
+            if (hasChanges)
+                this.invalidations.push(updater.invalidatePath());
+            return true;
+        });
+        this.promises.push(promise);
+    }
+}

package/build/cli/config/config.diff.d.ts

@@ -0,0 +1,10 @@
+import { LogType } from '@basemaps/shared';
+import diff from 'deep-diff';
+export declare const IgnoredProperties: string[];
+export declare class ConfigDiff {
+    static printDiff<T>(changes: diff.Diff<T, T>[]): string;
+    static showDiff<T extends {
+        id: string;
+    }>(type: string, oldData: T, newData: T, logger: LogType): boolean;
+}
+//# sourceMappingURL=config.diff.d.ts.map

package/build/cli/config/config.diff.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.diff.d.ts","sourceRoot":"","sources":["../../../src/cli/config/config.diff.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAE3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,eAAO,MAAM,iBAAiB,UAAyD,CAAC;AAExF,qBAAa,UAAU;IACrB,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM;IA0BvD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO;CAS1G"}

package/build/cli/config/config.diff.js

@@ -0,0 +1,47 @@
+import c from 'ansi-colors';
+import diff from 'deep-diff';
+export const IgnoredProperties = ['id', 'createdAt', 'updatedAt', 'year', 'resolution'];
+export class ConfigDiff {
+    static printDiff(changes) {
+        let output = '';
+        let isArray = false;
+        for (const change of changes) {
+            if (change.kind === 'A') {
+                if (change.path)
+                    output += change.path.join();
+                output += this.printDiff([change.item]);
+                isArray = true; // Stop displaying the array changes for each line.
+            }
+            else {
+                if (isArray)
+                    continue;
+                if (change.kind === 'E') {
+                    if (change.path)
+                        output += change.path.join();
+                    output += c.green('\t+' + JSON.stringify(change.rhs));
+                    output += c.red('\t-' + JSON.stringify(change.lhs)) + '\n';
+                }
+                else if (change.kind === 'N') {
+                    if (change.path)
+                        output += change.path.join();
+                    output += c.green('\t+' + JSON.stringify(change.rhs)) + '\n';
+                }
+                else if (change.kind === 'D') {
+                    if (change.path)
+                        output += change.path.join();
+                    output += c.red('\t-' + JSON.stringify(change.lhs)) + '\n';
+                }
+            }
+        }
+        return output;
+    }
+    static showDiff(type, oldData, newData, logger) {
+        const changes = diff.diff(oldData, newData, (_path, key) => IgnoredProperties.indexOf(key) >= 0);
+        if (changes) {
+            logger.info({ type, record: newData.id }, 'Changes');
+            ConfigDiff.printDiff(changes);
+            return true;
+        }
+        return false;
+    }
+}

package/build/cli/config/config.update.d.ts

@@ -0,0 +1,23 @@
+import { BaseConfig, ConfigTileSet, ConfigImagery, ConfigProvider, ConfigVectorStyle } from '@basemaps/config';
+import { BasemapsConfigObject } from '@basemaps/config/build/base.config.js';
+import { LogType } from '@basemaps/shared';
+export declare const Q: import("p-limit").LimitFunction;
+export declare class Updater<S extends BaseConfig = BaseConfig> {
+    config: S;
+    prefix: string;
+    isCommit: boolean;
+    logger: LogType;
+    /**
+     * Class to apply an TileSetConfig source to the tile metadata db
+     * @param config a string or TileSetConfig to use
+     */
+    constructor(config: S, isCommit: boolean);
+    getDB(): BasemapsConfigObject<ConfigTileSet | ConfigImagery | ConfigProvider | ConfigVectorStyle>;
+    getConfig(): ConfigTileSet | ConfigImagery | ConfigProvider | ConfigVectorStyle;
+    invalidatePath(): string;
+    /**
+     * Reconcile the differences between the config and the tile metadata DB and update if changed.
+     */
+    reconcile(): Promise<boolean>;
+}
+//# sourceMappingURL=config.update.d.ts.map

package/build/cli/config/config.update.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.update.d.ts","sourceRoot":"","sources":["../../../src/cli/config/config.update.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EAGV,aAAa,EACb,aAAa,EACb,cAAc,EACd,iBAAiB,EAElB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,oBAAoB,EAAE,MAAM,uCAAuC,CAAC;AAC7E,OAAO,EAAa,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAItD,eAAO,MAAM,CAAC,iCAAa,CAAC;AAE5B,qBAAa,OAAO,CAAC,CAAC,SAAS,UAAU,GAAG,UAAU;IACpD,MAAM,EAAE,CAAC,CAAC;IACV,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAEhB;;;OAGG;gBACS,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO;IASxC,KAAK,IAAI,oBAAoB,CAAC,aAAa,GAAG,aAAa,GAAG,cAAc,GAAG,iBAAiB,CAAC;IAQjG,SAAS,IAAI,aAAa,GAAG,aAAa,GAAG,cAAc,GAAG,iBAAiB;IAQ/E,cAAc,IAAI,MAAM;IAMxB;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;CAkBpC"}

package/build/cli/config/config.update.js

@@ -0,0 +1,71 @@
+import { ConfigDynamoBase, Config, ConfigPrefix, } from '@basemaps/config';
+import { LogConfig } from '@basemaps/shared';
+import { ConfigDiff } from './config.diff.js';
+import PLimit from 'p-limit';
+export const Q = PLimit(10);
+export class Updater {
+    /**
+     * Class to apply an TileSetConfig source to the tile metadata db
+     * @param config a string or TileSetConfig to use
+     */
+    constructor(config, isCommit) {
+        this.config = config;
+        const prefix = Config.getPrefix(config.id);
+        if (prefix == null)
+            throw new Error(`Incorrect Config Id ${config.id}`);
+        this.prefix = prefix;
+        this.isCommit = isCommit ? isCommit : false;
+        this.logger = LogConfig.get();
+    }
+    getDB() {
+        if (this.prefix === ConfigPrefix.Imagery)
+            return Config.Imagery;
+        if (this.prefix === ConfigPrefix.TileSet)
+            return Config.TileSet;
+        if (this.prefix === ConfigPrefix.Provider)
+            return Config.Provider;
+        if (this.prefix === ConfigPrefix.Style)
+            return Config.Style;
+        throw Error(`Unable to find the database table for prefix ${this.prefix}`);
+    }
+    getConfig() {
+        if (this.prefix === ConfigPrefix.Imagery)
+            return this.config;
+        if (this.prefix === ConfigPrefix.TileSet)
+            return this.config;
+        if (this.prefix === ConfigPrefix.Provider)
+            return this.config;
+        if (this.prefix === ConfigPrefix.Style)
+            return this.config;
+        throw Error(`Failed to cast the config ${this.config}`);
+    }
+    invalidatePath() {
+        if (this.prefix === ConfigPrefix.Provider)
+            return '/v1/*/WMTSCapabilities.xml';
+        else if (this.prefix === ConfigPrefix.Style)
+            return `/v1/tiles/togographic/style/${this.config.id.slice(3)}.json`;
+        else
+            return `/v1/tiles/${this.config.id.slice(3)}/*`;
+    }
+    /**
+     * Reconcile the differences between the config and the tile metadata DB and update if changed.
+     */
+    async reconcile() {
+        const db = this.getDB();
+        const oldData = await db.get(this.config.id);
+        const newData = this.getConfig();
+        if (oldData == null || ConfigDiff.showDiff(db.prefix, oldData, newData, this.logger)) {
+            const operation = oldData == null ? 'Insert' : 'Update';
+            this.logger.info({ type: db.prefix, record: newData.id, commit: this.isCommit }, `Change:${operation}`);
+            if (this.isCommit) {
+                if (db instanceof ConfigDynamoBase)
+                    await db.put(newData);
+                else
+                    throw new Error('Unable to commit changes to: ' + db.prefix);
+            }
+            return true;
+        }
+        this.logger.trace({ type: db.prefix, record: newData.id }, 'NoChanges');
+        return false;
+    }
+}

package/build/cli/index.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env node
+import { BaseCommandLine } from '@basemaps/shared/build/cli/base.js';
+import 'source-map-support/register.js';
+export declare class BasemapsConfigCommandLine extends BaseCommandLine {
+    constructor();
+}
+//# sourceMappingURL=index.d.ts.map

package/build/cli/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAC;AACrE,OAAO,gCAAgC,CAAC;AAOxC,qBAAa,yBAA0B,SAAQ,eAAe;;CAe7D"}

package/build/cli/index.js

@@ -0,0 +1,21 @@
+#!/usr/bin/env node
+import { BaseCommandLine } from '@basemaps/shared/build/cli/base.js';
+import 'source-map-support/register.js';
+import { CommandCogCreate } from './cogify/action.cog.js';
+import { CommandJobCreate } from './cogify/action.job.js';
+import { CommandBundle } from './config/action.bundle.js';
+import { CommandImport } from './config/action.import.js';
+import { CommandScreenShot } from './screenshot/action.screenshot.js';
+export class BasemapsConfigCommandLine extends BaseCommandLine {
+    constructor() {
+        super({
+            toolFilename: 'bmc',
+            toolDescription: 'Basemaps config command tools',
+        });
+        this.addAction(new CommandCogCreate());
+        this.addAction(new CommandJobCreate());
+        this.addAction(new CommandBundle());
+        this.addAction(new CommandImport());
+        this.addAction(new CommandScreenShot());
+    }
+}

package/build/cli/screenshot/action.screenshot.d.ts

@@ -0,0 +1,61 @@
+import { LogType } from '@basemaps/shared';
+import { Browser } from 'playwright';
+import { CommandLineAction } from '@rushstack/ts-command-line';
+import { z } from 'zod';
+export declare const DefaultTestTiles = "./test-tiles/default.test.tiles.json";
+export declare const DefaultHost = "basemaps.linz.govt.nz";
+declare enum TileMatrixIdentifier {
+    Nztm2000Quad = "NZTM2000Quad",
+    Google = "WebMercatorQuad"
+}
+declare const zTileTest: z.ZodObject<{
+    name: z.ZodString;
+    tileMatrix: z.ZodNativeEnum<typeof TileMatrixIdentifier>;
+    location: z.ZodObject<{
+        lat: z.ZodNumber;
+        lng: z.ZodNumber;
+        z: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        z: number;
+        lat: number;
+        lng: number;
+    }, {
+        z: number;
+        lat: number;
+        lng: number;
+    }>;
+    tileSet: z.ZodString;
+    style: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    style?: string | undefined;
+    name: string;
+    location: {
+        z: number;
+        lat: number;
+        lng: number;
+    };
+    tileMatrix: TileMatrixIdentifier;
+    tileSet: string;
+}, {
+    style?: string | undefined;
+    name: string;
+    location: {
+        z: number;
+        lat: number;
+        lng: number;
+    };
+    tileMatrix: TileMatrixIdentifier;
+    tileSet: string;
+}>;
+export declare type TileTestSchema = z.infer<typeof zTileTest>;
+export declare class CommandScreenShot extends CommandLineAction {
+    private config;
+    private host;
+    private tiles;
+    constructor();
+    protected onDefineParameters(): void;
+    onExecute(): Promise<void>;
+}
+export declare function takeScreenshots(host: string, tiles: string, chrome: Browser, logger: LogType): Promise<void>;
+export {};
+//# sourceMappingURL=action.screenshot.d.ts.map

package/build/cli/screenshot/action.screenshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"action.screenshot.d.ts","sourceRoot":"","sources":["../../../src/cli/screenshot/action.screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAA+B,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAExE,OAAO,EAAE,OAAO,EAAY,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAA8B,MAAM,4BAA4B,CAAC;AAC3F,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,eAAO,MAAM,gBAAgB,yCAAyC,CAAC;AACvE,eAAO,MAAM,WAAW,0BAA0B,CAAC;AAEnD,aAAK,oBAAoB;IACvB,YAAY,iBAAiB;IAC7B,MAAM,oBAAoB;CAC3B;AAQD,QAAA,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMb,CAAC;AAEH,oBAAY,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAC;AAEvD,qBAAa,iBAAkB,SAAQ,iBAAiB;IACtD,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,IAAI,CAA6B;IACzC,OAAO,CAAC,KAAK,CAA6B;;IAU1C,SAAS,CAAC,kBAAkB,IAAI,IAAI;IAsB9B,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CAyBjC;AAED,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAkClH"}