@basemaps/cli 6.45.0 → 7.0.0

package/build/cli/cogify/action.make.cog.js

@@ -1,218 +0,0 @@
-import { Epsg, TileMatrixSets } from '@basemaps/geo';
-import { Env, fsa, LogConfig, titleizeImageryName } from '@basemaps/shared';
-import { CommandLineAction, } from '@rushstack/ts-command-line';
-import { ProjectionLoader } from '../../cog/projection.loader.js';
-import * as ulid from 'ulid';
-import { getCutline } from './cutline.js';
-import { CogJobFactory } from '../../cog/job.factory.js';
-import { basename } from 'path';
-import { BatchJob } from './batch.job.js';
-import { AlignedLevel } from '../../cog/constants.js';
-export class CommandMakeCog extends CommandLineAction {
-    constructor() {
-        super({
-            actionName: 'make-cog',
-            summary: 'Import Basemaps imagery from s3 buckets',
-            documentation: 'Given a valid path of raw imagery and import into basemaps',
-        });
-    }
-    onDefineParameters() {
-        this.imagery = this.defineStringParameter({
-            argumentName: 'IMAGERY',
-            parameterShortName: '-i',
-            parameterLongName: '--imagery',
-            description: 'Path of source imagery to import.',
-            required: true,
-        });
-        this.target = this.defineStringParameter({
-            argumentName: 'BUCKET',
-            parameterShortName: '-t',
-            parameterLongName: '--target',
-            description: 'Target bucket for job.json',
-            required: true,
-        });
-        this.name = this.defineStringParameter({
-            argumentName: 'NAME',
-            parameterShortName: '-n',
-            parameterLongName: '--name',
-            description: 'Custom imagery name',
-            required: false,
-        });
-        this.tileMatrix = this.defineStringParameter({
-            argumentName: 'TILE_MATRIX',
-            parameterLongName: '--tile-matrix',
-            description: 'Target tile matrix',
-            required: false,
-        });
-        this.cutline = this.defineStringParameter({
-            argumentName: 'CUTLINE',
-            parameterLongName: '--cutline',
-            description: 'Path of import cutline',
-            required: false,
-        });
-        this.blend = this.defineIntegerParameter({
-            argumentName: 'BLEND',
-            parameterLongName: '--blend',
-            description: 'Cutline blend',
-            required: false,
-        });
-        this.alignedLevel = this.defineIntegerParameter({
-            argumentName: 'ALIGNED_LEVEL',
-            parameterLongName: '--aligned-level',
-            description: 'Aligned level between resolution and cog',
-            required: false,
-        });
-        this.maxChunkUnit = this.defineIntegerParameter({
-            argumentName: 'MAX_CHUNK_UNIT',
-            parameterLongName: '--max-chunk-unit',
-            description: 'Number of small jobs are chunked into one job',
-            required: false,
-        });
-        this.output = this.defineStringParameter({
-            argumentName: 'OUTPUT',
-            parameterShortName: '-o',
-            parameterLongName: '--output',
-            description: 'Output job.json path',
-            required: false,
-        });
-        this.aws = this.defineFlagParameter({
-            parameterLongName: '--aws',
-            description: 'Running the job on aws',
-            required: false,
-        });
-    }
-    async onExecute() {
-        const logger = LogConfig.get();
-        const imagery = this.imagery.value;
-        let name = this.name.value === '' ? undefined : this.name.value;
-        if (imagery == null)
-            throw new Error('Please provide a valid imagery source');
-        await Promise.all([3791, 3790, 3789, 3788].map((code) => ProjectionLoader.load(code)));
-        const source = imagery.endsWith('/') ? imagery : imagery + '/';
-        logger.info({ imagery: source }, 'FindImagery');
-        if (name == null)
-            name = source.split('/').filter(Boolean).pop();
-        if (name == null)
-            throw new Error('Failed to find imagery set name');
-        let tileMatrixSets = [];
-        const tileMatrix = this.tileMatrix.value;
-        if (tileMatrix == null)
-            throw new Error('Please provide valid tile set matrix.');
-        if (tileMatrix.includes('/'))
-            tileMatrixSets = tileMatrixSets.concat(tileMatrix.split('/'));
-        else
-            tileMatrixSets.push(tileMatrix);
-        const outputJobs = [];
-        const configLayer = { name, title: titleizeImageryName(name) };
-        const paths = [];
-        for (const identifier of tileMatrixSets) {
-            const id = ulid.ulid();
-            const tileMatrix = TileMatrixSets.find(identifier);
-            if (tileMatrix == null)
-                throw new Error(`Cannot find tile matrix: ${identifier}`);
-            logger.info({ id, tileMatrix: tileMatrix.identifier }, 'SetTileMatrix');
-            const job = await this.makeCog(id, name, tileMatrix, source);
-            configLayer.title = job.title;
-            const jobLocation = job.getJobPath('job.json');
-            // Split the jobs into chunked tasks
-            const chunkedJobs = await this.splitJob(job, logger);
-            for (const names of chunkedJobs) {
-                outputJobs.push({ job: jobLocation, names });
-            }
-            // Set config layer for output
-            const path = jobLocation.replace('/job.json', '');
-            configLayer[tileMatrix.projection.code] = path;
-            paths.push(path);
-        }
-        const output = this.output.value;
-        if (output) {
-            fsa.write(fsa.join(output, 'jobs.json'), JSON.stringify(outputJobs));
-            fsa.write(fsa.join(output, 'layer.json'), JSON.stringify(configLayer));
-            fsa.write(fsa.join(output, 'paths.json'), JSON.stringify(paths));
-        }
-    }
-    async makeCog(id, imageryName, tileMatrix, uri) {
-        var _a;
-        const bucket = this.target.value;
-        if (bucket == null && this.aws.value)
-            throw new Error('Please provide a validate bucket for output job.json');
-        let resampling;
-        /** Process Gebco 2193 as one cog of full extent to avoid antimeridian problems */
-        if (tileMatrix.projection === Epsg.Nztm2000 && imageryName.includes('gebco')) {
-            resampling = {
-                warp: 'nearest',
-                overview: 'lanczos',
-            };
-        }
-        if (imageryName.includes('geographx')) {
-            resampling = {
-                warp: 'bilinear',
-                overview: 'bilinear',
-            };
-        }
-        // Prepare the cutline
-        let cutline;
-        const cutlinePath = this.cutline.value === '' ? undefined : this.cutline.value;
-        const blend = this.blend.value === 0 ? undefined : this.blend.value;
-        if (cutlinePath && blend)
-            cutline = { href: cutlinePath, blend };
-        else if (cutlinePath)
-            new Error('Please provide a blend for the cutline');
-        else
-            cutline = getCutline(imageryName);
-        if (cutline == null)
-            throw new Error(`Cannot found default cutline from imagery name: ${imageryName}`);
-        const alignedLevel = (_a = this.alignedLevel.value) !== null && _a !== void 0 ? _a : AlignedLevel;
-        const ctx = {
-            imageryName,
-            override: {
-                id,
-                projection: Epsg.Nztm2000,
-                resampling,
-                alignedLevel,
-            },
-            outputLocation: this.aws.value
-                ? await this.findLocation(`s3://${bucket}/`)
-                : { type: 'local', path: '.' },
-            sourceLocation: await this.findLocation(uri),
-            cutline,
-            batch: false,
-            tileMatrix,
-            oneCogCovering: false,
-        };
-        return await CogJobFactory.create(ctx);
-    }
-    async splitJob(job, logger) {
-        // Get all the existing output tiffs
-        const existTiffs = new Set();
-        for await (const fileName of fsa.list(job.getJobPath())) {
-            if (fileName.endsWith('.tiff'))
-                existTiffs.add(basename(fileName));
-        }
-        // Prepare chunk job and individual jobs based on imagery size.
-        const jobs = await BatchJob.getJobs(job, existTiffs, logger, this.maxChunkUnit.value);
-        if (jobs.length === 0) {
-            logger.info('NoJobs');
-            return [];
-        }
-        logger.info({ jobTotal: job.output.files.length, jobLeft: jobs.length }, 'SplitJob:ChunkedJobs');
-        return jobs;
-    }
-    async findLocation(path) {
-        if (path.startsWith('s3://')) {
-            const configPath = Env.get(Env.AwsRoleConfigPath);
-            if (configPath == null)
-                throw new Error('No aws config path provided');
-            const configs = await fsa.readJson(configPath);
-            for (const prefix of configs.prefixes) {
-                if (path.startsWith(prefix.prefix))
-                    return { type: 's3', path, roleArn: prefix.roleArn };
-            }
-        }
-        else {
-            return { type: 'local', path: path };
-        }
-        throw new Error(`No valid role to find the path: ${path}`);
-    }
-}
-//# sourceMappingURL=action.make.cog.js.map

package/build/cli/cogify/action.make.cog.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"action.make.cog.js","sourceRoot":"","sources":["../../../src/cli/cogify/action.make.cog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAiB,cAAc,EAAE,MAAM,eAAe,CAAC;AACpE,OAAO,EAAE,GAAG,EAAc,GAAG,EAAE,SAAS,EAAW,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACjG,OAAO,EACL,iBAAiB,GAIlB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG1C,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAOtD,MAAM,OAAO,cAAe,SAAQ,iBAAiB;IAYnD;QACE,KAAK,CAAC;YACJ,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,yCAAyC;YAClD,aAAa,EAAE,4DAA4D;SAC5E,CAAC,CAAC;IACL,CAAC;IAES,kBAAkB;QAC1B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACxC,YAAY,EAAE,SAAS;YACvB,kBAAkB,EAAE,IAAI;YACxB,iBAAiB,EAAE,WAAW;YAC9B,WAAW,EAAE,mCAAmC;YAChD,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACvC,YAAY,EAAE,QAAQ;YACtB,kBAAkB,EAAE,IAAI;YACxB,iBAAiB,EAAE,UAAU;YAC7B,WAAW,EAAE,4BAA4B;YACzC,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACrC,YAAY,EAAE,MAAM;YACpB,kBAAkB,EAAE,IAAI;YACxB,iBAAiB,EAAE,QAAQ;YAC3B,WAAW,EAAE,qBAAqB;YAClC,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC;YAC3C,YAAY,EAAE,aAAa;YAC3B,iBAAiB,EAAE,eAAe;YAClC,WAAW,EAAE,oBAAoB;YACjC,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACxC,YAAY,EAAE,SAAS;YACvB,iBAAiB,EAAE,WAAW;YAC9B,WAAW,EAAE,wBAAwB;YACrC,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,sBAAsB,CAAC;YACvC,YAAY,EAAE,OAAO;YACrB,iBAAiB,EAAE,SAAS;YAC5B,WAAW,EAAE,eAAe;YAC5B,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC;YAC9C,YAAY,EAAE,eAAe;YAC7B,iBAAiB,EAAE,iBAAiB;YACpC,WAAW,EAAE,0CAA0C;YACvD,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC;YAC9C,YAAY,EAAE,gBAAgB;YAC9B,iBAAiB,EAAE,kBAAkB;YACrC,WAAW,EAAE,+CAA+C;YAC5D,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACvC,YAAY,EAAE,QAAQ;YACtB,kBAAkB,EAAE,IAAI;YACxB,iBAAiB,EAAE,UAAU;YAC7B,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,mBAAmB,CAAC;YAClC,iBAAiB,EAAE,OAAO;YAC1B,WAAW,EAAE,wBAAwB;YACrC,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QACnC,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;QAChE,IAAI,OAAO,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC9E,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEvF,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC;QAChD,IAAI,IAAI,IAAI,IAAI;YAAE,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;QACjE,IAAI,IAAI,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAErE,IAAI,cAAc,GAAa,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QACzC,IAAI,UAAU,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACjF,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,cAAc,GAAG,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;;YACvF,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAErC,MAAM,UAAU,GAAiB,EAAE,CAAC;QACpC,MAAM,WAAW,GAAgB,EAAE,IAAI,EAAE,KAAK,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5E,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,UAAU,IAAI,cAAc,EAAE;YACvC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YACvB,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACnD,IAAI,UAAU,IAAI,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;YAClF,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,EAAE,eAAe,CAAC,CAAC;YACxE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;YAC7D,WAAW,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YAE9B,MAAM,WAAW,GAAG,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YAC/C,oCAAoC;YACpC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACrD,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE;gBAC/B,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;aAC9C;YAED,8BAA8B;YAC9B,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YAClD,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAClB;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QACjC,IAAI,MAAM,EAAE;YACV,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;YACrE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;YACvE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;SAClE;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,EAAU,EAAE,WAAmB,EAAE,UAAyB,EAAE,GAAW;;QACnF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QACjC,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC9G,IAAI,UAAU,CAAC;QACf,kFAAkF;QAClF,IAAI,UAAU,CAAC,UAAU,KAAK,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;YAC5E,UAAU,GAAG;gBACX,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,SAAS;aACX,CAAC;SACZ;QAED,IAAI,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE;YACrC,UAAU,GAAG;gBACX,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,UAAU;aACZ,CAAC;SACZ;QAED,sBAAsB;QACtB,IAAI,OAAoD,CAAC;QACzD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;QACpE,IAAI,WAAW,IAAI,KAAK;YAAE,OAAO,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;aAC5D,IAAI,WAAW;YAAE,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;;YACrE,OAAO,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;QACvC,IAAI,OAAO,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,WAAW,EAAE,CAAC,CAAC;QAEvG,MAAM,YAAY,GAAG,MAAA,IAAI,CAAC,YAAY,CAAC,KAAK,mCAAI,YAAY,CAAC;QAE7D,MAAM,GAAG,GAAuB;YAC9B,WAAW;YACX,QAAQ,EAAE;gBACR,EAAE;gBACF,UAAU,EAAE,IAAI,CAAC,QAAQ;gBACzB,UAAU;gBACV,YAAY;aACb;YACD,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK;gBAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,MAAM,GAAG,CAAC;gBAC5C,CAAC,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,IAAI,EAAE,GAAG,EAAE;YACzC,cAAc,EAAE,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC;YAC5C,OAAO;YACP,KAAK,EAAE,KAAK;YACZ,UAAU;YACV,cAAc,EAAE,KAAK;SACtB,CAAC;QAEF,OAAO,MAAM,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAe,EAAE,MAAe;QAC7C,oCAAoC;QACpC,MAAM,UAAU,GAAgB,IAAI,GAAG,EAAE,CAAC;QAC1C,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,EAAE;YACvD,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;SACpE;QAED,+DAA+D;QAC/D,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACtF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtB,OAAO,EAAE,CAAC;SACX;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC;QACjG,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY;QAC7B,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;YAC5B,MAAM,UAAU,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YAClD,IAAI,UAAU,IAAI,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YACvE,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAuB,UAAU,CAAC,CAAC;YACrE,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,QAAQ,EAAE;gBACrC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC;oBAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;aAC1F;SACF;aAAM;YACL,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;SACtC;QAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;CACF"}

package/build/cli/cogify/action.make.cog.pr.d.ts

@@ -1,25 +0,0 @@
-import { CommandLineAction } from '@rushstack/ts-command-line';
-export declare enum Category {
-    Urban = "Urban Aerial Photos",
-    Rural = "Rural Aerial Photos",
-    Satellite = "Satellite Imagery",
-    Event = "Event",
-    Other = "New Aerial Photos"
-}
-export interface CategorySetting {
-    minZoom?: number;
-    individual?: boolean;
-}
-export declare const DefaultCategorySetting: Record<Category, CategorySetting>;
-export declare function parseCategory(category: string): Category;
-export declare class CommandCogPullRequest extends CommandLineAction {
-    private layer;
-    private category;
-    private repository;
-    private individual;
-    private vector;
-    constructor();
-    protected onDefineParameters(): void;
-    onExecute(): Promise<void>;
-}
-//# sourceMappingURL=action.make.cog.pr.d.ts.map

package/build/cli/cogify/action.make.cog.pr.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"action.make.cog.pr.d.ts","sourceRoot":"","sources":["../../../src/cli/cogify/action.make.cog.pr.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAwD,MAAM,4BAA4B,CAAC;AAGrH,oBAAY,QAAQ;IAClB,KAAK,wBAAwB;IAC7B,KAAK,wBAAwB;IAC7B,SAAS,sBAAsB;IAC/B,KAAK,UAAU;IACf,KAAK,sBAAsB;CAC5B;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,QAAQ,EAAE,eAAe,CAMpE,CAAC;AAEF,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAMxD;AAED,qBAAa,qBAAsB,SAAQ,iBAAiB;IAC1D,OAAO,CAAC,KAAK,CAA6B;IAC1C,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,UAAU,CAA6B;IAC/C,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,MAAM,CAA2B;;IAUzC,SAAS,CAAC,kBAAkB,IAAI,IAAI;IAgC9B,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CAqBjC"}

package/build/cli/cogify/action.make.cog.pr.js

@@ -1,96 +0,0 @@
-import { standardizeLayerName } from '@basemaps/config';
-import { LogConfig } from '@basemaps/shared';
-import { CommandLineAction } from '@rushstack/ts-command-line';
-import { MakeCogGithub } from '../github/make.cog.pr.js';
-export var Category;
-(function (Category) {
-    Category["Urban"] = "Urban Aerial Photos";
-    Category["Rural"] = "Rural Aerial Photos";
-    Category["Satellite"] = "Satellite Imagery";
-    Category["Event"] = "Event";
-    Category["Other"] = "New Aerial Photos";
-})(Category || (Category = {}));
-export const DefaultCategorySetting = {
-    [Category.Urban]: { minZoom: 14, individual: false },
-    [Category.Rural]: { minZoom: 13, individual: false },
-    [Category.Satellite]: { minZoom: 5, individual: false },
-    [Category.Event]: { individual: true },
-    [Category.Other]: { individual: true },
-};
-export function parseCategory(category) {
-    const c = category.toLocaleLowerCase();
-    if (c.includes('urban'))
-        return Category.Urban;
-    else if (c.includes('rural'))
-        return Category.Rural;
-    else if (c.includes('satellite'))
-        return Category.Satellite;
-    else
-        return Category.Other;
-}
-export class CommandCogPullRequest extends CommandLineAction {
-    constructor() {
-        super({
-            actionName: 'cog-pr',
-            summary: 'create a github pull request for the import cog workflow',
-            documentation: 'Given a output of make-cog command and create pull request for the imagery config.',
-        });
-    }
-    onDefineParameters() {
-        this.layer = this.defineStringParameter({
-            argumentName: 'LAYER',
-            parameterLongName: '--layer',
-            description: 'Input config layer',
-            required: false,
-        });
-        this.category = this.defineStringParameter({
-            argumentName: 'CATEGORY',
-            parameterLongName: '--category',
-            description: 'New Imagery Category, like Rural Aerial Photos, Urban Aerial Photos, Satellite Imagery',
-            required: false,
-        });
-        this.repository = this.defineStringParameter({
-            argumentName: 'REPOSITORY',
-            parameterLongName: '--repository',
-            description: 'Github repository reference',
-            defaultValue: 'linz/basemaps-config',
-            required: false,
-        });
-        this.individual = this.defineFlagParameter({
-            parameterLongName: '--individual',
-            description: 'Import imagery as individual layer in basemaps.',
-            required: false,
-        });
-        this.vector = this.defineFlagParameter({
-            parameterLongName: '--vector',
-            description: 'Commit changes for vector map',
-            required: false,
-        });
-    }
-    async onExecute() {
-        var _a;
-        const logger = LogConfig.get();
-        const layerStr = this.layer.value;
-        const category = this.category.value ? parseCategory(this.category.value) : Category.Other;
-        const repo = (_a = this.repository.value) !== null && _a !== void 0 ? _a : this.repository.defaultValue;
-        if (layerStr == null)
-            throw new Error('Please provide a valid input layer and urls');
-        if (repo == null)
-            throw new Error('Please provide a repository');
-        let layer;
-        try {
-            layer = JSON.parse(layerStr);
-        }
-        catch (_b) {
-            throw new Error('Please provide a valid input layer');
-        }
-        //Make sure the imagery name is standardized before update the config
-        layer.name = standardizeLayerName(layer.name);
-        const git = new MakeCogGithub(layer.name, repo, logger);
-        if (this.vector.value)
-            await git.updateVectorTileSet('topographic', layer);
-        else
-            await git.updateRasterTileSet('aerial', layer, category, this.individual.value);
-    }
-}
-//# sourceMappingURL=action.make.cog.pr.js.map

package/build/cli/cogify/action.make.cog.pr.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"action.make.cog.pr.js","sourceRoot":"","sources":["../../../src/cli/cogify/action.make.cog.pr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAwD,MAAM,4BAA4B,CAAC;AACrH,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAEzD,MAAM,CAAN,IAAY,QAMX;AAND,WAAY,QAAQ;IAClB,yCAA6B,CAAA;IAC7B,yCAA6B,CAAA;IAC7B,2CAA+B,CAAA;IAC/B,2BAAe,CAAA;IACf,uCAA2B,CAAA;AAC7B,CAAC,EANW,QAAQ,KAAR,QAAQ,QAMnB;AAOD,MAAM,CAAC,MAAM,sBAAsB,GAAsC;IACvE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE;IACpD,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE;IACpD,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE;IACvD,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;IACtC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;CACvC,CAAC;AAEF,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,MAAM,CAAC,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC;IACvC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,QAAQ,CAAC,KAAK,CAAC;SAC1C,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,QAAQ,CAAC,KAAK,CAAC;SAC/C,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,QAAQ,CAAC,SAAS,CAAC;;QACvD,OAAO,QAAQ,CAAC,KAAK,CAAC;AAC7B,CAAC;AAED,MAAM,OAAO,qBAAsB,SAAQ,iBAAiB;IAO1D;QACE,KAAK,CAAC;YACJ,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,0DAA0D;YACnE,aAAa,EAAE,oFAAoF;SACpG,CAAC,CAAC;IACL,CAAC;IAES,kBAAkB;QAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACtC,YAAY,EAAE,OAAO;YACrB,iBAAiB,EAAE,SAAS;YAC5B,WAAW,EAAE,oBAAoB;YACjC,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACzC,YAAY,EAAE,UAAU;YACxB,iBAAiB,EAAE,YAAY;YAC/B,WAAW,EAAE,wFAAwF;YACrG,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC;YAC3C,YAAY,EAAE,YAAY;YAC1B,iBAAiB,EAAE,cAAc;YACjC,WAAW,EAAE,6BAA6B;YAC1C,YAAY,EAAE,sBAAsB;YACpC,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC;YACzC,iBAAiB,EAAE,cAAc;YACjC,WAAW,EAAE,iDAAiD;YAC9D,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC;YACrC,iBAAiB,EAAE,UAAU;YAC7B,WAAW,EAAE,+BAA+B;YAC5C,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,SAAS;;QACb,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC3F,MAAM,IAAI,GAAG,MAAA,IAAI,CAAC,UAAU,CAAC,KAAK,mCAAI,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;QACnE,IAAI,QAAQ,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACrF,IAAI,IAAI,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjE,IAAI,KAAkB,CAAC;QACvB,IAAI;YACF,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;SAC9B;QAAC,WAAM;YACN,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;SACvD;QAED,qEAAqE;QACrE,KAAK,CAAC,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE9C,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACxD,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;YAAE,MAAM,GAAG,CAAC,mBAAmB,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;;YACtE,MAAM,GAAG,CAAC,mBAAmB,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACvF,CAAC;CACF"}

package/build/cli/cogify/batch.job.d.ts

@@ -1,40 +0,0 @@
-import { LogType } from '@basemaps/shared';
-import Batch from 'aws-sdk/clients/batch.js';
-import { CogJob } from '../../cog/types.js';
-/**
- * Attempt to parse a resolution from a imagery name
- * @example `wellington_urban_2017_0.10m` -> 100
- * @param name Imagery name to parse
- * @returns resolution (millimeters), -1 for failure to parse
- */
-export declare function extractResolutionFromName(name: string): number;
-export declare class BatchJob {
-    static _batch: Batch;
-    static get batch(): Batch;
-    /**
-     * Create a id for a job
-     *
-     * This needs to be within `[a-Z_-]` upto 128 characters log
-     * @param job job to process
-     * @param fileNames output filename
-     * @returns job id
-     */
-    static id(job: CogJob, fileNames?: string[]): string;
-    static batchOne(jobPath: string, job: CogJob, names: string[], isCommit: boolean): Promise<{
-        jobName: string;
-        jobId: string;
-        memory: number;
-    }>;
-    /**
-     * List all the current jobs in batch and their statuses
-     * @returns a map of JobName to if their status is "ok" (not failed)
-     */
-    static getCurrentJobList(job: CogJob, logger: LogType): Promise<Set<string>>;
-    static batchJob(job: CogJob, commit: boolean | undefined, logger: LogType): Promise<void>;
-    /**
-     * Prepare the jobs from job files, and chunk the small images into single
-     * @returns List of jobs including single job and chunk jobs.
-     */
-    static getJobs(job: CogJob, existing: Set<string>, log: LogType, maxChunkUnit?: number): string[][];
-}
-//# sourceMappingURL=batch.job.d.ts.map

package/build/cli/cogify/batch.job.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"batch.job.d.ts","sourceRoot":"","sources":["../../../src/cli/cogify/batch.job.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,KAAK,MAAM,0BAA0B,CAAC;AAG7C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAa5C;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAI9D;AAED,qBAAa,QAAQ;IACnB,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC;IACrB,MAAM,KAAK,KAAK,IAAI,KAAK,CAKxB;IACD;;;;;;;OAOG;IACH,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;WAQvC,QAAQ,CACnB,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EAAE,EACf,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAmC9D;;;OAGG;WACU,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;WA0CrE,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,qBAAQ,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IA+ClF;;;OAGG;IACH,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,SAAc,GAAG,MAAM,EAAE,EAAE;CAmCzG"}

package/build/cli/cogify/batch.job.js

@@ -1,205 +0,0 @@
-import { Projection, TileMatrixSet } from '@basemaps/geo';
-import { Env, fsa, LogConfig } from '@basemaps/shared';
-import Batch from 'aws-sdk/clients/batch.js';
-import { createHash } from 'crypto';
-import { basename } from 'path';
-const JobQueue = 'CogBatchJobQueue';
-const JobDefinition = 'CogBatchJob';
-const ChunkJobMax = 2000;
-const ChunkLargeUnit = 200; // Up to 10 large files in one job
-const ChunkMiddleUnit = 50; // Up to 40 middle files in one job
-const ChunkSmallUnit = 20; // Up to 100 small files in one job
-/** The base alignment level used by GDAL, Tiffs that are bigger or smaller than this should scale the compute resources */
-const MagicAlignmentLevel = 7;
-const ResolutionRegex = /((?:\d[\.\-])?\d+)m/;
-/**
- * Attempt to parse a resolution from a imagery name
- * @example `wellington_urban_2017_0.10m` -> 100
- * @param name Imagery name to parse
- * @returns resolution (millimeters), -1 for failure to parse
- */
-export function extractResolutionFromName(name) {
-    const matches = name.match(ResolutionRegex);
-    if (matches == null)
-        return -1;
-    return parseFloat(matches[1].replace('-', '.')) * 1000;
-}
-export class BatchJob {
-    static get batch() {
-        var _a, _b;
-        if (this._batch)
-            return this._batch;
-        const region = (_b = (_a = Env.get('AWS_REGION')) !== null && _a !== void 0 ? _a : Env.get('AWS_DEFAULT_REGION')) !== null && _b !== void 0 ? _b : 'ap-southeast-2';
-        this._batch = new Batch({ region });
-        return this._batch;
-    }
-    /**
-     * Create a id for a job
-     *
-     * This needs to be within `[a-Z_-]` upto 128 characters log
-     * @param job job to process
-     * @param fileNames output filename
-     * @returns job id
-     */
-    static id(job, fileNames) {
-        // Job names are uncontrolled so hash the name and grab a small slice to use as a identifier
-        const jobName = createHash('sha256').update(job.name).digest('hex').slice(0, 16);
-        if (fileNames == null)
-            return `${job.id}-${jobName}-`;
-        fileNames.sort((a, b) => a.localeCompare(b));
-        return `${job.id}-${jobName}-${fileNames.length}x-${fileNames.join('_')}`.slice(0, 128);
-    }
-    static async batchOne(jobPath, job, names, isCommit) {
-        const jobName = BatchJob.id(job, names);
-        let memory = 3900;
-        if (names.length === 1) {
-            // Calculate the larger file to provision memory if there is only one imagery in job.
-            const tile = TileMatrixSet.nameToTile(names[0]);
-            const alignmentLevels = Projection.findAlignmentLevels(job.tileMatrix, tile, job.source.gsd);
-            // Give 25% more memory to larger jobs
-            const resDiff = 1 + Math.max(alignmentLevels - MagicAlignmentLevel, 0) * 0.25;
-            memory *= resDiff;
-        }
-        if (!isCommit) {
-            return { jobName, jobId: '', memory };
-        }
-        let commandStr = ['-V', 'cog', '--job', jobPath, '--commit'];
-        for (const name of names)
-            commandStr = commandStr.concat(['--name', name]);
-        const batchJob = await this.batch
-            .submitJob({
-            jobName,
-            jobQueue: JobQueue,
-            jobDefinition: JobDefinition,
-            containerOverrides: {
-                memory,
-                command: commandStr,
-            },
-            retryStrategy: { attempts: 3 },
-        })
-            .promise();
-        return { jobName, jobId: batchJob.jobId, memory };
-    }
-    /**
-     * List all the current jobs in batch and their statuses
-     * @returns a map of JobName to if their status is "ok" (not failed)
-     */
-    static async getCurrentJobList(job, logger) {
-        var _a;
-        const jobPrefix = BatchJob.id(job);
-        // For some reason AWS only lets us query one status at a time.
-        const allStatuses = ['SUBMITTED', 'PENDING', 'RUNNABLE', 'STARTING', 'RUNNING' /* 'SUCCEEDED' */];
-        // Succeeded is not needed as we check to see if the output file exists, if it succeeds and the output file doesn't exist then something has gone wrong
-        const allJobs = await Promise.all(allStatuses.map((jobStatus) => this.batch.listJobs({ jobQueue: JobQueue, jobStatus }).promise()));
-        const jobIds = new Set();
-        // Find all the relevant jobs that start with our job prefix
-        for (const status of allJobs) {
-            for (const job of status.jobSummaryList) {
-                if (!job.jobName.startsWith(jobPrefix))
-                    continue;
-                jobIds.add(job.jobId);
-            }
-        }
-        // Inspect all the jobs for what files are being "processed"
-        const tiffs = new Set();
-        let allJobIds = [...jobIds];
-        while (allJobIds.length > 0) {
-            logger.info({ jobCount: allJobIds.length }, 'JobFetch');
-            const jobList = allJobIds.slice(0, 100);
-            allJobIds = allJobIds.slice(100);
-            const describedJobs = await this.batch.describeJobs({ jobs: jobList }).promise();
-            if (describedJobs.jobs == null)
-                continue;
-            for (const job of describedJobs.jobs) {
-                const jobCommand = (_a = job.container) === null || _a === void 0 ? void 0 : _a.command;
-                if (jobCommand == null)
-                    continue;
-                // Extract the tiff names from the job command
-                for (let i = 0; i < jobCommand.length; i++) {
-                    if (jobCommand[i] === '--name')
-                        tiffs.add(jobCommand[i + 1]);
-                }
-            }
-        }
-        return tiffs;
-    }
-    static async batchJob(job, commit = false, logger) {
-        const jobPath = job.getJobPath('job.json');
-        if (!jobPath.startsWith('s3://')) {
-            throw new Error(`AWS Batch collection.json have to be in S3, jobPath:${jobPath}`);
-        }
-        LogConfig.set(logger.child({ correlationId: job.id, imageryName: job.name }));
-        fsa.configure(job.output.location);
-        // Get all the existing output tiffs
-        const existTiffs = new Set();
-        for await (const fileName of fsa.list(job.getJobPath())) {
-            if (fileName.endsWith('.tiff'))
-                existTiffs.add(basename(fileName));
-        }
-        const runningJobs = await this.getCurrentJobList(job, logger);
-        for (const tiffName of runningJobs)
-            existTiffs.add(`${tiffName}.tiff`);
-        // Prepare chunk job and individual jobs based on imagery size.
-        const jobs = await this.getJobs(job, existTiffs, logger);
-        if (jobs.length === 0) {
-            logger.info('NoJobs');
-            return;
-        }
-        logger.info({
-            jobTotal: job.output.files.length,
-            jobLeft: jobs.length,
-            jobQueue: JobQueue,
-            jobDefinition: JobDefinition,
-        }, 'JobSubmit');
-        for (const names of jobs) {
-            const jobStatus = await BatchJob.batchOne(jobPath, job, names, commit);
-            logger.info(jobStatus, 'JobSubmitted');
-        }
-        if (!commit) {
-            logger.warn('DryRun:Done');
-            return;
-        }
-    }
-    /**
-     * Prepare the jobs from job files, and chunk the small images into single
-     * @returns List of jobs including single job and chunk jobs.
-     */
-    static getJobs(job, existing, log, maxChunkUnit = ChunkJobMax) {
-        const jobs = [];
-        let chunkJob = [];
-        let chunkUnit = 0; // Calculate the chunkUnit based on the size
-        for (const file of job.output.files) {
-            const outputFile = `${file.name}.tiff`;
-            if (existing.has(outputFile)) {
-                log.debug({ fileName: outputFile }, 'Skip:Exists');
-                continue;
-            }
-            const imageSize = file.width / job.output.gsd;
-            if (imageSize > 16385) {
-                chunkJob.push(file.name);
-                chunkUnit += ChunkJobMax;
-            }
-            else if (imageSize > 8193) {
-                chunkJob.push(file.name);
-                chunkUnit += ChunkLargeUnit;
-            }
-            else if (imageSize > 4097) {
-                chunkJob.push(file.name);
-                chunkUnit += ChunkMiddleUnit;
-            }
-            else {
-                chunkJob.push(file.name);
-                chunkUnit += ChunkSmallUnit;
-            }
-            if (chunkUnit >= maxChunkUnit) {
-                jobs.push(chunkJob);
-                chunkJob = [];
-                chunkUnit = 0;
-            }
-        }
-        if (chunkJob.length > 0)
-            jobs.push(chunkJob);
-        return jobs;
-    }
-}
-//# sourceMappingURL=batch.job.js.map

package/build/cli/cogify/batch.job.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"batch.job.js","sourceRoot":"","sources":["../../../src/cli/cogify/batch.job.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,EAAW,MAAM,kBAAkB,CAAC;AAChE,OAAO,KAAK,MAAM,0BAA0B,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAGhC,MAAM,QAAQ,GAAG,kBAAkB,CAAC;AACpC,MAAM,aAAa,GAAG,aAAa,CAAC;AACpC,MAAM,WAAW,GAAG,IAAI,CAAC;AACzB,MAAM,cAAc,GAAG,GAAG,CAAC,CAAC,kCAAkC;AAC9D,MAAM,eAAe,GAAG,EAAE,CAAC,CAAC,mCAAmC;AAC/D,MAAM,cAAc,GAAG,EAAE,CAAC,CAAC,mCAAmC;AAE9D,2HAA2H;AAC3H,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,MAAM,eAAe,GAAG,qBAAqB,CAAC;AAC9C;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,IAAY;IACpD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAC5C,IAAI,OAAO,IAAI,IAAI;QAAE,OAAO,CAAC,CAAC,CAAC;IAC/B,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;AACzD,CAAC;AAED,MAAM,OAAO,QAAQ;IAEnB,MAAM,KAAK,KAAK;;QACd,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QACpC,MAAM,MAAM,GAAG,MAAA,MAAA,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,mCAAI,GAAG,CAAC,GAAG,CAAC,oBAAoB,CAAC,mCAAI,gBAAgB,CAAC;QAC1F,IAAI,CAAC,MAAM,GAAG,IAAI,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IACD;;;;;;;OAOG;IACH,MAAM,CAAC,EAAE,CAAC,GAAW,EAAE,SAAoB;QACzC,4FAA4F;QAC5F,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACjF,IAAI,SAAS,IAAI,IAAI;YAAE,OAAO,GAAG,GAAG,CAAC,EAAE,IAAI,OAAO,GAAG,CAAC;QACtD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,OAAO,GAAG,GAAG,CAAC,EAAE,IAAI,OAAO,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC1F,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CACnB,OAAe,EACf,GAAW,EACX,KAAe,EACf,QAAiB;QAEjB,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAExC,IAAI,MAAM,GAAG,IAAI,CAAC;QAClB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;YACtB,qFAAqF;YACrF,MAAM,IAAI,GAAG,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAChD,MAAM,eAAe,GAAG,UAAU,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7F,sCAAsC;YACtC,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,mBAAmB,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC;YAC9E,MAAM,IAAI,OAAO,CAAC;SACnB;QAED,IAAI,CAAC,QAAQ,EAAE;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;SACvC;QAED,IAAI,UAAU,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAC7D,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;QAE3E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK;aAC9B,SAAS,CAAC;YACT,OAAO;YACP,QAAQ,EAAE,QAAQ;YAClB,aAAa,EAAE,aAAa;YAC5B,kBAAkB,EAAE;gBAClB,MAAM;gBACN,OAAO,EAAE,UAAU;aACpB;YACD,aAAa,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;SAC/B,CAAC;aACD,OAAO,EAAE,CAAC;QACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;IACpD,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,GAAW,EAAE,MAAe;;QACzD,MAAM,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QACnC,+DAA+D;QAC/D,MAAM,WAAW,GAAG,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,CAAC,iBAAiB,CAAC,CAAC;QAClG,uJAAuJ;QACvJ,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,WAAW,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CACjG,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QAEjC,4DAA4D;QAC5D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC5B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,cAAc,EAAE;gBACvC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;oBAAE,SAAS;gBACjD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aACvB;SACF;QAED,4DAA4D;QAC5D,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;QAChC,IAAI,SAAS,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QAC5B,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC;YACxD,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACxC,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;YACjF,IAAI,aAAa,CAAC,IAAI,IAAI,IAAI;gBAAE,SAAS;YACzC,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;gBACpC,MAAM,UAAU,GAAG,MAAA,GAAG,CAAC,SAAS,0CAAE,OAAO,CAAC;gBAC1C,IAAI,UAAU,IAAI,IAAI;oBAAE,SAAS;gBAEjC,8CAA8C;gBAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBAC1C,IAAI,UAAU,CAAC,CAAC,CAAC,KAAK,QAAQ;wBAAE,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;iBAC9D;aACF;SACF;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,MAAM,GAAG,KAAK,EAAE,MAAe;QAChE,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;YAChC,MAAM,IAAI,KAAK,CAAC,uDAAuD,OAAO,EAAE,CAAC,CAAC;SACnF;QACD,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAE9E,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEnC,oCAAoC;QACpC,MAAM,UAAU,GAAgB,IAAI,GAAG,EAAE,CAAC;QAC1C,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,EAAE;YACvD,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;SACpE;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC9D,KAAK,MAAM,QAAQ,IAAI,WAAW;YAAE,UAAU,CAAC,GAAG,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC;QAEvE,+DAA+D;QAC/D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QAEzD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtB,OAAO;SACR;QAED,MAAM,CAAC,IAAI,CACT;YACE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;YACjC,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,QAAQ,EAAE,QAAQ;YAClB,aAAa,EAAE,aAAa;SAC7B,EACD,WAAW,CACZ,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE;YACxB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YACvE,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;SACxC;QAED,IAAI,CAAC,MAAM,EAAE;YACX,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO;SACR;IACH,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,OAAO,CAAC,GAAW,EAAE,QAAqB,EAAE,GAAY,EAAE,YAAY,GAAG,WAAW;QACzF,MAAM,IAAI,GAAe,EAAE,CAAC;QAC5B,IAAI,QAAQ,GAAa,EAAE,CAAC;QAC5B,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,4CAA4C;QAC/D,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE;YACnC,MAAM,UAAU,GAAG,GAAG,IAAI,CAAC,IAAI,OAAO,CAAC;YACvC,IAAI,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;gBAC5B,GAAG,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,aAAa,CAAC,CAAC;gBACnD,SAAS;aACV;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC;YAC9C,IAAI,SAAS,GAAG,KAAK,EAAE;gBACrB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzB,SAAS,IAAI,WAAW,CAAC;aAC1B;iBAAM,IAAI,SAAS,GAAG,IAAI,EAAE;gBAC3B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzB,SAAS,IAAI,cAAc,CAAC;aAC7B;iBAAM,IAAI,SAAS,GAAG,IAAI,EAAE;gBAC3B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzB,SAAS,IAAI,eAAe,CAAC;aAC9B;iBAAM;gBACL,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzB,SAAS,IAAI,cAAc,CAAC;aAC7B;YACD,IAAI,SAAS,IAAI,YAAY,EAAE;gBAC7B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACpB,QAAQ,GAAG,EAAE,CAAC;gBACd,SAAS,GAAG,CAAC,CAAC;aACf;SACF;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE7C,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/build/cli/cogify/cutline.d.ts

@@ -1,5 +0,0 @@
-export declare function getCutline(imageryName?: string): {
-    href: string;
-    blend: number;
-} | undefined;
-//# sourceMappingURL=cutline.d.ts.map

package/build/cli/cogify/cutline.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cutline.d.ts","sourceRoot":"","sources":["../../../src/cli/cogify/cutline.ts"],"names":[],"mappings":"AA+BA,wBAAgB,UAAU,CAAC,WAAW,SAAK,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAExF"}