@basemaps/cli 6.25.0 → 6.28.0

package/build/cli/cogify/{action.batch.js → batch.job.js}

@@ -1,11 +1,13 @@
 import { TileMatrixSet } from '@basemaps/geo';
 import { Env, fsa, LogConfig, Projection } from '@basemaps/shared';
-import { CommandLineAction } from '@rushstack/ts-command-line';
 import Batch from 'aws-sdk/clients/batch.js';
 import { createHash } from 'crypto';
-import { CogStacJob } from '../../cog/cog.stac.job.js';
 const JobQueue = 'CogBatchJobQueue';
 const JobDefinition = 'CogBatchJob';
+const ChunkJobMax = 1000;
+const ChunkLargeUnit = 200; // Up to 5 large files in one job
+const ChunkMiddleUnit = 50; // Up to 20 middle files in one job
+const ChunkSmallUnit = 20; // Up to 50 small files in one job
 /** The base alignment level used by GDAL, Tiffs that are bigger or smaller than this should scale the compute resources */
 const MagicAlignmentLevel = 7;
 const ResolutionRegex = /((?:\d[\.\-])?\d+)m/;
@@ -21,38 +23,38 @@ export function extractResolutionFromName(name) {
         return -1;
     return parseFloat(matches[1].replace('-', '.')) * 1000;
 }
-export class ActionBatchJob extends CommandLineAction {
-    constructor() {
-        super({
-            actionName: 'batch',
-            summary: 'AWS batch jobs',
-            documentation: 'Submit a list of cogs to a AWS Batch queue to be process',
-        });
-    }
+export class BatchJob {
     /**
      * Create a id for a job
      *
      * This needs to be within `[a-Z_-]` upto 128 characters log
      * @param job job to process
-     * @param fileName output filename
+     * @param fileNames output filename
      * @returns job id
      */
-    static id(job, fileName) {
+    static id(job, fileNames) {
         // Job names are uncontrolled so hash the name and grab a small slice to use as a identifier
         const jobName = createHash('sha256').update(job.name).digest('hex').slice(0, 16);
-        return `${job.id}-${jobName}-${fileName}`.slice(0, 128);
+        fileNames.sort((a, b) => a.localeCompare(b));
+        return `${job.id}-${jobName}-${fileNames.join('_')}`.slice(0, 128);
     }
-    static async batchOne(jobPath, job, batch, name, isCommit) {
-        const jobName = ActionBatchJob.id(job, name);
-        const tile = TileMatrixSet.nameToTile(name);
-        const alignmentLevels = Projection.findAlignmentLevels(job.tileMatrix, tile, job.source.gsd);
-        // Give 25% more memory to larger jobs
-        const resDiff = 1 + Math.max(alignmentLevels - MagicAlignmentLevel, 0) * 0.25;
-        const memory = 3900 * resDiff;
+    static async batchOne(jobPath, job, batch, names, isCommit) {
+        const jobName = BatchJob.id(job, names);
+        let memory = 3900;
+        if (names.length === 1) {
+            // Calculate the larger file to provision memory if there is only one imagery in job.
+            const tile = TileMatrixSet.nameToTile(names[0]);
+            const alignmentLevels = Projection.findAlignmentLevels(job.tileMatrix, tile, job.source.gsd);
+            // Give 25% more memory to larger jobs
+            const resDiff = 1 + Math.max(alignmentLevels - MagicAlignmentLevel, 0) * 0.25;
+            memory *= resDiff;
+        }
         if (!isCommit) {
             return { jobName, jobId: '', memory };
         }
-        const commandStr = ['-V', 'cog', '--job', jobPath, '--commit', '--name', name];
+        let commandStr = ['-V', 'cog', '--job', jobPath, '--commit'];
+        for (const name of names)
+            commandStr = commandStr.concat(['--name', name]);
         const batchJob = await batch
             .submitJob({
             jobName,
@@ -88,14 +90,7 @@ export class ActionBatchJob extends CommandLineAction {
         }
         return okMap;
     }
-    async onExecute() {
-        var _a, _b, _c;
-        if (((_a = this.job) === null || _a === void 0 ? void 0 : _a.value) == null) {
-            throw new Error('Failed to read parameters');
-        }
-        await ActionBatchJob.batchJob(await CogStacJob.load(this.job.value), (_b = this.commit) === null || _b === void 0 ? void 0 : _b.value, (_c = this.oneCog) === null || _c === void 0 ? void 0 : _c.value, LogConfig.get());
-    }
-    static async batchJob(job, commit = false, oneCog, logger) {
+    static async batchJob(job, commit = false, logger) {
         var _a;
         const jobPath = job.getJobPath('job.json');
         if (!jobPath.startsWith('s3://')) {
@@ -105,23 +100,38 @@ export class ActionBatchJob extends CommandLineAction {
         const region = (_a = Env.get('AWS_DEFAULT_REGION')) !== null && _a !== void 0 ? _a : 'ap-southeast-2';
         const batch = new Batch({ region });
         fsa.configure(job.output.location);
-        const runningJobs = await ActionBatchJob.getCurrentJobList(batch);
-        const stats = await Promise.all(job.output.files.map(async ({ name }) => {
-            if (oneCog != null && oneCog !== name)
-                return { name, ok: true };
-            const jobName = ActionBatchJob.id(job, name);
+        const runningJobs = await BatchJob.getCurrentJobList(batch);
+        // Prepare chunk job and individual jobs based on imagery size.
+        const jobs = await this.getJobs(job);
+        // Get all the existing output tiffs
+        const targetPath = job.getJobPath();
+        const existTiffs = [];
+        for await (const fileName of fsa.list(job.getJobPath())) {
+            if (fileName.endsWith('.tiff'))
+                existTiffs.push(fileName);
+        }
+        const toSubmit = [];
+        for (const names of jobs) {
+            // Check existence of batch job running
+            const jobName = BatchJob.id(job, names);
             const isRunning = runningJobs.get(jobName);
             if (isRunning) {
                 logger.info({ jobName }, 'JobRunning');
-                return { name, ok: true };
+                continue;
+            }
+            // Check existence of all the output tiffs.
+            let allExists = true;
+            for (const name of names) {
+                if (!existTiffs.includes(job.getJobPath(`${name}.tiff`)))
+                    allExists = false;
             }
-            const targetPath = job.getJobPath(`${name}.tiff`);
-            const exists = await fsa.exists(targetPath);
-            if (exists)
-                logger.info({ targetPath }, 'FileExists');
-            return { name, ok: exists };
-        }));
-        const toSubmit = stats.filter((f) => f.ok === false).map((c) => c.name);
+            if (allExists) {
+                logger.info({ targetPath, names }, 'FileExists');
+                continue;
+            }
+            // Ready to submit
+            toSubmit.push(names);
+        }
         if (toSubmit.length === 0) {
             logger.info('NoJobs');
             return;
@@ -132,8 +142,8 @@ export class ActionBatchJob extends CommandLineAction {
             jobQueue: JobQueue,
             jobDefinition: JobDefinition,
         }, 'JobSubmit');
-        for (const name of toSubmit) {
-            const jobStatus = await ActionBatchJob.batchOne(jobPath, job, batch, name, commit);
+        for (const names of toSubmit) {
+            const jobStatus = await BatchJob.batchOne(jobPath, job, batch, names, commit);
             logger.info(jobStatus, 'JobSubmitted');
         }
         if (!commit) {
@@ -141,23 +151,39 @@ export class ActionBatchJob extends CommandLineAction {
             return;
         }
     }
-    onDefineParameters() {
-        this.job = this.defineStringParameter({
-            argumentName: 'JOB',
-            parameterLongName: '--job',
-            description: 'Job config source to access',
-            required: true,
-        });
-        this.oneCog = this.defineStringParameter({
-            argumentName: 'COG_NAME',
-            parameterLongName: '--one-cog',
-            description: 'Restrict batch to build a single COG file',
-            required: false,
-        });
-        this.commit = this.defineFlagParameter({
-            parameterLongName: '--commit',
-            description: 'Begin the transformation',
-            required: false,
-        });
+    /**
+     * Prepare the jobs from job files, and chunk the small images into single
+     * @returns List of jobs including single job and chunk jobs.
+     */
+    static async getJobs(job) {
+        const jobs = [];
+        let chunkJob = [];
+        let chunkUnit = 0; // Calculate the chunkUnit based on the size
+        for (const file of job.output.files) {
+            const imageSize = file.width / job.output.gsd;
+            if (imageSize > 16385) {
+                jobs.push([file.name]);
+            }
+            else if (imageSize > 8193) {
+                chunkJob.push(file.name);
+                chunkUnit += ChunkLargeUnit;
+            }
+            else if (imageSize > 4097) {
+                chunkJob.push(file.name);
+                chunkUnit += ChunkMiddleUnit;
+            }
+            else {
+                chunkJob.push(file.name);
+                chunkUnit += ChunkSmallUnit;
+            }
+            if (chunkUnit >= ChunkJobMax) {
+                jobs.push(chunkJob);
+                chunkJob = [];
+                chunkUnit = 0;
+            }
+        }
+        if (chunkJob.length > 0)
+            jobs.push(chunkJob);
+        return jobs;
     }
 }

package/build/cli/cogify/imagery.config.d.ts

@@ -0,0 +1,13 @@
+import { LogType } from '@basemaps/shared';
+import { CogStacJob } from '../../cog/cog.stac.job';
+/**
+ * Prepare and insert Imagery Config for the cog creation job.
+ * @returns
+ */
+export declare function insertConfigImagery(job: CogStacJob, logger: LogType): Promise<void>;
+/**
+ * Prepare and insert TileSet Config for the cog creation job.
+ * @returns
+ */
+export declare function insertConfigTileSet(job: CogStacJob, logger: LogType): Promise<void>;
+//# sourceMappingURL=imagery.config.d.ts.map

package/build/cli/cogify/imagery.config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"imagery.config.d.ts","sourceRoot":"","sources":["../../../src/cli/cogify/imagery.config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBzF;AAED;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBzF"}

package/build/cli/cogify/imagery.config.js

@@ -0,0 +1,46 @@
+import { Config, TileSetType } from '@basemaps/config';
+import { ImageFormat } from '@basemaps/geo';
+/**
+ * Prepare and insert Imagery Config for the cog creation job.
+ * @returns
+ */
+export async function insertConfigImagery(job, logger) {
+    const now = Date.now();
+    const imgId = Config.Imagery.id(job.id);
+    const configImagery = {
+        id: imgId,
+        name: job.name,
+        createdAt: now,
+        updatedAt: now,
+        projection: job.tileMatrix.projection.code,
+        tileMatrix: job.tileMatrix.identifier,
+        uri: job.getJobPath(),
+        bounds: job.output.bounds,
+        files: job.output.files,
+    };
+    if (Config.Imagery.isWriteable())
+        Config.Imagery.put(configImagery);
+    logger.info({ imgId }, 'CogCreate:InsertConfigImagery');
+}
+/**
+ * Prepare and insert TileSet Config for the cog creation job.
+ * @returns
+ */
+export async function insertConfigTileSet(job, logger) {
+    const now = Date.now();
+    const tsId = Config.TileSet.id(job.id);
+    const imId = Config.Imagery.id(job.id);
+    const tileSet = {
+        type: TileSetType.Raster,
+        format: ImageFormat.Webp,
+        id: tsId,
+        name: job.name,
+        layers: [{ [job.tileMatrix.projection.code]: imId, name: job.name, minZoom: 0, maxZoom: 32 }],
+        background: { r: 0, g: 0, b: 0, alpha: 0 },
+        createdAt: now,
+        updatedAt: now,
+    };
+    if (Config.TileSet.isWriteable())
+        Config.TileSet.put(tileSet);
+    logger.info({ tsId }, 'CogCreate:InsertConfigTileSet');
+}

package/build/cli/cogify/index.d.ts

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
+import { BaseCommandLine } from '@basemaps/shared/build/cli/base.js';
 import 'source-map-support/register.js';
-import { BaseCommandLine } from '../base.cli.js';
 export declare class CogifyCommandLine extends BaseCommandLine {
     constructor();
 }

package/build/cli/cogify/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/cli/cogify/index.ts"],"names":[],"mappings":";AACA,OAAO,gCAAgC,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAKjD,qBAAa,iBAAkB,SAAQ,eAAe;;CAUrD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/cli/cogify/index.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAC;AACrE,OAAO,gCAAgC,CAAC;AAIxC,qBAAa,iBAAkB,SAAQ,eAAe;;CASrD"}

package/build/cli/cogify/index.js

@@ -1,7 +1,6 @@
 #!/usr/bin/env node
+import { BaseCommandLine } from '@basemaps/shared/build/cli/base.js';
 import 'source-map-support/register.js';
-import { BaseCommandLine } from '../base.cli.js';
-import { ActionBatchJob } from './action.batch.js';
 import { ActionCogCreate } from './action.cog.js';
 import { ActionJobCreate } from './action.job.js';
 export class CogifyCommandLine extends BaseCommandLine {
@@ -12,7 +11,6 @@ export class CogifyCommandLine extends BaseCommandLine {
         });
         this.addAction(new ActionCogCreate());
         this.addAction(new ActionJobCreate());
-        this.addAction(new ActionBatchJob());
     }
 }
 new CogifyCommandLine().run();

package/build/cli/folder.d.ts

@@ -1,3 +1,5 @@
 /** Make a temp folder inside TEMP_FOLDER's path */
 export declare function makeTempFolder(folder: string): Promise<string>;
+/** Make a tiff folder inside TEMP_FOLDER's path */
+export declare function makeTiffFolder(tmpFolder: string, name: string): Promise<string>;
 //# sourceMappingURL=folder.d.ts.map

package/build/cli/folder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"folder.d.ts","sourceRoot":"","sources":["../../src/cli/folder.ts"],"names":[],"mappings":"AAIA,mDAAmD;AACnD,wBAAsB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAMpE"}
+{"version":3,"file":"folder.d.ts","sourceRoot":"","sources":["../../src/cli/folder.ts"],"names":[],"mappings":"AAIA,mDAAmD;AACnD,wBAAsB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAMpE;AAED,mDAAmD;AACnD,wBAAsB,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAKrF"}

package/build/cli/folder.js

@@ -9,3 +9,9 @@ export async function makeTempFolder(folder) {
     await fs.mkdir(folderPath, { recursive: true });
     return folderPath;
 }
+/** Make a tiff folder inside TEMP_FOLDER's path */
+export async function makeTiffFolder(tmpFolder, name) {
+    const folderPath = path.join(tmpFolder, name);
+    await fs.mkdir(folderPath, { recursive: true });
+    return folderPath;
+}

package/build/cli/util.d.ts

@@ -1,3 +1,4 @@
+import { CogStacJob } from '../cog/cog.stac.job.js';
 /**
  * Invalidate the cloudfront distribution cache when updating imagery sets
  */
@@ -14,4 +15,8 @@ export declare function getStaticBucket(): Promise<string | null>;
  * @returns whether the item was updated
  */
 export declare function uploadStaticFile(filePath: string, target: string, contentType: string, cacheControl: string): Promise<boolean>;
+/**
+ * Prepare QA urls with center location
+ */
+export declare function prepareUrl(job: CogStacJob): Promise<string>;
 //# sourceMappingURL=util.d.ts.map

package/build/cli/util.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/cli/util.ts"],"names":[],"mappings":"AAkBA;;GAEG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CA+B5F;AAED,eAAO,MAAM,OAAO,cAAc,CAAC;AAEnC,wBAAsB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAQjF;AAOD,wBAAsB,eAAe,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAQ9D;AAMD;;;;;;;GAOG;AACH,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,OAAO,CAAC,CA6BlB"}
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/cli/util.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAUpD;;GAEG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CA+B5F;AAED,eAAO,MAAM,OAAO,cAAc,CAAC;AAEnC,wBAAsB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAQjF;AAOD,wBAAsB,eAAe,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAQ9D;AAMD;;;;;;;GAOG;AACH,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,OAAO,CAAC,CA6BlB;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CASjE"}

package/build/cli/util.js

@@ -1,8 +1,8 @@
-import { fsa, LogConfig } from '@basemaps/shared';
+import { Env, fsa, LogConfig, Projection } from '@basemaps/shared';
 import CloudFormation from 'aws-sdk/clients/cloudformation.js';
 import CloudFront from 'aws-sdk/clients/cloudfront.js';
 import S3 from 'aws-sdk/clients/s3.js';
-import { CliId } from './base.cli.js';
+import { CliId } from '@basemaps/shared/build/cli/base.js';
 import crypto from 'crypto';
 import path from 'path';
 import { gzip } from 'zlib';
@@ -113,3 +113,16 @@ export async function uploadStaticFile(filePath, target, contentType, cacheContr
         .promise();
     return true;
 }
+/**
+ * Prepare QA urls with center location
+ */
+export async function prepareUrl(job) {
+    const bounds = job.output.bounds;
+    const center = { x: bounds.x + bounds.width / 2, y: bounds.y + bounds.height / 2 };
+    const proj = Projection.get(job.tileMatrix.projection);
+    const centerLatLon = proj.toWgs84([center.x, center.y]).map((c) => c.toFixed(6));
+    const targetZoom = Math.max(job.tileMatrix.findBestZoom(job.output.gsd) - 12, 0);
+    const base = Env.get(Env.PublicUrlBase);
+    const url = `${base}/?i=${job.id}&p=${job.tileMatrix.identifier}&debug#@${centerLatLon[1]},${centerLatLon[0]},z${targetZoom}`;
+    return url;
+}

package/build/cog/__tests__/builder.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"builder.test.d.ts","sourceRoot":"","sources":["../../../src/cog/__tests__/builder.test.ts"],"names":[],"mappings":""}

package/build/cog/__tests__/cog.stac.job.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cog.stac.job.test.d.ts","sourceRoot":"","sources":["../../../src/cog/__tests__/cog.stac.job.test.ts"],"names":[],"mappings":""}

package/build/cog/{__test__ → __tests__}/cog.stac.job.test.js

@@ -1,6 +1,6 @@
 import { Bounds, Epsg, EpsgCode, GoogleTms, Nztm2000Tms, Stac } from '@basemaps/geo';
 import { Projection } from '@basemaps/shared';
-import { mockFileOperator } from '@basemaps/shared/build/file/__test__/file.operator.test.helper.js';
+import { mockFileOperator } from '@basemaps/shared/build/file/__tests__/file.operator.test.helper.js';
 import { round } from '@basemaps/test/build/rounding.js';
 import o from 'ospec';
 import { CogStacJob } from '../cog.stac.job.js';
@@ -137,6 +137,7 @@ o.spec('CogJob', () => {
                     bounds: { x: 1, y: 2, width: 2, height: 3 },
                     oneCogCovering: true,
                 },
+                processingId: undefined,
             });
             o(job.id).equals(id);
             o(job.source.gsd).equals(0.075);

package/build/cog/__tests__/cog.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cog.test.d.ts","sourceRoot":"","sources":["../../../src/cog/__tests__/cog.test.ts"],"names":[],"mappings":""}

package/build/cog/__tests__/cog.vrt.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cog.vrt.test.d.ts","sourceRoot":"","sources":["../../../src/cog/__tests__/cog.vrt.test.ts"],"names":[],"mappings":""}

package/build/cog/{__test__ → __tests__}/cog.vrt.test.js

@@ -1,6 +1,6 @@
 import { EpsgCode, GoogleTms, Nztm2000Tms } from '@basemaps/geo';
 import { fsa, LogConfig } from '@basemaps/shared';
-import { qkToName } from '@basemaps/shared/build/proj/__test__/test.util.js';
+import { qkToName } from '@basemaps/shared/build/proj/__tests__/test.util.js';
 import { round } from '@basemaps/test/build/rounding.js';
 import o from 'ospec';
 import path from 'path';

package/build/cog/__tests__/cutline.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cutline.test.d.ts","sourceRoot":"","sources":["../../../src/cog/__tests__/cutline.test.ts"],"names":[],"mappings":""}

package/build/cog/{__test__ → __tests__}/cutline.test.js

@@ -1,5 +1,5 @@
 import { Bounds, EpsgCode, GoogleTms, Nztm2000Tms } from '@basemaps/geo';
-import { qkToName } from '@basemaps/shared/build/proj/__test__/test.util.js';
+import { qkToName } from '@basemaps/shared/build/proj/__tests__/test.util.js';
 import { round } from '@basemaps/test/build/rounding.js';
 import o from 'ospec';
 import path from 'path';
@@ -8,6 +8,7 @@ import { Cutline, polyContainsBounds } from '../cutline.js';
 import { SourceTiffTestHelper } from './source.tiff.testhelper.js';
 const __dirname = path.dirname(url.fileURLToPath(import.meta.url));
 o.spec('cutline', () => {
+    o.specTimeout(1000);
     const testDir = `${__dirname}/../../../__test.assets__`;
     o.spec('filterSourcesForName', () => {
         o('fully within same projection', async () => {

package/build/cog/__tests__/projection.loader.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"projection.loader.test.d.ts","sourceRoot":"","sources":["../../../src/cog/__tests__/projection.loader.test.ts"],"names":[],"mappings":""}

package/build/cog/__tests__/source.tiff.testhelper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.tiff.testhelper.d.ts","sourceRoot":"","sources":["../../../src/cog/__tests__/source.tiff.testhelper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,WAAW,EAAa,MAAM,eAAe,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAGhD,eAAO,MAAM,oBAAoB;kBACjB,UAAU;mCAgBW,WAAW,EAAE;+BAmBrB,WAAW,EAAE,GAAG,MAAM,EAAE;CAGpD,CAAC"}

package/build/cog/builder.d.ts

@@ -6,8 +6,6 @@ import { LimitFunction } from 'p-limit';
 import { Cutline } from './cutline.js';
 import { CogBuilderMetadata, SourceMetadata } from './types.js';
 export declare const InvalidProjectionCode = 32767;
-export declare const CacheVersion = "v3";
-export declare const CacheFolder = "./.cache";
 /**
  * Attempt to guess the projection based off the WKT
  *
@@ -41,13 +39,11 @@ export declare class CogBuilder {
      * @param logger
      */
     findNoData(tiff: CogTiff): number | null;
-    /** Cache the bounds lookup so we do not have to requery the bounds between CLI calls */
-    private getMetadata;
     /**
      * Generate a list of tiles that need to be generated to cover the source tiffs
      * @param tiffs list of source imagery to be converted
      * @returns List of Tile bounds covering tiffs
      */
-    build(tiffs: ChunkSource[], cutline: Cutline): Promise<CogBuilderMetadata>;
+    build(tiffs: ChunkSource[], cutline: Cutline, maxImageSize?: number): Promise<CogBuilderMetadata>;
 }
 //# sourceMappingURL=builder.d.ts.map

package/build/cog/builder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"builder.d.ts","sourceRoot":"","sources":["../../src/cog/builder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,IAAI,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAyC,OAAO,EAAc,MAAM,kBAAkB,CAAC;AAC9F,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAuB,MAAM,iBAAiB,CAAC;AAG/D,OAAe,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAGhD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEhE,eAAO,MAAM,qBAAqB,QAAQ,CAAC;AAC3C,eAAO,MAAM,YAAY,OAAO,CAAC;AACjC,eAAO,MAAM,WAAW,aAAa,CAAC;AAEtC;;;;;;;;;GASG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAO/D;AAED,qBAAa,UAAU;IACrB,CAAC,EAAE,aAAa,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,aAAa,CAAC;IACzB,OAAO,CAAC,EAAE,IAAI,CAAC;IAGf,kBAAkB,cAAqB;IAEvC;;OAEG;gBACS,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,IAAI;IAO1F;;;OAGG;IACG,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IAoF7D,cAAc,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI;IAuBnC;;;;OAIG;IACH,UAAU,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI;IAaxC,wFAAwF;YAC1E,WAAW;IA2BzB;;;;OAIG;IACG,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAajF"}
+{"version":3,"file":"builder.d.ts","sourceRoot":"","sources":["../../src/cog/builder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,IAAI,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAoC,OAAO,EAAc,MAAM,kBAAkB,CAAC;AACzF,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAuB,MAAM,iBAAiB,CAAC;AAC/D,OAAe,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAEhD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEhE,eAAO,MAAM,qBAAqB,QAAQ,CAAC;AAE3C;;;;;;;;;GASG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAO/D;AAED,qBAAa,UAAU;IACrB,CAAC,EAAE,aAAa,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,aAAa,CAAC;IACzB,OAAO,CAAC,EAAE,IAAI,CAAC;IAGf,kBAAkB,cAAqB;IAEvC;;OAEG;gBACS,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,IAAI;IAO1F;;;OAGG;IACG,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IAoF7D,cAAc,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI;IAuBnC;;;;OAIG;IACH,UAAU,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI;IAaxC;;;;OAIG;IACG,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAaxG"}

package/build/cog/builder.js

@@ -1,15 +1,10 @@
 import { Bounds, Epsg } from '@basemaps/geo';
-import { CompositeError, fsa, LoggerFatalError, Projection } from '@basemaps/shared';
+import { CompositeError, LoggerFatalError, Projection } from '@basemaps/shared';
 import { CogTiff, TiffTag, TiffTagGeo } from '@cogeotiff/core';
-import { createHash } from 'crypto';
-import { existsSync, mkdirSync } from 'fs';
 import pLimit from 'p-limit';
-import * as path from 'path';
 import { basename } from 'path';
 import { ProjectionLoader } from './projection.loader.js';
 export const InvalidProjectionCode = 32767;
-export const CacheVersion = 'v3'; // bump this number to invalidate the cache
-export const CacheFolder = './.cache';
 /**
  * Attempt to guess the projection based off the WKT
  *
@@ -155,35 +150,16 @@ export class CogBuilder {
         }
         return noDataNum;
     }
-    /** Cache the bounds lookup so we do not have to requery the bounds between CLI calls */
-    async getMetadata(tiffs) {
-        const cacheKey = path.join(CacheFolder, CacheVersion +
-            createHash('sha256')
-                .update(this.targetTms.projection.toString())
-                .update(tiffs.map((c) => c.uri).join('\n'))
-                .digest('hex')) + '.json';
-        if (existsSync(cacheKey)) {
-            this.logger.debug({ path: cacheKey }, 'MetadataCacheHit');
-            const metadata = await fsa.readJson(cacheKey);
-            metadata.resZoom = Projection.getTiffResZoom(this.targetTms, metadata.pixelScale);
-            return metadata;
-        }
-        const metadata = await this.bounds(tiffs);
-        mkdirSync(CacheFolder, { recursive: true });
-        await fsa.writeJson(cacheKey, metadata);
-        this.logger.debug({ path: cacheKey }, 'MetadataCacheMiss');
-        return metadata;
-    }
     /**
      * Generate a list of tiles that need to be generated to cover the source tiffs
      * @param tiffs list of source imagery to be converted
      * @returns List of Tile bounds covering tiffs
      */
-    async build(tiffs, cutline) {
-        const metadata = await this.getMetadata(tiffs);
+    async build(tiffs, cutline, maxImageSize) {
+        const metadata = await this.bounds(tiffs);
         // Ensure that the projection definition is loaded
         await ProjectionLoader.load(metadata.projection);
-        const files = cutline.optimizeCovering(metadata);
+        const files = cutline.optimizeCovering(metadata, maxImageSize);
         let union = null;
         for (const bounds of files) {
             if (union == null)

package/build/cog/cog.stac.job.d.ts

@@ -5,6 +5,8 @@ import { GdalCogBuilderResampling } from '../gdal/gdal.config.js';
 import { CogBuilderMetadata, CogJob, CogJobJson, CogOutputProperties, CogSourceProperties, FeatureCollectionWithCrs } from './types.js';
 export declare const MaxConcurrencyDefault = 50;
 export interface JobCreationContext {
+    /** Custom Imagery Name if defined */
+    imageryName?: string;
     /** Source config */
     sourceLocation: FileConfig | FileConfigPath;
     /** Output config */
@@ -32,11 +34,19 @@ export interface JobCreationContext {
          * Override the source projection
          */
         projection?: Epsg;
+        /**
+         * Override Maximum Image Pixel Size
+         */
+        maxImageSize?: number;
         /**
          * Resampling method
          * @Default  GdalCogBuilderDefaults.resampling
          */
         resampling?: GdalCogBuilderResampling;
+        /**
+         * Override job processing Id
+         */
+        processingId?: string;
     };
     /**
      * Should this job be submitted to batch now?
@@ -66,6 +76,7 @@ export interface CogJobCreateParams {
 export declare class CogStacJob implements CogJob {
     json: CogJobJson;
     private cacheTargetZoom?;
+    processingId: string;
     /**
        * Load the job.json
   

package/build/cog/cog.stac.job.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cog.stac.job.d.ts","sourceRoot":"","sources":["../../src/cog/cog.stac.job.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,IAAI,EAKJ,aAAa,EAEd,MAAM,eAAe,CAAC;AACvB,OAAO,EAEL,UAAU,EACV,cAAc,EAKf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAA8C,MAAM,iBAAiB,CAAC;AAE3F,OAAO,EAA0B,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAG1F,OAAO,EACL,kBAAkB,EAClB,MAAM,EACN,UAAU,EACV,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,EACzB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,qBAAqB,KAAK,CAAC;AAExC,MAAM,WAAW,kBAAkB;IACjC,oBAAoB;IACpB,cAAc,EAAE,UAAU,GAAG,cAAc,CAAC;IAE5C,oBAAoB;IACpB,cAAc,EAAE,UAAU,CAAC;IAE3B,6CAA6C;IAC7C,OAAO,CAAC,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IAEF,UAAU,EAAE,aAAa,CAAC;IAE1B,QAAQ,CAAC,EAAE;QACT,sBAAsB;QACtB,EAAE,CAAC,EAAE,MAAM,CAAC;QAEZ;;;WAGG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB;;;WAGG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,UAAU,CAAC,EAAE,IAAI,CAAC;QAElB;;;WAGG;QACH,UAAU,CAAC,EAAE,wBAAwB,CAAC;KACvC,CAAC;IAEF;;;OAGG;IACH,KAAK,EAAE,OAAO,CAAC;IAEf,0FAA0F;IAC1F,cAAc,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,kBAAkB;IACjC,gCAAgC;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,0BAA0B;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,mCAAmC;IACnC,GAAG,EAAE,kBAAkB,CAAC;IACxB,oDAAoD;IACpD,WAAW,EAAE,YAAY,CAAC;IAC1B,qCAAqC;IACrC,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,qBAAa,UAAW,YAAW,MAAM;IACvC,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,CAAC,eAAe,CAAC,CAGtB;IAEF;;;;SAIK;WACQ,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IAMvD;;;;SAIK;WACQ,MAAM,CAAC,EAClB,EAAE,EACF,WAAW,EACX,QAAQ,EACR,GAAG,EACH,WAAW,EACX,QAAQ,GACT,EAAE,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAoM3C;;OAEG;IACH,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,GAAG,wBAAwB;gBAS9D,IAAI,EAAE,UAAU;IAI5B,IAAI,EAAE,IAAI,MAAM,CAEf;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,WAAW,IAAI,MAAM,GAAG,SAAS,CAEpC;IAED,IAAI,MAAM,IAAI,mBAAmB,CAEhC;IAED,IAAI,MAAM,IAAI,mBAAmB,CAEhC;IAED,IAAI,UAAU,IAAI,aAAa,CAO9B;IAED,IAAI,UAAU,IAAI,MAAM,CAMvB;IAED;;;;OAIG;IACH,UAAU,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM;CAOjC"}
+{"version":3,"file":"cog.stac.job.d.ts","sourceRoot":"","sources":["../../src/cog/cog.stac.job.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,IAAI,EAKJ,aAAa,EAEd,MAAM,eAAe,CAAC;AACvB,OAAO,EAEL,UAAU,EACV,cAAc,EAKf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAA8C,MAAM,iBAAiB,CAAC;AAE3F,OAAO,EAA0B,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAG1F,OAAO,EACL,kBAAkB,EAClB,MAAM,EACN,UAAU,EACV,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,EACzB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,qBAAqB,KAAK,CAAC;AAExC,MAAM,WAAW,kBAAkB;IACjC,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,oBAAoB;IACpB,cAAc,EAAE,UAAU,GAAG,cAAc,CAAC;IAE5C,oBAAoB;IACpB,cAAc,EAAE,UAAU,CAAC;IAE3B,6CAA6C;IAC7C,OAAO,CAAC,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IAEF,UAAU,EAAE,aAAa,CAAC;IAE1B,QAAQ,CAAC,EAAE;QACT,sBAAsB;QACtB,EAAE,CAAC,EAAE,MAAM,CAAC;QAEZ;;;WAGG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB;;;WAGG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,UAAU,CAAC,EAAE,IAAI,CAAC;QAElB;;WAEG;QACH,YAAY,CAAC,EAAE,MAAM,CAAC;QAEtB;;;WAGG;QACH,UAAU,CAAC,EAAE,wBAAwB,CAAC;QAEtC;;WAEG;QACH,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IAEF;;;OAGG;IACH,KAAK,EAAE,OAAO,CAAC;IAEf,0FAA0F;IAC1F,cAAc,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,kBAAkB;IACjC,gCAAgC;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,0BAA0B;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,mCAAmC;IACnC,GAAG,EAAE,kBAAkB,CAAC;IACxB,oDAAoD;IACpD,WAAW,EAAE,YAAY,CAAC;IAC1B,qCAAqC;IACrC,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,qBAAa,UAAW,YAAW,MAAM;IACvC,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,CAAC,eAAe,CAAC,CAGtB;IACF,YAAY,EAAE,MAAM,CAAC;IAErB;;;;SAIK;WACQ,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IAMvD;;;;SAIK;WACQ,MAAM,CAAC,EAClB,EAAE,EACF,WAAW,EACX,QAAQ,EACR,GAAG,EACH,WAAW,EACX,QAAQ,GACT,EAAE,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqM3C;;OAEG;IACH,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,GAAG,wBAAwB;gBAS9D,IAAI,EAAE,UAAU;IAI5B,IAAI,EAAE,IAAI,MAAM,CAEf;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,WAAW,IAAI,MAAM,GAAG,SAAS,CAEpC;IAED,IAAI,MAAM,IAAI,mBAAmB,CAEhC;IAED,IAAI,MAAM,IAAI,mBAAmB,CAEhC;IAED,IAAI,UAAU,IAAI,aAAa,CAO9B;IAED,IAAI,UAAU,IAAI,MAAM,CAMvB;IAED;;;;OAIG;IACH,UAAU,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM;CAOjC"}