@bitblit/ratchet-aws 4.0.420-alpha → 4.0.421-alpha

package/lib/batch/aws-batch-background-processor.d.ts

@@ -0,0 +1,8 @@
+import { SubmitJobCommandOutput } from '@aws-sdk/client-batch';
+import { AwsBatchRatchet } from './aws-batch-ratchet.js';
+export declare class AwsBatchBackgroundProcessor {
+    private batchRatchet;
+    private validTaskNames?;
+    constructor(batchRatchet: AwsBatchRatchet, validTaskNames?: string[]);
+    scheduleBackgroundTask(taskName: string, data?: Record<string, any>, meta?: Record<string, any>): Promise<SubmitJobCommandOutput>;
+}

package/lib/batch/aws-batch-background-processor.js

@@ -0,0 +1,46 @@
+import { DateTime } from 'luxon';
+import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
+import { StringRatchet } from '@bitblit/ratchet-common/lang/string-ratchet';
+import { ErrorRatchet } from '@bitblit/ratchet-common/lang/error-ratchet';
+import { Logger } from '@bitblit/ratchet-common/logger/logger';
+export class AwsBatchBackgroundProcessor {
+    batchRatchet;
+    validTaskNames;
+    constructor(batchRatchet, validTaskNames) {
+        this.batchRatchet = batchRatchet;
+        this.validTaskNames = validTaskNames;
+        RequireRatchet.notNullOrUndefined(this.batchRatchet, 'batchRatchet');
+        RequireRatchet.notNullOrUndefined(this.batchRatchet.batchClient, 'batchRatchet.batchClient');
+        RequireRatchet.notNullOrUndefined(this.batchRatchet.defaultJobDefinition, 'batchRatchet.defaultJobDefinition');
+        RequireRatchet.notNullOrUndefined(this.batchRatchet.defaultQueueName, 'batchRatchet.defaultQueueName');
+    }
+    async scheduleBackgroundTask(taskName, data = {}, meta = {}) {
+        if (this.validTaskNames &&
+            this.validTaskNames.length &&
+            (!StringRatchet.trimToNull(taskName) || !this.validTaskNames.includes(taskName))) {
+            ErrorRatchet.throwFormattedErr('Cannot start task %s - not found in valid task list', taskName);
+        }
+        Logger.info('Submitting background task to AWS batch: %s %j %s', taskName, data, this.batchRatchet.defaultQueueName);
+        let rval = null;
+        const jobName = `${this.batchRatchet.defaultJobDefinition}-${taskName}_${DateTime.utc().toFormat('yyyy-MM-dd-HH-mm')}`;
+        const options = {
+            jobName: jobName,
+            jobDefinition: this.batchRatchet.defaultJobDefinition,
+            jobQueue: this.batchRatchet.defaultQueueName,
+            parameters: {
+                taskName,
+                taskData: JSON.stringify(data),
+                taskMetadata: JSON.stringify(meta),
+            },
+        };
+        try {
+            rval = await this.batchRatchet.scheduleJob(options);
+            Logger.info('Job %s(%s) submitted', rval.jobName, rval.jobId);
+        }
+        catch (err) {
+            Logger.error('Cannot submit batch job taskName: %s jobDef: %s queue: %s jobName: %s data: %j', taskName, this.batchRatchet.defaultJobDefinition, this.batchRatchet.defaultQueueName, jobName, data, err);
+        }
+        return rval;
+    }
+}
+//# sourceMappingURL=aws-batch-background-processor.js.map

package/lib/batch/aws-batch-background-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aws-batch-background-processor.js","sourceRoot":"","sources":["../../src/batch/aws-batch-background-processor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAEjC,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAC5E,OAAO,EAAE,YAAY,EAAE,MAAM,4CAA4C,CAAC;AAC1E,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAM/D,MAAM,OAAO,2BAA2B;IAE5B;IACA;IAFV,YACU,YAA6B,EAC7B,cAAyB;QADzB,iBAAY,GAAZ,YAAY,CAAiB;QAC7B,mBAAc,GAAd,cAAc,CAAW;QAEjC,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QACrE,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,0BAA0B,CAAC,CAAC;QAC7F,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,oBAAoB,EAAE,mCAAmC,CAAC,CAAC;QAC/G,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,+BAA+B,CAAC,CAAC;IACzG,CAAC;IAEM,KAAK,CAAC,sBAAsB,CACjC,QAAgB,EAChB,OAA4B,EAAE,EAC9B,OAA4B,EAAE;QAE9B,IACE,IAAI,CAAC,cAAc;YACnB,IAAI,CAAC,cAAc,CAAC,MAAM;YAC1B,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAChF,CAAC;YACD,YAAY,CAAC,iBAAiB,CAAC,qDAAqD,EAAE,QAAQ,CAAC,CAAC;QAClG,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,mDAAmD,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAErH,IAAI,IAAI,GAA2B,IAAI,CAAC;QAExC,MAAM,OAAO,GAAW,GAAG,IAAI,CAAC,YAAY,CAAC,oBAAoB,IAAI,QAAQ,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAE/H,MAAM,OAAO,GAA0B;YACrC,OAAO,EAAE,OAAO;YAChB,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,oBAAoB;YACrD,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB;YAC5C,UAAU,EAAE;gBACV,QAAQ;gBACR,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC9B,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aACnC;SACF,CAAC;QAEF,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CACV,gFAAgF,EAChF,QAAQ,EACR,IAAI,CAAC,YAAY,CAAC,oBAAoB,EACtC,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAClC,OAAO,EACP,IAAI,EACJ,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/lib/batch/aws-batch-ratchet.d.ts

@@ -0,0 +1,13 @@
+import { BatchClient, JobStatus, JobSummary, SubmitJobCommandInput, SubmitJobCommandOutput } from '@aws-sdk/client-batch';
+export declare class AwsBatchRatchet {
+    private _batchClient;
+    private _defaultQueueName?;
+    private _defaultJobDefinition?;
+    constructor(_batchClient: BatchClient, _defaultQueueName?: string, _defaultJobDefinition?: string);
+    get batchClient(): BatchClient;
+    get defaultQueueName(): string;
+    get defaultJobDefinition(): string;
+    scheduleJob(options: SubmitJobCommandInput): Promise<SubmitJobCommandOutput>;
+    jobCountInState(jobStatus: JobStatus, queueName?: string): Promise<number>;
+    listJobs(queueName?: string, jobStatus?: JobStatus): Promise<JobSummary[]>;
+}

package/lib/batch/aws-batch-ratchet.js

@@ -0,0 +1,56 @@
+import { ListJobsCommand, SubmitJobCommand, } from '@aws-sdk/client-batch';
+import { Logger } from '@bitblit/ratchet-common/logger/logger';
+import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
+export class AwsBatchRatchet {
+    _batchClient;
+    _defaultQueueName;
+    _defaultJobDefinition;
+    constructor(_batchClient, _defaultQueueName, _defaultJobDefinition) {
+        this._batchClient = _batchClient;
+        this._defaultQueueName = _defaultQueueName;
+        this._defaultJobDefinition = _defaultJobDefinition;
+    }
+    get batchClient() {
+        return this._batchClient;
+    }
+    get defaultQueueName() {
+        return this._defaultQueueName;
+    }
+    get defaultJobDefinition() {
+        return this._defaultJobDefinition;
+    }
+    async scheduleJob(options) {
+        Logger.info('Submitting batch job %s', options.jobName);
+        try {
+            const rval = await this._batchClient.send(new SubmitJobCommand(options));
+            Logger.info('Job %s(%s) submitted', rval.jobName, rval.jobId);
+            return rval;
+        }
+        catch (err) {
+            Logger.error('Cannot submit batch job %s: %s', options.jobName, err);
+        }
+        return null;
+    }
+    async jobCountInState(jobStatus, queueName = this.defaultQueueName) {
+        const all = await this.listJobs(queueName, jobStatus);
+        return all.length;
+    }
+    async listJobs(queueName = this.defaultQueueName, jobStatus = null) {
+        RequireRatchet.notNullOrUndefined(queueName, 'queueName');
+        let rval = [];
+        const request = {
+            jobQueue: queueName,
+            jobStatus: jobStatus,
+            nextToken: null,
+        };
+        Logger.info('Fetching %j', request);
+        do {
+            Logger.info('Pulling page...');
+            const tmp = await this._batchClient.send(new ListJobsCommand(request));
+            rval = rval.concat(tmp.jobSummaryList);
+            request.nextToken = tmp.nextToken;
+        } while (request.nextToken);
+        return rval;
+    }
+}
+//# sourceMappingURL=aws-batch-ratchet.js.map

package/lib/batch/aws-batch-ratchet.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aws-batch-ratchet.js","sourceRoot":"","sources":["../../src/batch/aws-batch-ratchet.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,eAAe,EAGf,gBAAgB,GAGjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAK9E,MAAM,OAAO,eAAe;IAEhB;IACA;IACA;IAHV,YACU,YAAyB,EACzB,iBAA0B,EAC1B,qBAA8B;QAF9B,iBAAY,GAAZ,YAAY,CAAa;QACzB,sBAAiB,GAAjB,iBAAiB,CAAS;QAC1B,0BAAqB,GAArB,qBAAqB,CAAS;IACrC,CAAC;IAEJ,IAAW,WAAW;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IACD,IAAW,gBAAgB;QACzB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IACD,IAAW,oBAAoB;QAC7B,OAAO,IAAI,CAAC,qBAAqB,CAAC;IACpC,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,OAA8B;QACrD,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACxD,IAAI,CAAC;YACH,MAAM,IAAI,GAA2B,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACvE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,SAAoB,EAAE,YAAoB,IAAI,CAAC,gBAAgB;QAC1F,MAAM,GAAG,GAAiB,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpE,OAAO,GAAG,CAAC,MAAM,CAAC;IACpB,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,YAAoB,IAAI,CAAC,gBAAgB,EAAE,YAAuB,IAAI;QAC1F,cAAc,CAAC,kBAAkB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAC1D,IAAI,IAAI,GAAiB,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAyB;YACpC,QAAQ,EAAE,SAAS;YACnB,SAAS,EAAE,SAAS;YACpB,SAAS,EAAE,IAAI;SAChB,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACpC,GAAG,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC/B,MAAM,GAAG,GAA0B,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9F,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YACvC,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;QACpC,CAAC,QAAQ,OAAO,CAAC,SAAS,EAAE;QAE5B,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/lib/batch/index.d.ts

@@ -0,0 +1,2 @@
+export * from './aws-batch-background-processor.js';
+export * from './aws-batch-ratchet.js';

package/lib/batch/index.js

@@ -0,0 +1,3 @@
+export * from './aws-batch-background-processor.js';
+export * from './aws-batch-ratchet.js';
+//# sourceMappingURL=index.js.map

package/lib/batch/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/batch/index.ts"],"names":[],"mappings":"AAIA,cAAc,qCAAqC,CAAC;AACpD,cAAc,wBAAwB,CAAC"}

package/lib/build/index.d.ts

@@ -0,0 +1 @@
+export * from './ratchet-aws-info.js';

package/lib/build/index.js

@@ -0,0 +1,2 @@
+export * from './ratchet-aws-info.js';
+//# sourceMappingURL=index.js.map

package/lib/build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/build/index.ts"],"names":[],"mappings":"AAIA,cAAc,uBAAuB,CAAC"}

package/lib/build/ratchet-aws-info.d.ts

@@ -0,0 +1,5 @@
+import { BuildInformation } from '@bitblit/ratchet-common/build/build-information';
+export declare class RatchetAwsInfo {
+    private constructor();
+    static buildInformation(): BuildInformation;
+}

package/lib/build/ratchet-aws-info.js

@@ -0,0 +1,15 @@
+export class RatchetAwsInfo {
+    constructor() { }
+    static buildInformation() {
+        const val = {
+            version: 'LOCAL-SNAPSHOT',
+            hash: 'LOCAL-HASH',
+            branch: 'LOCAL-BRANCH',
+            tag: 'LOCAL-TAG',
+            timeBuiltISO: 'LOCAL-TIME-ISO',
+            notes: 'LOCAL-NOTES',
+        };
+        return val;
+    }
+}
+//# sourceMappingURL=ratchet-aws-info.js.map

package/lib/build/ratchet-aws-info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ratchet-aws-info.js","sourceRoot":"","sources":["../../src/build/ratchet-aws-info.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,cAAc;IAGzB,gBAAuB,CAAC;IAEjB,MAAM,CAAC,gBAAgB;QAC5B,MAAM,GAAG,GAAqB;YAC5B,OAAO,EAAE,gBAAgB;YACzB,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,cAAc;YACtB,GAAG,EAAE,WAAW;YAChB,YAAY,EAAE,gBAAgB;YAC9B,KAAK,EAAE,aAAa;SACrB,CAAC;QACF,OAAO,GAAG,CAAC;IACb,CAAC;CACF"}

package/lib/cache/index.d.ts

@@ -0,0 +1,5 @@
+export * from './memory-storage-provider.js';
+export * from './simple-cache-object-wrapper.js';
+export * from './simple-cache-read-options.js';
+export * from './simple-cache-storage-provider.js';
+export * from './simple-cache.js';

package/lib/cache/index.js

@@ -0,0 +1,6 @@
+export * from './memory-storage-provider.js';
+export * from './simple-cache-object-wrapper.js';
+export * from './simple-cache-read-options.js';
+export * from './simple-cache-storage-provider.js';
+export * from './simple-cache.js';
+//# sourceMappingURL=index.js.map

package/lib/cache/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cache/index.ts"],"names":[],"mappings":"AAIA,cAAc,8BAA8B,CAAC;AAC7C,cAAc,kCAAkC,CAAC;AACjD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,oCAAoC,CAAC;AACnD,cAAc,mBAAmB,CAAC"}

package/lib/cache/memory-storage-provider.d.ts

@@ -0,0 +1,10 @@
+import { SimpleCacheObjectWrapper } from './simple-cache-object-wrapper.js';
+import { SimpleCacheStorageProvider } from './simple-cache-storage-provider.js';
+export declare class MemoryStorageProvider implements SimpleCacheStorageProvider {
+    private _cache;
+    readFromCache<T>(cacheKey: string): Promise<SimpleCacheObjectWrapper<T>>;
+    storeInCache<T>(value: SimpleCacheObjectWrapper<T>): Promise<boolean>;
+    removeFromCache(cacheKey: string): Promise<void>;
+    clearCache(): Promise<number>;
+    readAll(): Promise<SimpleCacheObjectWrapper<any>[]>;
+}

package/lib/cache/memory-storage-provider.js

@@ -0,0 +1,28 @@
+export class MemoryStorageProvider {
+    _cache = new Map();
+    async readFromCache(cacheKey) {
+        return this._cache.get(cacheKey);
+    }
+    async storeInCache(value) {
+        let rval = false;
+        if (value?.cacheKey) {
+            this._cache.set(value.cacheKey, value);
+            rval = true;
+        }
+        return rval;
+    }
+    async removeFromCache(cacheKey) {
+        if (cacheKey) {
+            this._cache.delete(cacheKey);
+        }
+    }
+    async clearCache() {
+        const rval = this._cache.size;
+        this._cache = new Map();
+        return rval;
+    }
+    async readAll() {
+        return Array.from(this._cache.values());
+    }
+}
+//# sourceMappingURL=memory-storage-provider.js.map

package/lib/cache/memory-storage-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-storage-provider.js","sourceRoot":"","sources":["../../src/cache/memory-storage-provider.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,qBAAqB;IACxB,MAAM,GAA+C,IAAI,GAAG,EAAyC,CAAC;IAEvG,KAAK,CAAC,aAAa,CAAI,QAAgB;QAC5C,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,YAAY,CAAI,KAAkC;QAC7D,IAAI,IAAI,GAAY,KAAK,CAAC;QAC1B,IAAI,KAAK,EAAE,QAAQ,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACvC,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,QAAgB;QAC3C,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,UAAU;QACrB,MAAM,IAAI,GAAW,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,EAAyC,CAAC;QAC/D,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;CACF"}

package/lib/cache/simple-cache-object-wrapper.d.ts

@@ -0,0 +1,7 @@
+export interface SimpleCacheObjectWrapper<T> {
+    cacheKey: string;
+    createdEpochMS: number;
+    expiresEpochMS: number;
+    value: T;
+    generated: boolean;
+}

package/lib/cache/simple-cache-object-wrapper.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=simple-cache-object-wrapper.js.map

package/lib/cache/simple-cache-object-wrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"simple-cache-object-wrapper.js","sourceRoot":"","sources":["../../src/cache/simple-cache-object-wrapper.ts"],"names":[],"mappings":""}

package/lib/cache/simple-cache-read-options.d.ts

@@ -0,0 +1,5 @@
+export interface SimpleCacheReadOptions {
+    maxStalenessMS: number;
+    timeToLiveMS: number;
+    cacheNullValues: boolean;
+}

package/lib/cache/simple-cache-read-options.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=simple-cache-read-options.js.map

package/lib/cache/simple-cache-read-options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"simple-cache-read-options.js","sourceRoot":"","sources":["../../src/cache/simple-cache-read-options.ts"],"names":[],"mappings":""}

package/lib/cache/simple-cache-storage-provider.d.ts

@@ -0,0 +1,8 @@
+import { SimpleCacheObjectWrapper } from './simple-cache-object-wrapper.js';
+export interface SimpleCacheStorageProvider {
+    readFromCache<T>(cacheKey: string): Promise<SimpleCacheObjectWrapper<T>>;
+    storeInCache<T>(value: SimpleCacheObjectWrapper<T>): Promise<boolean>;
+    removeFromCache(cacheKey: string): Promise<void>;
+    clearCache(): Promise<number>;
+    readAll(): Promise<SimpleCacheObjectWrapper<any>[]>;
+}

package/lib/cache/simple-cache-storage-provider.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=simple-cache-storage-provider.js.map

package/lib/cache/simple-cache-storage-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"simple-cache-storage-provider.js","sourceRoot":"","sources":["../../src/cache/simple-cache-storage-provider.ts"],"names":[],"mappings":""}

package/lib/cache/simple-cache.d.ts

@@ -0,0 +1,14 @@
+import { SimpleCacheStorageProvider } from './simple-cache-storage-provider.js';
+import { SimpleCacheObjectWrapper } from './simple-cache-object-wrapper.js';
+import { SimpleCacheReadOptions } from './simple-cache-read-options.js';
+export declare class SimpleCache {
+    private provider;
+    private defaultTimeToLiveMS;
+    constructor(provider: SimpleCacheStorageProvider, defaultTimeToLiveMS?: number);
+    createDefaultReadOptions(): SimpleCacheReadOptions;
+    fetchWrapper<T>(cacheKey: string, producer: () => Promise<T>, opts?: SimpleCacheReadOptions): Promise<SimpleCacheObjectWrapper<T>>;
+    fetch<T>(cacheKey: string, producer: () => Promise<T>, opts?: SimpleCacheReadOptions): Promise<T>;
+    removeFromCache<T>(cacheKey: string, returnOldValue?: boolean): Promise<SimpleCacheObjectWrapper<T>>;
+    clearCache(): Promise<number>;
+    readAll(): Promise<SimpleCacheObjectWrapper<any>[]>;
+}

package/lib/cache/simple-cache.js

@@ -0,0 +1,65 @@
+import { Logger } from '@bitblit/ratchet-common/logger/logger';
+export class SimpleCache {
+    provider;
+    defaultTimeToLiveMS;
+    constructor(provider, defaultTimeToLiveMS = 1_000 * 60) {
+        this.provider = provider;
+        this.defaultTimeToLiveMS = defaultTimeToLiveMS;
+    }
+    createDefaultReadOptions() {
+        return {
+            maxStalenessMS: null,
+            timeToLiveMS: this.defaultTimeToLiveMS,
+            cacheNullValues: false,
+        };
+    }
+    async fetchWrapper(cacheKey, producer, opts = this.createDefaultReadOptions()) {
+        Logger.silly('Fetching %s', cacheKey);
+        const now = new Date().getTime();
+        let rval = await this.provider.readFromCache(cacheKey);
+        if (rval && rval.expiresEpochMS < now) {
+            Logger.debug('Object found, but expired - removing');
+            rval = null;
+        }
+        if (rval && opts && opts.maxStalenessMS && now - rval.createdEpochMS > opts.maxStalenessMS) {
+            Logger.debug('Object found by too stale - removing');
+            rval = null;
+        }
+        if (!rval) {
+            Logger.debug('%s not found in cache, generating', cacheKey);
+            const tmp = await producer();
+            if (tmp || opts?.cacheNullValues) {
+                Logger.debug('Writing %j to cache');
+                rval = {
+                    cacheKey: cacheKey,
+                    createdEpochMS: now,
+                    expiresEpochMS: opts && opts.timeToLiveMS ? now + opts.timeToLiveMS : null,
+                    value: tmp,
+                    generated: false,
+                };
+                await this.provider.storeInCache(rval);
+                rval.generated = true;
+            }
+        }
+        return rval;
+    }
+    async fetch(cacheKey, producer, opts = null) {
+        const wrapper = await this.fetchWrapper(cacheKey, producer, opts);
+        return wrapper ? wrapper.value : null;
+    }
+    async removeFromCache(cacheKey, returnOldValue) {
+        let rval = null;
+        if (returnOldValue) {
+            rval = await this.fetchWrapper(cacheKey, () => null);
+        }
+        await this.provider.removeFromCache(cacheKey);
+        return rval;
+    }
+    async clearCache() {
+        return this.provider.clearCache();
+    }
+    async readAll() {
+        return this.provider.readAll();
+    }
+}
+//# sourceMappingURL=simple-cache.js.map

package/lib/cache/simple-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"simple-cache.js","sourceRoot":"","sources":["../../src/cache/simple-cache.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAK/D,MAAM,OAAO,WAAW;IAGZ;IACA;IAFV,YACU,QAAoC,EACpC,sBAA8B,KAAK,GAAG,EAAE;QADxC,aAAQ,GAAR,QAAQ,CAA4B;QACpC,wBAAmB,GAAnB,mBAAmB,CAAqB;IAC/C,CAAC;IAEG,wBAAwB;QAC7B,OAAO;YACL,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,IAAI,CAAC,mBAAmB;YACtC,eAAe,EAAE,KAAK;SACvB,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,YAAY,CACvB,QAAgB,EAChB,QAA0B,EAC1B,OAA+B,IAAI,CAAC,wBAAwB,EAAE;QAE9D,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;QACtC,MAAM,GAAG,GAAW,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACzC,IAAI,IAAI,GAAgC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACpF,IAAI,IAAI,IAAI,IAAI,CAAC,cAAc,GAAG,GAAG,EAAE,CAAC;YACtC,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;YACrD,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,cAAc,IAAI,GAAG,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YAC3F,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;YACrD,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,QAAQ,CAAC,CAAC;YAC5D,MAAM,GAAG,GAAM,MAAM,QAAQ,EAAE,CAAC;YAChC,IAAI,GAAG,IAAI,IAAI,EAAE,eAAe,EAAE,CAAC;gBACjC,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;gBACpC,IAAI,GAAG;oBACL,QAAQ,EAAE,QAAQ;oBAClB,cAAc,EAAE,GAAG;oBACnB,cAAc,EAAE,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;oBAC1E,KAAK,EAAE,GAAG;oBACV,SAAS,EAAE,KAAK;iBACjB,CAAC;gBACF,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;gBACvC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACxB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,KAAK,CAAI,QAAgB,EAAE,QAA0B,EAAE,OAA+B,IAAI;QACrG,MAAM,OAAO,GAAgC,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC/F,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IACxC,CAAC;IAEM,KAAK,CAAC,eAAe,CAAI,QAAgB,EAAE,cAAwB;QACxE,IAAI,IAAI,GAAgC,IAAI,CAAC;QAC7C,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,UAAU;QACrB,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;IACpC,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IACjC,CAAC;CACF"}

package/lib/cloudwatch/cloud-watch-log-group-ratchet.d.ts

@@ -0,0 +1,10 @@
+import { CloudWatchLogsClient, FilteredLogEvent, LogStream } from '@aws-sdk/client-cloudwatch-logs';
+export declare class CloudWatchLogGroupRatchet {
+    private logGroup;
+    private awsCWLogs;
+    constructor(logGroup: string, awsCWLogs?: CloudWatchLogsClient);
+    get cloudWatchLogsClient(): CloudWatchLogsClient;
+    readLogStreams(startTimestamp?: number, endTimestamp?: number): Promise<LogStream[]>;
+    readLogStreamNames(startTimestamp?: number, endTimestamp?: number): Promise<string[]>;
+    readEvents(filter: string, startTimestamp?: number, endTimestamp?: number, sortEvents?: boolean, maxEvents?: number): Promise<FilteredLogEvent[]>;
+}

package/lib/cloudwatch/cloud-watch-log-group-ratchet.js

@@ -0,0 +1,75 @@
+import { CloudWatchLogsClient, DescribeLogStreamsCommand, FilterLogEventsCommand, } from '@aws-sdk/client-cloudwatch-logs';
+import { Logger } from '@bitblit/ratchet-common/logger/logger';
+import { StopWatch } from '@bitblit/ratchet-common/lang/stop-watch';
+export class CloudWatchLogGroupRatchet {
+    logGroup;
+    awsCWLogs;
+    constructor(logGroup, awsCWLogs = new CloudWatchLogsClient({ region: 'us-east-1' })) {
+        this.logGroup = logGroup;
+        this.awsCWLogs = awsCWLogs;
+    }
+    get cloudWatchLogsClient() {
+        return this.awsCWLogs;
+    }
+    async readLogStreams(startTimestamp = null, endTimestamp = null) {
+        const params = {
+            logGroupName: this.logGroup,
+            orderBy: 'LastEventTime',
+        };
+        const rval = [];
+        do {
+            Logger.debug('Pulling more log streams (%d found so far)', rval.length);
+            const temp = await this.awsCWLogs.send(new DescribeLogStreamsCommand(params));
+            temp.logStreams.forEach((s) => {
+                if (s.lastEventTimestamp !== null) {
+                    if (!startTimestamp || s.lastEventTimestamp >= startTimestamp) {
+                        if (!endTimestamp || s.firstEventTimestamp <= endTimestamp) {
+                            rval.push(s);
+                        }
+                    }
+                }
+            });
+            params.nextToken = temp.nextToken;
+        } while (params.nextToken);
+        Logger.debug('Found %d total, returning', rval.length);
+        return rval;
+    }
+    async readLogStreamNames(startTimestamp = null, endTimestamp = null) {
+        const streams = await this.readLogStreams(startTimestamp, endTimestamp);
+        const rval = streams.map((s) => s.logStreamName);
+        return rval;
+    }
+    async readEvents(filter, startTimestamp = null, endTimestamp = null, sortEvents = true, maxEvents = null) {
+        const sw = new StopWatch();
+        const params = {
+            logGroupName: this.logGroup,
+            endTime: endTimestamp,
+            startTime: startTimestamp,
+        };
+        if (filter) {
+            params.filterPattern = filter;
+        }
+        Logger.debug('Reading log events matching : %j', params);
+        let rval = [];
+        do {
+            Logger.debug('Pulling more log events (%d found so far) : %s', rval.length, sw.dump());
+            const temp = await this.awsCWLogs.send(new FilterLogEventsCommand(params));
+            rval = rval.concat(temp.events);
+            params.nextToken = temp.nextToken;
+        } while (!!params.nextToken && (!maxEvents || rval.length < maxEvents));
+        Logger.debug('Found %d total in %s', rval.length, sw.dump());
+        if (sortEvents) {
+            Logger.debug('Sorting events by timestamp');
+            rval = rval.sort((a, b) => {
+                let rval = a.timestamp - b.timestamp;
+                if (rval === 0) {
+                    rval = a.message.localeCompare(b.message);
+                }
+                return rval;
+            });
+        }
+        sw.log();
+        return rval;
+    }
+}
+//# sourceMappingURL=cloud-watch-log-group-ratchet.js.map

package/lib/cloudwatch/cloud-watch-log-group-ratchet.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-watch-log-group-ratchet.js","sourceRoot":"","sources":["../../src/cloudwatch/cloud-watch-log-group-ratchet.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,yBAAyB,EAIzB,sBAAsB,GAIvB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEpE,MAAM,OAAO,yBAAyB;IAE1B;IACA;IAFV,YACU,QAAgB,EAChB,YAAkC,IAAI,oBAAoB,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QADnF,aAAQ,GAAR,QAAQ,CAAQ;QAChB,cAAS,GAAT,SAAS,CAA0E;IAC1F,CAAC;IAEJ,IAAW,oBAAoB;QAC7B,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IACM,KAAK,CAAC,cAAc,CAAC,iBAAyB,IAAI,EAAE,eAAuB,IAAI;QACpF,MAAM,MAAM,GAAmC;YAC7C,YAAY,EAAE,IAAI,CAAC,QAAQ;YAE3B,OAAO,EAAE,eAAe;SACzB,CAAC;QAEF,MAAM,IAAI,GAAgB,EAAE,CAAC;QAE7B,GAAG,CAAC;YACF,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACxE,MAAM,IAAI,GAAoC,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,yBAAyB,CAAC,MAAM,CAAC,CAAC,CAAC;YAE/G,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC5B,IAAI,CAAC,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;oBAClC,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC,kBAAkB,IAAI,cAAc,EAAE,CAAC;wBAC9D,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,mBAAmB,IAAI,YAAY,EAAE,CAAC;4BAC3D,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBACf,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACpC,CAAC,QAAQ,MAAM,CAAC,SAAS,EAAE;QAE3B,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,iBAAyB,IAAI,EAAE,eAAuB,IAAI;QACxF,MAAM,OAAO,GAAgB,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;QACrF,MAAM,IAAI,GAAa,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,UAAU,CACrB,MAAc,EACd,iBAAyB,IAAI,EAC7B,eAAuB,IAAI,EAC3B,UAAU,GAAG,IAAI,EACjB,YAAoB,IAAI;QAExB,MAAM,EAAE,GAAc,IAAI,SAAS,EAAE,CAAC;QACtC,MAAM,MAAM,GAAgC;YAC1C,YAAY,EAAE,IAAI,CAAC,QAAQ;YAC3B,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,cAAc;SAC1B,CAAC;QAEF,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,aAAa,GAAG,MAAM,CAAC;QAChC,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,MAAM,CAAC,CAAC;QAEzD,IAAI,IAAI,GAAuB,EAAE,CAAC;QAElC,GAAG,CAAC;YACF,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YACvF,MAAM,IAAI,GAAiC,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAC;YACzG,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACpC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE;QAExE,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QAE7D,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAC5C,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACxB,IAAI,IAAI,GAAG,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;gBACrC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBAC5C,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC;QAED,EAAE,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/lib/cloudwatch/cloud-watch-logs-ratchet.d.ts

@@ -0,0 +1,15 @@
+import { CloudWatchLogsClient, GetQueryResultsCommandOutput, LogGroup, LogStream, StartQueryCommandInput, StopQueryCommandOutput } from '@aws-sdk/client-cloudwatch-logs';
+export declare class CloudWatchLogsRatchet {
+    private static readonly MAX_DELETE_RETRIES;
+    private cwLogs;
+    constructor(cloudwatchLogs?: CloudWatchLogsClient);
+    get cloudWatchLogsClient(): CloudWatchLogsClient;
+    removeEmptyOrOldLogStreams(logGroupName: string, maxToRemove?: number, oldestEventEpochMS?: number): Promise<LogStream[]>;
+    findOldestEventTimestampInGroup(logGroupName: string): Promise<number>;
+    findStreamWithOldestEventInGroup(logGroupName: string): Promise<LogStream>;
+    findLogGroups(prefix: string): Promise<LogGroup[]>;
+    removeLogGroups(groups: LogGroup[]): Promise<boolean[]>;
+    removeLogGroupsWithPrefix(prefix: string): Promise<boolean[]>;
+    fullyExecuteInsightsQuery(sqr: StartQueryCommandInput): Promise<GetQueryResultsCommandOutput>;
+    abortInsightsQuery(queryId: string): Promise<StopQueryCommandOutput>;
+}