@bitblit/ratchet-aws 4.0.419-alpha → 4.0.421-alpha

package/lib/cloudwatch/cloud-watch-logs-ratchet.js

@@ -0,0 +1,174 @@
+import { CloudWatchLogsClient, DeleteLogGroupCommand, DeleteLogStreamCommand, DescribeLogGroupsCommand, DescribeLogStreamsCommand, GetQueryResultsCommand, OrderBy, StartQueryCommand, StopQueryCommand, } from '@aws-sdk/client-cloudwatch-logs';
+import { Logger } from '@bitblit/ratchet-common/logger/logger';
+import { PromiseRatchet } from '@bitblit/ratchet-common/lang/promise-ratchet';
+import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
+import { StringRatchet } from '@bitblit/ratchet-common/lang/string-ratchet';
+export class CloudWatchLogsRatchet {
+    static MAX_DELETE_RETRIES = 5;
+    cwLogs;
+    constructor(cloudwatchLogs = null) {
+        this.cwLogs = cloudwatchLogs ? cloudwatchLogs : new CloudWatchLogsClient({ region: 'us-east-1' });
+    }
+    get cloudWatchLogsClient() {
+        return this.cwLogs;
+    }
+    async removeEmptyOrOldLogStreams(logGroupName, maxToRemove = 1000, oldestEventEpochMS = null) {
+        Logger.info('Removing empty streams from %s, oldest event epoch MS : %d', logGroupName, oldestEventEpochMS);
+        const streamSearchParams = {
+            logGroupName: logGroupName,
+            orderBy: OrderBy.LastEventTime,
+        };
+        const oldestEventTester = oldestEventEpochMS || 1;
+        let totalStreams = 0;
+        const removedStreams = [];
+        const failedRemovedStreams = [];
+        let waitPerDescribe = 10;
+        do {
+            Logger.debug('Executing search for streams');
+            try {
+                const streams = await this.cwLogs.send(new DescribeLogStreamsCommand(streamSearchParams));
+                totalStreams += streams.logStreams.length;
+                Logger.debug('Found %d streams (%d so far, %d to delete)', streams.logStreams.length, totalStreams, removedStreams.length);
+                for (let i = 0; i < streams.logStreams.length && removedStreams.length < maxToRemove; i++) {
+                    const st = streams.logStreams[i];
+                    if (!st.firstEventTimestamp) {
+                        removedStreams.push(st);
+                    }
+                    else if (st.lastEventTimestamp < oldestEventTester) {
+                        removedStreams.push(st);
+                    }
+                }
+                streamSearchParams['nextToken'] = streams.nextToken;
+            }
+            catch (err) {
+                const oldWait = waitPerDescribe;
+                waitPerDescribe = Math.min(1000, waitPerDescribe * 1.5);
+                Logger.info('Caught while describing %s, increasing wait between deletes (was %d, now %d)', err, oldWait, waitPerDescribe);
+            }
+        } while (!!streamSearchParams['nextToken'] && removedStreams.length < maxToRemove);
+        Logger.info('Found %d streams to delete', removedStreams.length);
+        let waitPer = 10;
+        for (let i = 0; i < removedStreams.length; i++) {
+            const delParams = {
+                logGroupName: logGroupName,
+                logStreamName: removedStreams[i].logStreamName,
+            };
+            const type = removedStreams[i].storedBytes === 0 ? 'empty' : 'old';
+            Logger.info('Removing %s stream %s', type, removedStreams[i].logStreamName);
+            let removed = false;
+            let retry = 0;
+            while (!removed && retry < CloudWatchLogsRatchet.MAX_DELETE_RETRIES) {
+                try {
+                    await this.cwLogs.send(new DeleteLogStreamCommand(delParams));
+                    removed = true;
+                    await PromiseRatchet.wait(waitPer);
+                }
+                catch (err) {
+                    retry++;
+                    const oldWait = waitPer;
+                    waitPer = Math.min(1000, waitPer * 1.5);
+                    Logger.info('Caught %s, increasing wait between deletes and retrying (wait was %d, now %d) (Retry %d of %d)', err, oldWait, waitPer, retry, CloudWatchLogsRatchet.MAX_DELETE_RETRIES);
+                }
+            }
+            if (!removed) {
+                failedRemovedStreams.push(removedStreams[i]);
+            }
+        }
+        Logger.warn('Failed to remove streams : %j', failedRemovedStreams);
+        return removedStreams;
+    }
+    async findOldestEventTimestampInGroup(logGroupName) {
+        const stream = await this.findStreamWithOldestEventInGroup(logGroupName);
+        return stream ? stream.firstEventTimestamp : null;
+    }
+    async findStreamWithOldestEventInGroup(logGroupName) {
+        Logger.info('Finding oldest event in : %s', logGroupName);
+        let rval = null;
+        try {
+            const streamSearchParams = {
+                logGroupName: logGroupName,
+                orderBy: OrderBy.LastEventTime,
+            };
+            let totalStreams = 0;
+            do {
+                Logger.debug('Executing search for streams');
+                const streams = await this.cwLogs.send(new DescribeLogStreamsCommand(streamSearchParams));
+                totalStreams += streams.logStreams.length;
+                Logger.debug('Found %d streams (%d so far)', streams.logStreams.length, totalStreams);
+                streams.logStreams.forEach((s) => {
+                    if (s.firstEventTimestamp && (rval === null || s.firstEventTimestamp < rval.firstEventTimestamp)) {
+                        rval = s;
+                    }
+                });
+                streamSearchParams['nextToken'] = streams.nextToken;
+            } while (streamSearchParams['nextToken']);
+        }
+        catch (err) {
+            Logger.error('Error attempting to find oldest event in group : %s : %s', logGroupName, err, err);
+        }
+        return rval;
+    }
+    async findLogGroups(prefix) {
+        RequireRatchet.notNullOrUndefined(prefix);
+        const params = {
+            logGroupNamePrefix: prefix,
+        };
+        let rval = [];
+        do {
+            Logger.info('%d found, pulling log groups : %j', rval.length, params);
+            const res = await this.cwLogs.send(new DescribeLogGroupsCommand(params));
+            rval = rval.concat(res.logGroups);
+            params.nextToken = res.nextToken;
+        } while (params.nextToken);
+        return rval;
+    }
+    async removeLogGroups(groups) {
+        RequireRatchet.notNullOrUndefined(groups);
+        const rval = [];
+        for (let i = 0; i < groups.length; i++) {
+            try {
+                Logger.info('Deleting %j', groups[i]);
+                const req = {
+                    logGroupName: groups[i].logGroupName,
+                };
+                await this.cwLogs.send(new DeleteLogGroupCommand(req));
+                rval.push(true);
+            }
+            catch (err) {
+                Logger.error('Failure to delete %j : %s', groups[i], err);
+                rval.push(false);
+            }
+        }
+        return rval;
+    }
+    async removeLogGroupsWithPrefix(prefix) {
+        RequireRatchet.notNullOrUndefined(prefix);
+        RequireRatchet.true(StringRatchet.trimToEmpty(prefix).length > 0);
+        Logger.info('Removing log groups with prefix %s', prefix);
+        const groups = await this.findLogGroups(prefix);
+        return await this.removeLogGroups(groups);
+    }
+    async fullyExecuteInsightsQuery(sqr) {
+        RequireRatchet.notNullOrUndefined(sqr);
+        Logger.debug('Starting insights query : %j', sqr);
+        const resp = await this.cwLogs.send(new StartQueryCommand(sqr));
+        Logger.debug('Got query id %j', resp);
+        let rval = null;
+        let delayMS = 100;
+        while (!rval || ['Running', 'Scheduled'].includes(rval.status)) {
+            rval = await this.cwLogs.send(new GetQueryResultsCommand({ queryId: resp.queryId }));
+            await PromiseRatchet.wait(delayMS);
+            delayMS *= 2;
+            Logger.info('Got : %j', rval);
+        }
+        return rval;
+    }
+    async abortInsightsQuery(queryId) {
+        let rval = null;
+        if (queryId) {
+            rval = await this.cwLogs.send(new StopQueryCommand({ queryId: queryId }));
+        }
+        return rval;
+    }
+}
+//# sourceMappingURL=cloud-watch-logs-ratchet.js.map

package/lib/cloudwatch/cloud-watch-logs-ratchet.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-watch-logs-ratchet.js","sourceRoot":"","sources":["../../src/cloudwatch/cloud-watch-logs-ratchet.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,qBAAqB,EAErB,sBAAsB,EACtB,wBAAwB,EAGxB,yBAAyB,EAEzB,sBAAsB,EAItB,OAAO,EACP,iBAAiB,EAGjB,gBAAgB,GAEjB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAC9E,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAE5E,MAAM,OAAO,qBAAqB;IACxB,MAAM,CAAU,kBAAkB,GAAG,CAAC,CAAC;IACvC,MAAM,CAAuB;IAErC,YAAY,iBAAuC,IAAI;QACrD,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IACpG,CAAC;IAED,IAAW,oBAAoB;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,0BAA0B,CACrC,YAAoB,EACpB,WAAW,GAAG,IAAI,EAClB,qBAA6B,IAAI;QAEjC,MAAM,CAAC,IAAI,CAAC,4DAA4D,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;QAC5G,MAAM,kBAAkB,GAAQ;YAC9B,YAAY,EAAE,YAAY;YAC1B,OAAO,EAAE,OAAO,CAAC,aAAa;SAC/B,CAAC;QAEF,MAAM,iBAAiB,GAAW,kBAAkB,IAAI,CAAC,CAAC;QAC1D,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,MAAM,cAAc,GAAgB,EAAE,CAAC;QACvC,MAAM,oBAAoB,GAAgB,EAAE,CAAC;QAC7C,IAAI,eAAe,GAAG,EAAE,CAAC;QAEzB,GAAG,CAAC;YACF,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC7C,IAAI,CAAC;gBACH,MAAM,OAAO,GAAoC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,yBAAyB,CAAC,kBAAkB,CAAC,CAAC,CAAC;gBAC3H,YAAY,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;gBAE1C,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;gBAE3H,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,IAAI,cAAc,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC1F,MAAM,EAAE,GAAc,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBAC5C,IAAI,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC;wBAC5B,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC1B,CAAC;yBAAM,IAAI,EAAE,CAAC,kBAAkB,GAAG,iBAAiB,EAAE,CAAC;wBACrD,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBAED,kBAAkB,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;YACtD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,OAAO,GAAW,eAAe,CAAC;gBACxC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,eAAe,GAAG,GAAG,CAAC,CAAC;gBACxD,MAAM,CAAC,IAAI,CAAC,8EAA8E,EAAE,GAAG,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;YAC7H,CAAC;QACH,CAAC,QAAQ,CAAC,CAAC,kBAAkB,CAAC,WAAW,CAAC,IAAI,cAAc,CAAC,MAAM,GAAG,WAAW,EAAE;QAEnF,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;QACjE,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG;gBAChB,YAAY,EAAE,YAAY;gBAC1B,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,aAAa;aAC/C,CAAC;YAEF,MAAM,IAAI,GAAW,cAAc,CAAC,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;YAC3E,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YAC5E,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,OAAO,CAAC,OAAO,IAAI,KAAK,GAAG,qBAAqB,CAAC,kBAAkB,EAAE,CAAC;gBACpE,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,sBAAsB,CAAC,SAAS,CAAC,CAAC,CAAC;oBAC9D,OAAO,GAAG,IAAI,CAAC;oBACf,MAAM,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC;oBACR,MAAM,OAAO,GAAW,OAAO,CAAC;oBAChC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,GAAG,GAAG,CAAC,CAAC;oBACxC,MAAM,CAAC,IAAI,CACT,gGAAgG,EAChG,GAAG,EACH,OAAO,EACP,OAAO,EACP,KAAK,EACL,qBAAqB,CAAC,kBAAkB,CACzC,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,IAAI,CAAC,OAAO,EAAE,CAAC;gBAEb,oBAAoB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,oBAAoB,CAAC,CAAC;QACnE,OAAO,cAAc,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,+BAA+B,CAAC,YAAoB;QAC/D,MAAM,MAAM,GAAc,MAAM,IAAI,CAAC,gCAAgC,CAAC,YAAY,CAAC,CAAC;QACpF,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC;IACpD,CAAC;IAEM,KAAK,CAAC,gCAAgC,CAAC,YAAoB;QAChE,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,YAAY,CAAC,CAAC;QAC1D,IAAI,IAAI,GAAc,IAAI,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG;gBACzB,YAAY,EAAE,YAAY;gBAC1B,OAAO,EAAE,OAAO,CAAC,aAAa;aAC/B,CAAC;YAEF,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,GAAG,CAAC;gBACF,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAC7C,MAAM,OAAO,GAAoC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,yBAAyB,CAAC,kBAAkB,CAAC,CAAC,CAAC;gBAC3H,YAAY,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;gBAE1C,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;gBAEtF,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;oBAC/B,IAAI,CAAC,CAAC,mBAAmB,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC;wBACjG,IAAI,GAAG,CAAC,CAAC;oBACX,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,kBAAkB,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;YACtD,CAAC,QAAQ,kBAAkB,CAAC,WAAW,CAAC,EAAE;QAC5C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,0DAA0D,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACnG,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAc;QACvC,cAAc,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAE1C,MAAM,MAAM,GAAkC;YAC5C,kBAAkB,EAAE,MAAM;SAC3B,CAAC;QACF,IAAI,IAAI,GAAe,EAAE,CAAC;QAE1B,GAAG,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACtE,MAAM,GAAG,GAAmC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,wBAAwB,CAAC,MAAM,CAAC,CAAC,CAAC;YACzG,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAClC,MAAM,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;QACnC,CAAC,QAAQ,MAAM,CAAC,SAAS,EAAE;QAE3B,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,MAAkB;QAC7C,cAAc,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAc,EAAE,CAAC;QAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtC,MAAM,GAAG,GAA+B;oBACtC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY;iBACrC,CAAC;gBACF,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC;gBACvD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC1D,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,yBAAyB,CAAC,MAAc;QACnD,cAAc,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC1C,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAElE,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE,MAAM,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAe,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC5D,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,yBAAyB,CAAC,GAA2B;QAChE,cAAc,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,IAAI,GAA4B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC;QACzF,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;QAEtC,IAAI,IAAI,GAAiC,IAAI,CAAC;QAC9C,IAAI,OAAO,GAAW,GAAG,CAAC;QAC1B,OAAO,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/D,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,sBAAsB,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrF,MAAM,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnC,OAAO,IAAI,CAAC,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,OAAe;QAC7C,IAAI,IAAI,GAA2B,IAAI,CAAC;QACxC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAC5E,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC"}

package/lib/cloudwatch/cloud-watch-metrics-ratchet.d.ts

@@ -0,0 +1,10 @@
+import { CloudWatchClient, StandardUnit } from '@aws-sdk/client-cloudwatch';
+import { CloudWatchMetricsMinuteLevelDynamoCountRequest } from '../model/cloud-watch-metrics-minute-level-dynamo-count-request.js';
+import { KeyValue } from '@bitblit/ratchet-common/lang/key-value';
+export declare class CloudWatchMetricsRatchet {
+    private cw;
+    constructor(cloudWatch?: CloudWatchClient);
+    get cloudWatchClient(): CloudWatchClient;
+    writeSingleMetric(namespace: string, metric: string, dims: KeyValue<any>[], unit: StandardUnit, value: number, timestampDate?: Date, highResolution?: boolean): Promise<any>;
+    writeDynamoCountAsMinuteLevelMetric(req: CloudWatchMetricsMinuteLevelDynamoCountRequest): Promise<number>;
+}

package/lib/cloudwatch/cloud-watch-metrics-ratchet.js

@@ -0,0 +1,57 @@
+import { CloudWatchClient, PutMetricDataCommand, StandardUnit, } from '@aws-sdk/client-cloudwatch';
+import { DateTime } from 'luxon';
+import { Logger } from '@bitblit/ratchet-common/logger/logger';
+export class CloudWatchMetricsRatchet {
+    cw;
+    constructor(cloudWatch = null) {
+        this.cw = cloudWatch ? cloudWatch : new CloudWatchClient({ region: 'us-east-1', apiVersion: '2010-08-01' });
+    }
+    get cloudWatchClient() {
+        return this.cw;
+    }
+    async writeSingleMetric(namespace, metric, dims, unit = StandardUnit.None, value, timestampDate = new Date(), highResolution = false) {
+        const cwDims = [];
+        if (!!dims && dims.length > 0) {
+            dims.forEach((d) => {
+                cwDims.push({ Name: d.key, Value: d.value });
+            });
+        }
+        const storageResolution = highResolution ? 1 : 60;
+        const metricData = {
+            Namespace: namespace,
+            MetricData: [
+                {
+                    MetricName: metric,
+                    Dimensions: cwDims,
+                    Unit: unit,
+                    Value: value,
+                    Timestamp: timestampDate,
+                    StorageResolution: storageResolution,
+                },
+            ],
+        };
+        Logger.silly('Writing metric to cw : %j', metricData);
+        const result = await this.cw.send(new PutMetricDataCommand(metricData));
+        Logger.silly('Result: %j', result);
+        return result;
+    }
+    async writeDynamoCountAsMinuteLevelMetric(req) {
+        Logger.info('Publishing %s / %s metric for %s UTC', req.namespace, req.metric, req.minuteUTC);
+        if (!!req.scan && !!req.query) {
+            throw new Error('Must send query or scan, but not both');
+        }
+        if (!req.scan && !req.query) {
+            throw new Error('You must specify either a scan or a query');
+        }
+        const cnt = req.query
+            ? await req.dynamoRatchet.fullyExecuteQueryCount(req.query)
+            : await req.dynamoRatchet.fullyExecuteScanCount(req.scan);
+        Logger.debug('%s / %s for %s are %j', req.namespace, req.metric, req.minuteUTC, cnt);
+        const parseDateString = req.minuteUTC.split(' ').join('T') + ':00Z';
+        const parseDate = DateTime.fromISO(parseDateString).toJSDate();
+        const metricRes = await this.writeSingleMetric(req.namespace, req.metric, req.dims, StandardUnit.Count, cnt.count, parseDate, false);
+        Logger.debug('Metrics response: %j', metricRes);
+        return cnt.count;
+    }
+}
+//# sourceMappingURL=cloud-watch-metrics-ratchet.js.map

package/lib/cloudwatch/cloud-watch-metrics-ratchet.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-watch-metrics-ratchet.js","sourceRoot":"","sources":["../../src/cloudwatch/cloud-watch-metrics-ratchet.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EAGpB,YAAY,GACb,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAEjC,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAE/D,MAAM,OAAO,wBAAwB;IAC3B,EAAE,CAAmB;IAE7B,YAAY,aAA+B,IAAI;QAC7C,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC,CAAC;IAC9G,CAAC;IAED,IAAW,gBAAgB;QACzB,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAC5B,SAAiB,EACjB,MAAc,EACd,IAAqB,EACrB,OAAqB,YAAY,CAAC,IAAI,EACtC,KAAa,EACb,gBAAsB,IAAI,IAAI,EAAE,EAChC,cAAc,GAAG,KAAK;QAEtB,MAAM,MAAM,GAAU,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBACjB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YAC/C,CAAC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,iBAAiB,GAAW,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE1D,MAAM,UAAU,GAA8B;YAC5C,SAAS,EAAE,SAAS;YACpB,UAAU,EAAE;gBACV;oBACE,UAAU,EAAE,MAAM;oBAClB,UAAU,EAAE,MAAM;oBAClB,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,KAAK;oBACZ,SAAS,EAAE,aAAa;oBACxB,iBAAiB,EAAE,iBAAiB;iBACrC;aACF;SACF,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,UAAU,CAAC,CAAC;QAEtD,MAAM,MAAM,GAA+B,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAAC;QACpG,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,mCAAmC,CAAC,GAAmD;QAClG,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAE9F,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,GAAG,GAAsB,GAAG,CAAC,KAAK;YACtC,CAAC,CAAC,MAAM,GAAG,CAAC,aAAa,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC;YAC3D,CAAC,CAAC,MAAM,GAAG,CAAC,aAAa,CAAC,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE5D,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAErF,MAAM,eAAe,GAAW,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;QAC5E,MAAM,SAAS,GAAS,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,QAAQ,EAAE,CAAC;QAErE,MAAM,SAAS,GAAQ,MAAM,IAAI,CAAC,iBAAiB,CACjD,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,MAAM,EACV,GAAG,CAAC,IAAI,EACR,YAAY,CAAC,KAAK,EAClB,GAAG,CAAC,KAAK,EACT,SAAS,EACT,KAAK,CACN,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,SAAS,CAAC,CAAC;QAEhD,OAAO,GAAG,CAAC,KAAK,CAAC;IACnB,CAAC;CACF"}

package/lib/cloudwatch/index.d.ts

@@ -0,0 +1,3 @@
+export * from './cloud-watch-log-group-ratchet.js';
+export * from './cloud-watch-logs-ratchet.js';
+export * from './cloud-watch-metrics-ratchet.js';

package/lib/cloudwatch/index.js

@@ -0,0 +1,4 @@
+export * from './cloud-watch-log-group-ratchet.js';
+export * from './cloud-watch-logs-ratchet.js';
+export * from './cloud-watch-metrics-ratchet.js';
+//# sourceMappingURL=index.js.map

package/lib/cloudwatch/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cloudwatch/index.ts"],"names":[],"mappings":"AAIA,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,kCAAkC,CAAC"}

package/lib/daemon/daemon-like.d.ts

@@ -0,0 +1,16 @@
+import { DaemonProcessState } from './daemon-process-state.js';
+import { DaemonProcessCreateOptions } from './daemon-process-create-options.js';
+export interface DaemonLike {
+    get defaultGroup(): string;
+    keyToPublicToken(key: string, expirationSeconds: number): Promise<string>;
+    start(options: DaemonProcessCreateOptions): Promise<DaemonProcessState>;
+    clean(group?: string, olderThanSeconds?: number): Promise<DaemonProcessState[]>;
+    listKeys(group?: string): Promise<string[]>;
+    list(group?: string): Promise<DaemonProcessState[]>;
+    updateMessage(id: string, newMessage: string): Promise<DaemonProcessState>;
+    statFromPublicToken(publicToken: string): Promise<DaemonProcessState>;
+    stat(key: string): Promise<DaemonProcessState>;
+    abort(id: string): Promise<DaemonProcessState>;
+    error(id: string, error: string): Promise<DaemonProcessState>;
+    finalize(id: string, contents: Buffer): Promise<DaemonProcessState>;
+}

package/lib/daemon/daemon-like.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=daemon-like.js.map

package/lib/daemon/daemon-like.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon-like.js","sourceRoot":"","sources":["../../src/daemon/daemon-like.ts"],"names":[],"mappings":""}

package/lib/daemon/daemon-process-create-options.d.ts

@@ -0,0 +1,7 @@
+export interface DaemonProcessCreateOptions {
+    title: string;
+    contentType: string;
+    group: string;
+    meta: any;
+    targetFileName: string;
+}

package/lib/daemon/daemon-process-create-options.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=daemon-process-create-options.js.map

package/lib/daemon/daemon-process-create-options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon-process-create-options.js","sourceRoot":"","sources":["../../src/daemon/daemon-process-create-options.ts"],"names":[],"mappings":""}

package/lib/daemon/daemon-process-state-public-token.d.ts

@@ -0,0 +1,4 @@
+import { JwtTokenBase } from '@bitblit/ratchet-common/jwt/jwt-token-base';
+export interface DaemonProcessStatePublicToken extends JwtTokenBase {
+    daemonKey: string;
+}

package/lib/daemon/daemon-process-state-public-token.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=daemon-process-state-public-token.js.map

package/lib/daemon/daemon-process-state-public-token.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon-process-state-public-token.js","sourceRoot":"","sources":["../../src/daemon/daemon-process-state-public-token.ts"],"names":[],"mappings":""}

package/lib/daemon/daemon-process-state.d.ts

@@ -0,0 +1,13 @@
+export interface DaemonProcessState {
+    id: string;
+    title: string;
+    targetFileName: string;
+    lastUpdatedEpochMS: number;
+    lastUpdatedMessage: string;
+    startedEpochMS: number;
+    completedEpochMS: number;
+    meta: any;
+    error: string;
+    link: string;
+    contentType: string;
+}

package/lib/daemon/daemon-process-state.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=daemon-process-state.js.map

package/lib/daemon/daemon-process-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon-process-state.js","sourceRoot":"","sources":["../../src/daemon/daemon-process-state.ts"],"names":[],"mappings":""}

package/lib/daemon/daemon-stream-data-options.d.ts

@@ -0,0 +1,5 @@
+import { Progress } from '@aws-sdk/lib-storage';
+export interface DaemonStreamDataOptions {
+    overrideTargetFileName?: string;
+    progressFn?: (progress: Progress) => void;
+}

package/lib/daemon/daemon-stream-data-options.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=daemon-stream-data-options.js.map

package/lib/daemon/daemon-stream-data-options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon-stream-data-options.js","sourceRoot":"","sources":["../../src/daemon/daemon-stream-data-options.ts"],"names":[],"mappings":""}

package/lib/daemon/daemon-util.d.ts

@@ -0,0 +1,17 @@
+import { DaemonProcessState } from './daemon-process-state.js';
+import { DaemonProcessCreateOptions } from './daemon-process-create-options.js';
+import { Readable } from 'stream';
+import { S3CacheRatchetLike } from '../s3/s3-cache-ratchet-like.js';
+import { DaemonStreamDataOptions } from './daemon-stream-data-options.js';
+export declare class DaemonUtil {
+    static DEFAULT_CONTENT: Buffer;
+    static DAEMON_METADATA_KEY: string;
+    static start(cache: S3CacheRatchetLike, id: string, s3Key: string, options: DaemonProcessCreateOptions): Promise<DaemonProcessState>;
+    static writeState(cache: S3CacheRatchetLike, s3Key: string, newState: DaemonProcessState, contents: Uint8Array): Promise<DaemonProcessState>;
+    static streamDataAndFinish(cache: S3CacheRatchetLike, s3Key: string, data: Readable, options?: DaemonStreamDataOptions): Promise<DaemonProcessState>;
+    static updateMessage(cache: S3CacheRatchetLike, s3Key: string, newMessage: string): Promise<DaemonProcessState>;
+    static stat(s3Cache: S3CacheRatchetLike, path: string): Promise<DaemonProcessState>;
+    static abort(s3Cache: S3CacheRatchetLike, path: string): Promise<DaemonProcessState>;
+    static error(s3Cache: S3CacheRatchetLike, path: string, error: string): Promise<DaemonProcessState>;
+    static finalize(s3Cache: S3CacheRatchetLike, path: string, contents: Buffer): Promise<DaemonProcessState>;
+}

package/lib/daemon/daemon-util.js

@@ -0,0 +1,154 @@
+import { PutObjectCommand, } from '@aws-sdk/client-s3';
+import { Upload } from '@aws-sdk/lib-storage';
+import { Logger } from '@bitblit/ratchet-common/logger/logger';
+import { StringRatchet } from '@bitblit/ratchet-common/lang/string-ratchet';
+export class DaemonUtil {
+    static DEFAULT_CONTENT = Buffer.from('DAEMON_PLACEHOLDER');
+    static DAEMON_METADATA_KEY = 'daemon_meta';
+    static async start(cache, id, s3Key, options) {
+        try {
+            options.meta = options.meta || {};
+            Logger.info('Starting daemon, key: %s, options: %j', s3Key, options);
+            const now = new Date().getTime();
+            const newState = {
+                id: id,
+                title: options.title,
+                lastUpdatedEpochMS: now,
+                lastUpdatedMessage: 'Created',
+                targetFileName: options.targetFileName,
+                startedEpochMS: now,
+                completedEpochMS: null,
+                meta: options.meta,
+                error: null,
+                link: null,
+                contentType: options.contentType,
+            };
+            const rval = await DaemonUtil.writeState(cache, s3Key, newState, DaemonUtil.DEFAULT_CONTENT);
+            return rval;
+        }
+        catch (err) {
+            Logger.error('Error while trying to start a daemon: %j %s', options, err);
+            throw err;
+        }
+    }
+    static async writeState(cache, s3Key, newState, contents) {
+        try {
+            const s3meta = {};
+            newState.lastUpdatedEpochMS = new Date().getTime();
+            s3meta[DaemonUtil.DAEMON_METADATA_KEY] = JSON.stringify(newState);
+            const params = {
+                Bucket: cache.getDefaultBucket(),
+                Key: s3Key,
+                ContentType: newState.contentType,
+                Metadata: s3meta,
+                Body: contents,
+            };
+            if (newState.targetFileName) {
+                params.ContentDisposition = 'attachment;filename="' + newState.targetFileName + '"';
+            }
+            const written = await cache.getS3Client().send(new PutObjectCommand(params));
+            Logger.silly('Daemon wrote : %s', written);
+            return DaemonUtil.stat(cache, s3Key);
+        }
+        catch (err) {
+            Logger.error('Error while trying to write a daemon stat: %j %s', newState, err);
+            throw err;
+        }
+    }
+    static async streamDataAndFinish(cache, s3Key, data, options) {
+        Logger.debug('Streaming data to %s', s3Key);
+        const inStat = await DaemonUtil.updateMessage(cache, s3Key, 'Streaming data');
+        inStat.completedEpochMS = new Date().getTime();
+        inStat.lastUpdatedMessage = 'Complete';
+        const s3meta = {};
+        s3meta[DaemonUtil.DAEMON_METADATA_KEY] = JSON.stringify(inStat);
+        const params = {
+            Bucket: cache.getDefaultBucket(),
+            Key: s3Key,
+            ContentType: inStat.contentType,
+            Metadata: s3meta,
+            Body: data,
+        };
+        const targetFileName = StringRatchet.trimToNull(options?.overrideTargetFileName) || StringRatchet.trimToNull(inStat?.targetFileName);
+        if (targetFileName) {
+            params.ContentDisposition = 'attachment;filename="' + targetFileName + '"';
+        }
+        const upload = new Upload({
+            client: cache.getS3Client(),
+            params: params,
+            tags: [],
+            queueSize: 4,
+            partSize: 1024 * 1024 * 5,
+            leavePartsOnError: false,
+        });
+        if (options?.progressFn) {
+            upload.on('httpUploadProgress', options.progressFn);
+        }
+        const written = await upload.done();
+        Logger.silly('Daemon wrote : %s', written);
+        return DaemonUtil.stat(cache, s3Key);
+    }
+    static async updateMessage(cache, s3Key, newMessage) {
+        try {
+            const inStat = await DaemonUtil.stat(cache, s3Key);
+            inStat.lastUpdatedMessage = newMessage;
+            return DaemonUtil.writeState(cache, s3Key, inStat, DaemonUtil.DEFAULT_CONTENT);
+        }
+        catch (err) {
+            Logger.error('Error while trying to update a daemon message: %j %s', s3Key, err);
+            throw err;
+        }
+    }
+    static async stat(s3Cache, path) {
+        try {
+            Logger.debug('Daemon stat for path %s / %s', s3Cache.getDefaultBucket(), path);
+            let stat = null;
+            const meta = await s3Cache.fetchMetaForCacheFile(path);
+            Logger.debug('Daemon: Meta is %j', meta);
+            const metaString = meta && meta.Metadata ? meta.Metadata[DaemonUtil.DAEMON_METADATA_KEY] : null;
+            if (metaString) {
+                stat = JSON.parse(metaString);
+                if (stat.completedEpochMS && !stat.error) {
+                    stat.link = await s3Cache.preSignedDownloadUrlForCacheFile(path);
+                }
+            }
+            else {
+                Logger.warn('No metadata found! (Head was %j)', meta);
+            }
+            return stat;
+        }
+        catch (err) {
+            Logger.error('Error while trying to fetch a daemon state: %j %s', path, err);
+            throw err;
+        }
+    }
+    static async abort(s3Cache, path) {
+        return DaemonUtil.error(s3Cache, path, 'Aborted');
+    }
+    static async error(s3Cache, path, error) {
+        try {
+            const inStat = await DaemonUtil.stat(s3Cache, path);
+            inStat.error = error;
+            inStat.completedEpochMS = new Date().getTime();
+            return DaemonUtil.writeState(s3Cache, path, inStat, DaemonUtil.DEFAULT_CONTENT);
+        }
+        catch (err) {
+            Logger.error('Error while trying to write a daemon error: %j %s', path, err);
+            throw err;
+        }
+    }
+    static async finalize(s3Cache, path, contents) {
+        try {
+            Logger.info('Finalizing daemon %s with %d bytes', path, contents.length);
+            const inStat = await DaemonUtil.stat(s3Cache, path);
+            inStat.completedEpochMS = new Date().getTime();
+            inStat.lastUpdatedMessage = 'Complete';
+            return DaemonUtil.writeState(s3Cache, path, inStat, contents);
+        }
+        catch (err) {
+            Logger.error('Error while trying to finalize a daemon: %j %s', path, err);
+            throw err;
+        }
+    }
+}
+//# sourceMappingURL=daemon-util.js.map

package/lib/daemon/daemon-util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon-util.js","sourceRoot":"","sources":["../../src/daemon/daemon-util.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,gBAAgB,GAIjB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAG9C,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAQ5E,MAAM,OAAO,UAAU;IACd,MAAM,CAAC,eAAe,GAAW,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACnE,MAAM,CAAC,mBAAmB,GAAW,aAAa,CAAC;IAEnD,MAAM,CAAC,KAAK,CAAC,KAAK,CACvB,KAAyB,EACzB,EAAU,EACV,KAAa,EACb,OAAmC;QAEnC,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;YAElC,MAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YACrE,MAAM,GAAG,GAAW,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAEzC,MAAM,QAAQ,GAAuB;gBACnC,EAAE,EAAE,EAAE;gBACN,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,kBAAkB,EAAE,GAAG;gBACvB,kBAAkB,EAAE,SAAS;gBAC7B,cAAc,EAAE,OAAO,CAAC,cAAc;gBAEtC,cAAc,EAAE,GAAG;gBACnB,gBAAgB,EAAE,IAAI;gBACtB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,KAAK,EAAE,IAAI;gBACX,IAAI,EAAE,IAAI;gBACV,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC,CAAC;YAEF,MAAM,IAAI,GAAuB,MAAM,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;YACjH,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;YAC1E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,UAAU,CAC5B,KAAyB,EACzB,KAAa,EACb,QAA4B,EAC5B,QAAoB;QAEpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,QAAQ,CAAC,kBAAkB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACnD,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAElE,MAAM,MAAM,GAA0B;gBACpC,MAAM,EAAE,KAAK,CAAC,gBAAgB,EAAE;gBAChC,GAAG,EAAE,KAAK;gBACV,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,QAAQ;aACf,CAAC;YACF,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;gBAC5B,MAAM,CAAC,kBAAkB,GAAG,uBAAuB,GAAG,QAAQ,CAAC,cAAc,GAAG,GAAG,CAAC;YACtF,CAAC;YAED,MAAM,OAAO,GAAoB,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9F,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;YAE3C,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;YAChF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,mBAAmB,CACrC,KAAyB,EACzB,KAAa,EACb,IAAc,EACd,OAAiC;QAEjC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAuB,MAAM,UAAU,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAClG,MAAM,CAAC,gBAAgB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAC/C,MAAM,CAAC,kBAAkB,GAAG,UAAU,CAAC;QAEvC,MAAM,MAAM,GAAQ,EAAE,CAAC;QACvB,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAqB;YAC/B,MAAM,EAAE,KAAK,CAAC,gBAAgB,EAAE;YAChC,GAAG,EAAE,KAAK;YACV,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,IAAI;SACX,CAAC;QACF,MAAM,cAAc,GAClB,aAAa,CAAC,UAAU,CAAC,OAAO,EAAE,sBAAsB,CAAC,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAChH,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,CAAC,kBAAkB,GAAG,uBAAuB,GAAG,cAAc,GAAG,GAAG,CAAC;QAC7E,CAAC;QAED,MAAM,MAAM,GAAW,IAAI,MAAM,CAAC;YAChC,MAAM,EAAE,KAAK,CAAC,WAAW,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,EAAE;YACR,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;YACzB,iBAAiB,EAAE,KAAK;SACzB,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,MAAM,CAAC,EAAE,CAAC,oBAAoB,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,OAAO,GAAyC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAE1E,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAE3C,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACvC,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,KAAyB,EAAE,KAAa,EAAE,UAAkB;QAC5F,IAAI,CAAC;YACH,MAAM,MAAM,GAAuB,MAAM,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACvE,MAAM,CAAC,kBAAkB,GAAG,UAAU,CAAC;YACvC,OAAO,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QACjF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,sDAAsD,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YACjF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAA2B,EAAE,IAAY;QAChE,IAAI,CAAC;YACH,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,OAAO,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;YAC/E,IAAI,IAAI,GAAuB,IAAI,CAAC;YAEpC,MAAM,IAAI,GAAqB,MAAM,OAAO,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,UAAU,GAAW,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACxG,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAuB,CAAC;gBAEpD,IAAI,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;oBACzC,IAAI,CAAC,IAAI,GAAG,MAAM,OAAO,CAAC,gCAAgC,CAAC,IAAI,CAAC,CAAC;gBACnE,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,IAAI,CAAC,CAAC;YACxD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,mDAAmD,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC7E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAA2B,EAAE,IAAY;QACjE,OAAO,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IACM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAA2B,EAAE,IAAY,EAAE,KAAa;QAChF,IAAI,CAAC;YACH,MAAM,MAAM,GAAuB,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACxE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;YACrB,MAAM,CAAC,gBAAgB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAC/C,OAAO,UAAU,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAClF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,mDAAmD,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC7E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAA2B,EAAE,IAAY,EAAE,QAAgB;QACtF,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzE,MAAM,MAAM,GAAuB,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACxE,MAAM,CAAC,gBAAgB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAC/C,MAAM,CAAC,kBAAkB,GAAG,UAAU,CAAC;YAEvC,OAAO,UAAU,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC1E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC"}

package/lib/daemon/daemon.d.ts

@@ -0,0 +1,32 @@
+import { DaemonProcessState } from './daemon-process-state.js';
+import { DaemonProcessCreateOptions } from './daemon-process-create-options.js';
+import { DaemonLike } from './daemon-like.js';
+import { S3Client } from '@aws-sdk/client-s3';
+import { JwtRatchetLike } from '@bitblit/ratchet-common/jwt/jwt-ratchet-like';
+export declare class Daemon implements DaemonLike {
+    private s3;
+    private bucket;
+    private prefix;
+    private _defaultGroup;
+    private jwtRatchet?;
+    static DEFAULT_DEFAULT_GROUP: string;
+    private cache;
+    constructor(s3: S3Client, bucket: string, prefix?: string, _defaultGroup?: string, jwtRatchet?: JwtRatchetLike);
+    get defaultGroup(): string;
+    keyToPublicToken(key: string, expirationSeconds: number): Promise<string>;
+    private keyToPath;
+    private pathToKey;
+    private generatePath;
+    private generatePrefix;
+    start(options: DaemonProcessCreateOptions): Promise<DaemonProcessState>;
+    private writeState;
+    clean(group?: string, olderThanSeconds?: number): Promise<DaemonProcessState[]>;
+    listKeys(group?: string): Promise<string[]>;
+    list(group?: string): Promise<DaemonProcessState[]>;
+    updateMessage(id: string, newMessage: string): Promise<DaemonProcessState>;
+    stat(key: string): Promise<DaemonProcessState>;
+    statFromPublicToken(publicToken: string): Promise<DaemonProcessState>;
+    abort(id: string): Promise<DaemonProcessState>;
+    error(id: string, error: string): Promise<DaemonProcessState>;
+    finalize(id: string, contents: Buffer): Promise<DaemonProcessState>;
+}