@bitblit/ratchet-aws 4.0.429-alpha → 4.0.432-alpha

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bitblit/ratchet-aws",
-  "version": "4.0.429-alpha",
+  "version": "4.0.432-alpha",
   "description": "Common tools for use with AWS browser and node",
   "sideEffects": false,
   "type": "module",
@@ -51,7 +51,7 @@
   },
   "license": "Apache-2.0",
   "dependencies": {
-    "@bitblit/ratchet-common": "4.0.429-alpha"
+    "@bitblit/ratchet-common": "4.0.432-alpha"
   },
   "optionalDependencies": {
     "@aws-sdk/client-athena": "3.624.0",
@@ -99,7 +99,7 @@
     "@aws-sdk/lib-storage": "^3.624.0",
     "@aws-sdk/s3-request-presigner": "^3.624.0",
     "@aws-sdk/types": "^3.609.0",
-    "@bitblit/ratchet-common": "4.0.429-alpha",
+    "@bitblit/ratchet-common": "4.0.432-alpha",
     "@smithy/abort-controller": "^3.1.1",
     "@smithy/smithy-client": "^3.1.12",
     "@smithy/util-waiter": "^3.1.2"
@@ -176,7 +176,7 @@
     }
   },
   "devDependencies": {
-    "@bitblit/ratchet-node-only": "4.0.429-alpha",
+    "@bitblit/ratchet-node-only": "4.0.432-alpha",
     "@types/aws-lambda": "8.10.143",
     "aws-sdk-client-mock": "4.0.1"
   }

package/lib/daemon/daemon-like.d.ts

@@ -1,16 +0,0 @@
-import { DaemonProcessState } from './daemon-process-state.js';
-import { DaemonProcessCreateOptions } from './daemon-process-create-options.js';
-export interface DaemonLike {
-    get defaultGroup(): string;
-    keyToPublicToken(key: string, expirationSeconds: number): Promise<string>;
-    start(options: DaemonProcessCreateOptions): Promise<DaemonProcessState>;
-    clean(group?: string, olderThanSeconds?: number): Promise<DaemonProcessState[]>;
-    listKeys(group?: string): Promise<string[]>;
-    list(group?: string): Promise<DaemonProcessState[]>;
-    updateMessage(id: string, newMessage: string): Promise<DaemonProcessState>;
-    statFromPublicToken(publicToken: string): Promise<DaemonProcessState>;
-    stat(key: string): Promise<DaemonProcessState>;
-    abort(id: string): Promise<DaemonProcessState>;
-    error(id: string, error: string): Promise<DaemonProcessState>;
-    finalize(id: string, contents: Buffer): Promise<DaemonProcessState>;
-}

package/lib/daemon/daemon-like.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=daemon-like.js.map

package/lib/daemon/daemon-like.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"daemon-like.js","sourceRoot":"","sources":["../../src/daemon/daemon-like.ts"],"names":[],"mappings":""}

package/lib/daemon/daemon-process-create-options.d.ts

@@ -1,7 +0,0 @@
-export interface DaemonProcessCreateOptions {
-    title: string;
-    contentType: string;
-    group: string;
-    meta: any;
-    targetFileName: string;
-}

package/lib/daemon/daemon-process-create-options.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=daemon-process-create-options.js.map

package/lib/daemon/daemon-process-create-options.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"daemon-process-create-options.js","sourceRoot":"","sources":["../../src/daemon/daemon-process-create-options.ts"],"names":[],"mappings":""}

package/lib/daemon/daemon-process-state-public-token.d.ts

@@ -1,4 +0,0 @@
-import { JwtTokenBase } from '@bitblit/ratchet-common/jwt/jwt-token-base';
-export interface DaemonProcessStatePublicToken extends JwtTokenBase {
-    daemonKey: string;
-}

package/lib/daemon/daemon-process-state-public-token.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=daemon-process-state-public-token.js.map

package/lib/daemon/daemon-process-state-public-token.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"daemon-process-state-public-token.js","sourceRoot":"","sources":["../../src/daemon/daemon-process-state-public-token.ts"],"names":[],"mappings":""}

package/lib/daemon/daemon-process-state.d.ts

@@ -1,13 +0,0 @@
-export interface DaemonProcessState {
-    id: string;
-    title: string;
-    targetFileName: string;
-    lastUpdatedEpochMS: number;
-    lastUpdatedMessage: string;
-    startedEpochMS: number;
-    completedEpochMS: number;
-    meta: any;
-    error: string;
-    link: string;
-    contentType: string;
-}

package/lib/daemon/daemon-process-state.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=daemon-process-state.js.map

package/lib/daemon/daemon-process-state.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"daemon-process-state.js","sourceRoot":"","sources":["../../src/daemon/daemon-process-state.ts"],"names":[],"mappings":""}

package/lib/daemon/daemon-stream-data-options.d.ts

@@ -1,5 +0,0 @@
-import { Progress } from '@aws-sdk/lib-storage';
-export interface DaemonStreamDataOptions {
-    overrideTargetFileName?: string;
-    progressFn?: (progress: Progress) => void;
-}

package/lib/daemon/daemon-stream-data-options.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=daemon-stream-data-options.js.map

package/lib/daemon/daemon-stream-data-options.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"daemon-stream-data-options.js","sourceRoot":"","sources":["../../src/daemon/daemon-stream-data-options.ts"],"names":[],"mappings":""}

package/lib/daemon/daemon-util.d.ts

@@ -1,17 +0,0 @@
-import { DaemonProcessState } from './daemon-process-state.js';
-import { DaemonProcessCreateOptions } from './daemon-process-create-options.js';
-import { Readable } from 'stream';
-import { S3CacheRatchetLike } from '../s3/s3-cache-ratchet-like.js';
-import { DaemonStreamDataOptions } from './daemon-stream-data-options.js';
-export declare class DaemonUtil {
-    static DEFAULT_CONTENT: Buffer;
-    static DAEMON_METADATA_KEY: string;
-    static start(cache: S3CacheRatchetLike, id: string, s3Key: string, options: DaemonProcessCreateOptions): Promise<DaemonProcessState>;
-    static writeState(cache: S3CacheRatchetLike, s3Key: string, newState: DaemonProcessState, contents: Uint8Array): Promise<DaemonProcessState>;
-    static streamDataAndFinish(cache: S3CacheRatchetLike, s3Key: string, data: Readable, options?: DaemonStreamDataOptions): Promise<DaemonProcessState>;
-    static updateMessage(cache: S3CacheRatchetLike, s3Key: string, newMessage: string): Promise<DaemonProcessState>;
-    static stat(s3Cache: S3CacheRatchetLike, path: string): Promise<DaemonProcessState>;
-    static abort(s3Cache: S3CacheRatchetLike, path: string): Promise<DaemonProcessState>;
-    static error(s3Cache: S3CacheRatchetLike, path: string, error: string): Promise<DaemonProcessState>;
-    static finalize(s3Cache: S3CacheRatchetLike, path: string, contents: Buffer): Promise<DaemonProcessState>;
-}

package/lib/daemon/daemon-util.js

@@ -1,154 +0,0 @@
-import { PutObjectCommand, } from '@aws-sdk/client-s3';
-import { Upload } from '@aws-sdk/lib-storage';
-import { Logger } from '@bitblit/ratchet-common/logger/logger';
-import { StringRatchet } from '@bitblit/ratchet-common/lang/string-ratchet';
-export class DaemonUtil {
-    static DEFAULT_CONTENT = Buffer.from('DAEMON_PLACEHOLDER');
-    static DAEMON_METADATA_KEY = 'daemon_meta';
-    static async start(cache, id, s3Key, options) {
-        try {
-            options.meta = options.meta || {};
-            Logger.info('Starting daemon, key: %s, options: %j', s3Key, options);
-            const now = new Date().getTime();
-            const newState = {
-                id: id,
-                title: options.title,
-                lastUpdatedEpochMS: now,
-                lastUpdatedMessage: 'Created',
-                targetFileName: options.targetFileName,
-                startedEpochMS: now,
-                completedEpochMS: null,
-                meta: options.meta,
-                error: null,
-                link: null,
-                contentType: options.contentType,
-            };
-            const rval = await DaemonUtil.writeState(cache, s3Key, newState, DaemonUtil.DEFAULT_CONTENT);
-            return rval;
-        }
-        catch (err) {
-            Logger.error('Error while trying to start a daemon: %j %s', options, err);
-            throw err;
-        }
-    }
-    static async writeState(cache, s3Key, newState, contents) {
-        try {
-            const s3meta = {};
-            newState.lastUpdatedEpochMS = new Date().getTime();
-            s3meta[DaemonUtil.DAEMON_METADATA_KEY] = JSON.stringify(newState);
-            const params = {
-                Bucket: cache.getDefaultBucket(),
-                Key: s3Key,
-                ContentType: newState.contentType,
-                Metadata: s3meta,
-                Body: contents,
-            };
-            if (newState.targetFileName) {
-                params.ContentDisposition = 'attachment;filename="' + newState.targetFileName + '"';
-            }
-            const written = await cache.getS3Client().send(new PutObjectCommand(params));
-            Logger.silly('Daemon wrote : %s', written);
-            return DaemonUtil.stat(cache, s3Key);
-        }
-        catch (err) {
-            Logger.error('Error while trying to write a daemon stat: %j %s', newState, err);
-            throw err;
-        }
-    }
-    static async streamDataAndFinish(cache, s3Key, data, options) {
-        Logger.debug('Streaming data to %s', s3Key);
-        const inStat = await DaemonUtil.updateMessage(cache, s3Key, 'Streaming data');
-        inStat.completedEpochMS = new Date().getTime();
-        inStat.lastUpdatedMessage = 'Complete';
-        const s3meta = {};
-        s3meta[DaemonUtil.DAEMON_METADATA_KEY] = JSON.stringify(inStat);
-        const params = {
-            Bucket: cache.getDefaultBucket(),
-            Key: s3Key,
-            ContentType: inStat.contentType,
-            Metadata: s3meta,
-            Body: data,
-        };
-        const targetFileName = StringRatchet.trimToNull(options?.overrideTargetFileName) || StringRatchet.trimToNull(inStat?.targetFileName);
-        if (targetFileName) {
-            params.ContentDisposition = 'attachment;filename="' + targetFileName + '"';
-        }
-        const upload = new Upload({
-            client: cache.getS3Client(),
-            params: params,
-            tags: [],
-            queueSize: 4,
-            partSize: 1024 * 1024 * 5,
-            leavePartsOnError: false,
-        });
-        if (options?.progressFn) {
-            upload.on('httpUploadProgress', options.progressFn);
-        }
-        const written = await upload.done();
-        Logger.silly('Daemon wrote : %s', written);
-        return DaemonUtil.stat(cache, s3Key);
-    }
-    static async updateMessage(cache, s3Key, newMessage) {
-        try {
-            const inStat = await DaemonUtil.stat(cache, s3Key);
-            inStat.lastUpdatedMessage = newMessage;
-            return DaemonUtil.writeState(cache, s3Key, inStat, DaemonUtil.DEFAULT_CONTENT);
-        }
-        catch (err) {
-            Logger.error('Error while trying to update a daemon message: %j %s', s3Key, err);
-            throw err;
-        }
-    }
-    static async stat(s3Cache, path) {
-        try {
-            Logger.debug('Daemon stat for path %s / %s', s3Cache.getDefaultBucket(), path);
-            let stat = null;
-            const meta = await s3Cache.fetchMetaForCacheFile(path);
-            Logger.debug('Daemon: Meta is %j', meta);
-            const metaString = meta && meta.Metadata ? meta.Metadata[DaemonUtil.DAEMON_METADATA_KEY] : null;
-            if (metaString) {
-                stat = JSON.parse(metaString);
-                if (stat.completedEpochMS && !stat.error) {
-                    stat.link = await s3Cache.preSignedDownloadUrlForCacheFile(path);
-                }
-            }
-            else {
-                Logger.warn('No metadata found! (Head was %j)', meta);
-            }
-            return stat;
-        }
-        catch (err) {
-            Logger.error('Error while trying to fetch a daemon state: %j %s', path, err);
-            throw err;
-        }
-    }
-    static async abort(s3Cache, path) {
-        return DaemonUtil.error(s3Cache, path, 'Aborted');
-    }
-    static async error(s3Cache, path, error) {
-        try {
-            const inStat = await DaemonUtil.stat(s3Cache, path);
-            inStat.error = error;
-            inStat.completedEpochMS = new Date().getTime();
-            return DaemonUtil.writeState(s3Cache, path, inStat, DaemonUtil.DEFAULT_CONTENT);
-        }
-        catch (err) {
-            Logger.error('Error while trying to write a daemon error: %j %s', path, err);
-            throw err;
-        }
-    }
-    static async finalize(s3Cache, path, contents) {
-        try {
-            Logger.info('Finalizing daemon %s with %d bytes', path, contents.length);
-            const inStat = await DaemonUtil.stat(s3Cache, path);
-            inStat.completedEpochMS = new Date().getTime();
-            inStat.lastUpdatedMessage = 'Complete';
-            return DaemonUtil.writeState(s3Cache, path, inStat, contents);
-        }
-        catch (err) {
-            Logger.error('Error while trying to finalize a daemon: %j %s', path, err);
-            throw err;
-        }
-    }
-}
-//# sourceMappingURL=daemon-util.js.map

package/lib/daemon/daemon-util.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"daemon-util.js","sourceRoot":"","sources":["../../src/daemon/daemon-util.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,gBAAgB,GAIjB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAG9C,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAQ5E,MAAM,OAAO,UAAU;IACd,MAAM,CAAC,eAAe,GAAW,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACnE,MAAM,CAAC,mBAAmB,GAAW,aAAa,CAAC;IAEnD,MAAM,CAAC,KAAK,CAAC,KAAK,CACvB,KAAyB,EACzB,EAAU,EACV,KAAa,EACb,OAAmC;QAEnC,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;YAElC,MAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YACrE,MAAM,GAAG,GAAW,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAEzC,MAAM,QAAQ,GAAuB;gBACnC,EAAE,EAAE,EAAE;gBACN,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,kBAAkB,EAAE,GAAG;gBACvB,kBAAkB,EAAE,SAAS;gBAC7B,cAAc,EAAE,OAAO,CAAC,cAAc;gBAEtC,cAAc,EAAE,GAAG;gBACnB,gBAAgB,EAAE,IAAI;gBACtB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,KAAK,EAAE,IAAI;gBACX,IAAI,EAAE,IAAI;gBACV,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC,CAAC;YAEF,MAAM,IAAI,GAAuB,MAAM,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;YACjH,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;YAC1E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,UAAU,CAC5B,KAAyB,EACzB,KAAa,EACb,QAA4B,EAC5B,QAAoB;QAEpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,QAAQ,CAAC,kBAAkB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACnD,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAElE,MAAM,MAAM,GAA0B;gBACpC,MAAM,EAAE,KAAK,CAAC,gBAAgB,EAAE;gBAChC,GAAG,EAAE,KAAK;gBACV,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,QAAQ;aACf,CAAC;YACF,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;gBAC5B,MAAM,CAAC,kBAAkB,GAAG,uBAAuB,GAAG,QAAQ,CAAC,cAAc,GAAG,GAAG,CAAC;YACtF,CAAC;YAED,MAAM,OAAO,GAAoB,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9F,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;YAE3C,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;YAChF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,mBAAmB,CACrC,KAAyB,EACzB,KAAa,EACb,IAAc,EACd,OAAiC;QAEjC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAuB,MAAM,UAAU,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAClG,MAAM,CAAC,gBAAgB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAC/C,MAAM,CAAC,kBAAkB,GAAG,UAAU,CAAC;QAEvC,MAAM,MAAM,GAAQ,EAAE,CAAC;QACvB,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAqB;YAC/B,MAAM,EAAE,KAAK,CAAC,gBAAgB,EAAE;YAChC,GAAG,EAAE,KAAK;YACV,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,IAAI;SACX,CAAC;QACF,MAAM,cAAc,GAClB,aAAa,CAAC,UAAU,CAAC,OAAO,EAAE,sBAAsB,CAAC,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAChH,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,CAAC,kBAAkB,GAAG,uBAAuB,GAAG,cAAc,GAAG,GAAG,CAAC;QAC7E,CAAC;QAED,MAAM,MAAM,GAAW,IAAI,MAAM,CAAC;YAChC,MAAM,EAAE,KAAK,CAAC,WAAW,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,EAAE;YACR,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;YACzB,iBAAiB,EAAE,KAAK;SACzB,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,MAAM,CAAC,EAAE,CAAC,oBAAoB,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,OAAO,GAAyC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAE1E,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAE3C,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACvC,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,KAAyB,EAAE,KAAa,EAAE,UAAkB;QAC5F,IAAI,CAAC;YACH,MAAM,MAAM,GAAuB,MAAM,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACvE,MAAM,CAAC,kBAAkB,GAAG,UAAU,CAAC;YACvC,OAAO,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QACjF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,sDAAsD,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YACjF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAA2B,EAAE,IAAY;QAChE,IAAI,CAAC;YACH,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,OAAO,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;YAC/E,IAAI,IAAI,GAAuB,IAAI,CAAC;YAEpC,MAAM,IAAI,GAAqB,MAAM,OAAO,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,UAAU,GAAW,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACxG,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAuB,CAAC;gBAEpD,IAAI,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;oBACzC,IAAI,CAAC,IAAI,GAAG,MAAM,OAAO,CAAC,gCAAgC,CAAC,IAAI,CAAC,CAAC;gBACnE,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,IAAI,CAAC,CAAC;YACxD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,mDAAmD,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC7E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAA2B,EAAE,IAAY;QACjE,OAAO,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IACM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAA2B,EAAE,IAAY,EAAE,KAAa;QAChF,IAAI,CAAC;YACH,MAAM,MAAM,GAAuB,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACxE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;YACrB,MAAM,CAAC,gBAAgB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAC/C,OAAO,UAAU,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAClF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,mDAAmD,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC7E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAA2B,EAAE,IAAY,EAAE,QAAgB;QACtF,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzE,MAAM,MAAM,GAAuB,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACxE,MAAM,CAAC,gBAAgB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAC/C,MAAM,CAAC,kBAAkB,GAAG,UAAU,CAAC;YAEvC,OAAO,UAAU,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC1E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC"}

package/lib/daemon/daemon.d.ts

@@ -1,32 +0,0 @@
-import { DaemonProcessState } from './daemon-process-state.js';
-import { DaemonProcessCreateOptions } from './daemon-process-create-options.js';
-import { DaemonLike } from './daemon-like.js';
-import { S3Client } from '@aws-sdk/client-s3';
-import { JwtRatchetLike } from '@bitblit/ratchet-common/jwt/jwt-ratchet-like';
-export declare class Daemon implements DaemonLike {
-    private s3;
-    private bucket;
-    private prefix;
-    private _defaultGroup;
-    private jwtRatchet?;
-    static DEFAULT_DEFAULT_GROUP: string;
-    private cache;
-    constructor(s3: S3Client, bucket: string, prefix?: string, _defaultGroup?: string, jwtRatchet?: JwtRatchetLike);
-    get defaultGroup(): string;
-    keyToPublicToken(key: string, expirationSeconds: number): Promise<string>;
-    private keyToPath;
-    private pathToKey;
-    private generatePath;
-    private generatePrefix;
-    start(options: DaemonProcessCreateOptions): Promise<DaemonProcessState>;
-    private writeState;
-    clean(group?: string, olderThanSeconds?: number): Promise<DaemonProcessState[]>;
-    listKeys(group?: string): Promise<string[]>;
-    list(group?: string): Promise<DaemonProcessState[]>;
-    updateMessage(id: string, newMessage: string): Promise<DaemonProcessState>;
-    stat(key: string): Promise<DaemonProcessState>;
-    statFromPublicToken(publicToken: string): Promise<DaemonProcessState>;
-    abort(id: string): Promise<DaemonProcessState>;
-    error(id: string, error: string): Promise<DaemonProcessState>;
-    finalize(id: string, contents: Buffer): Promise<DaemonProcessState>;
-}

package/lib/daemon/daemon.js

@@ -1,129 +0,0 @@
-import { S3CacheRatchet } from '../s3/s3-cache-ratchet.js';
-import { DaemonUtil } from './daemon-util.js';
-import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
-import { StringRatchet } from '@bitblit/ratchet-common/lang/string-ratchet';
-import { Logger } from '@bitblit/ratchet-common/logger/logger';
-export class Daemon {
-    s3;
-    bucket;
-    prefix;
-    _defaultGroup;
-    jwtRatchet;
-    static DEFAULT_DEFAULT_GROUP = 'DEFAULT';
-    cache;
-    constructor(s3, bucket, prefix = '', _defaultGroup = Daemon.DEFAULT_DEFAULT_GROUP, jwtRatchet) {
-        this.s3 = s3;
-        this.bucket = bucket;
-        this.prefix = prefix;
-        this._defaultGroup = _defaultGroup;
-        this.jwtRatchet = jwtRatchet;
-        this.cache = new S3CacheRatchet(this.s3, this.bucket);
-    }
-    get defaultGroup() {
-        return this._defaultGroup;
-    }
-    async keyToPublicToken(key, expirationSeconds) {
-        RequireRatchet.notNullOrUndefined(this.jwtRatchet, 'You must set jwtRatchet if you wish to use public tokens');
-        RequireRatchet.notNullOrUndefined(key, 'key');
-        RequireRatchet.true(expirationSeconds > 0, 'Expiration seconds must be larger than 0');
-        const token = { daemonKey: key };
-        const publicToken = await this.jwtRatchet.createTokenString(token, expirationSeconds);
-        return publicToken;
-    }
-    keyToPath(key) {
-        return Buffer.from(key, 'base64').toString();
-    }
-    pathToKey(path) {
-        return Buffer.from(path).toString('base64');
-    }
-    generatePath(group = this._defaultGroup) {
-        return this.generatePrefix(group) + StringRatchet.createType4Guid();
-    }
-    generatePrefix(group = this._defaultGroup) {
-        return this.prefix + group + '/';
-    }
-    async start(options) {
-        options.group = options.group || this._defaultGroup;
-        const path = this.generatePath(options.group);
-        const key = this.pathToKey(path);
-        return DaemonUtil.start(this.cache, key, path, options);
-    }
-    async writeState(newState, contents) {
-        const key = this.keyToPath(newState.id);
-        return DaemonUtil.writeState(this.cache, key, newState, contents);
-    }
-    async clean(group = this._defaultGroup, olderThanSeconds = 60 * 60 * 24 * 7) {
-        try {
-            Logger.info('Daemon removing items older than %d seconds from group %s', olderThanSeconds, group);
-            const original = await this.list(group);
-            const now = new Date().getTime();
-            const removed = [];
-            for (let i = 0; i < original.length; i++) {
-                const test = original[i];
-                const ageSeconds = (now - test.startedEpochMS) / 1000;
-                if (ageSeconds > olderThanSeconds) {
-                    const remove = await this.cache.removeCacheFile(this.keyToPath(test.id));
-                    removed.push(test);
-                }
-            }
-            Logger.debug('Removed %d of %d items', removed.length, original.length);
-            return removed;
-        }
-        catch (err) {
-            Logger.error('Error while trying to clean a daemon: %j %s', group, err);
-            throw err;
-        }
-    }
-    async listKeys(group = this._defaultGroup) {
-        try {
-            const prefix = this.generatePrefix(group);
-            Logger.info('Fetching children of %s', prefix);
-            const rval = await this.cache.directChildrenOfPrefix(prefix);
-            Logger.debug('Found : %j', rval);
-            return rval;
-        }
-        catch (err) {
-            Logger.error('Error while trying to list daemon keys: %j %s', group, err);
-            throw err;
-        }
-    }
-    async list(group = this._defaultGroup) {
-        try {
-            const prefix = this.generatePrefix(group);
-            Logger.info('Fetching children of %s', prefix);
-            const keys = await this.listKeys(group);
-            const proms = keys.map((k) => this.stat(this.pathToKey(this.generatePrefix(group) + k)));
-            const rval = await Promise.all(proms);
-            return rval;
-        }
-        catch (err) {
-            Logger.error('Error while trying to list daemon states: %j %s', group, err);
-            throw err;
-        }
-    }
-    async updateMessage(id, newMessage) {
-        const itemPath = this.keyToPath(id);
-        return DaemonUtil.updateMessage(this.cache, itemPath, newMessage);
-    }
-    async stat(key) {
-        const itemPath = this.keyToPath(key);
-        return DaemonUtil.stat(this.cache, itemPath);
-    }
-    async statFromPublicToken(publicToken) {
-        RequireRatchet.notNullOrUndefined(this.jwtRatchet, 'You must set jwtRatchet if you wish to use public tokens');
-        RequireRatchet.notNullOrUndefined(publicToken, 'publicToken');
-        const parsed = await this.jwtRatchet.decodeToken(publicToken);
-        const key = parsed?.daemonKey;
-        return key ? this.stat(key) : null;
-    }
-    async abort(id) {
-        return DaemonUtil.abort(this.cache, this.keyToPath(id));
-    }
-    async error(id, error) {
-        return DaemonUtil.error(this.cache, this.keyToPath(id), error);
-    }
-    async finalize(id, contents) {
-        return DaemonUtil.finalize(this.cache, this.keyToPath(id), contents);
-    }
-}
-//# sourceMappingURL=daemon.js.map

package/lib/daemon/daemon.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"daemon.js","sourceRoot":"","sources":["../../src/daemon/daemon.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAE3D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAM9C,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAC5E,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAE/D,MAAM,OAAO,MAAM;IAMP;IACA;IACA;IACA;IACA;IATH,MAAM,CAAC,qBAAqB,GAAW,SAAS,CAAC;IAEhD,KAAK,CAAqB;IAElC,YACU,EAAY,EACZ,MAAc,EACd,SAAiB,EAAE,EACnB,gBAAwB,MAAM,CAAC,qBAAqB,EACpD,UAA2B;QAJ3B,OAAE,GAAF,EAAE,CAAU;QACZ,WAAM,GAAN,MAAM,CAAQ;QACd,WAAM,GAAN,MAAM,CAAa;QACnB,kBAAa,GAAb,aAAa,CAAuC;QACpD,eAAU,GAAV,UAAU,CAAiB;QAEnC,IAAI,CAAC,KAAK,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACxD,CAAC;IAED,IAAW,YAAY;QACrB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,iBAAyB;QAClE,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,0DAA0D,CAAC,CAAC;QAC/G,cAAc,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC9C,cAAc,CAAC,IAAI,CAAC,iBAAiB,GAAG,CAAC,EAAE,0CAA0C,CAAC,CAAC;QAEvF,MAAM,KAAK,GAAkC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;QAChE,MAAM,WAAW,GAAW,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;QAC9F,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,SAAS,CAAC,GAAW;QAC3B,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC/C,CAAC;IAEO,SAAS,CAAC,IAAY;QAC5B,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAEO,YAAY,CAAC,QAAgB,IAAI,CAAC,aAAa;QACrD,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,aAAa,CAAC,eAAe,EAAE,CAAC;IACtE,CAAC;IAEO,cAAc,CAAC,QAAgB,IAAI,CAAC,aAAa;QACvD,OAAO,IAAI,CAAC,MAAM,GAAG,KAAK,GAAG,GAAG,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,OAAmC;QACpD,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC;QACpD,MAAM,IAAI,GAAW,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,GAAG,GAAW,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACzC,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,QAA4B,EAAE,QAAgB;QACrE,MAAM,GAAG,GAAW,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChD,OAAO,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpE,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,QAAgB,IAAI,CAAC,aAAa,EAAE,mBAA2B,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;QAChG,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,2DAA2D,EAAE,gBAAgB,EAAE,KAAK,CAAC,CAAC;YAClG,MAAM,QAAQ,GAAyB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,GAAG,GAAW,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,OAAO,GAAyB,EAAE,CAAC;YACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,IAAI,GAAuB,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC7C,MAAM,UAAU,GAAW,CAAC,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC;gBAC9D,IAAI,UAAU,GAAG,gBAAgB,EAAE,CAAC;oBAClC,MAAM,MAAM,GAAQ,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC9E,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YACD,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACxE,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YACxE,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,QAAgB,IAAI,CAAC,aAAa;QACtD,IAAI,CAAC;YACH,MAAM,MAAM,GAAW,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,MAAM,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAa,MAAM,IAAI,CAAC,KAAK,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YACjC,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC1E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,QAAgB,IAAI,CAAC,aAAa;QAClD,IAAI,CAAC;YACH,MAAM,MAAM,GAAW,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,MAAM,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,KAAK,GAAkC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACxH,MAAM,IAAI,GAAyB,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAE5D,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,iDAAiD,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC5E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,EAAU,EAAE,UAAkB;QACvD,MAAM,QAAQ,GAAW,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC5C,OAAO,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IACpE,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,GAAW;QAC3B,MAAM,QAAQ,GAAW,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC7C,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAAC,WAAmB;QAClD,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,0DAA0D,CAAC,CAAC;QAC/G,cAAc,CAAC,kBAAkB,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAkC,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAgC,WAAW,CAAC,CAAC;QAC5H,MAAM,GAAG,GAAW,MAAM,EAAE,SAAS,CAAC;QACtC,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,EAAU;QAC3B,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IACM,KAAK,CAAC,KAAK,CAAC,EAAU,EAAE,KAAa;QAC1C,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IACjE,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,EAAU,EAAE,QAAgB;QAChD,OAAO,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;IACvE,CAAC"}