@bitblit/ratchet-aws 4.0.420-alpha → 4.0.421-alpha

package/lib/s3/impl/s3-storage-provider.js

@@ -0,0 +1,44 @@
+import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
+import { StringRatchet } from '@bitblit/ratchet-common/lang/string-ratchet';
+export class S3StorageProvider {
+    s3CacheRatchet;
+    prefix;
+    constructor(s3CacheRatchet, prefix) {
+        this.s3CacheRatchet = s3CacheRatchet;
+        this.prefix = prefix;
+        RequireRatchet.notNullOrUndefined(this.s3CacheRatchet, 's3CacheRatchet');
+        RequireRatchet.notNullOrUndefined(this.s3CacheRatchet.getDefaultBucket(), 's3CacheRatchet.defaultBucket');
+    }
+    keyToPath(cacheKey) {
+        let rval = StringRatchet.trimToEmpty(this.prefix);
+        if (rval.length > 0 && !rval.endsWith('/')) {
+            rval += '/';
+        }
+        rval += cacheKey;
+        return rval;
+    }
+    async readFromCache(cacheKey) {
+        const rval = await this.s3CacheRatchet.fetchCacheFileAsObject(this.keyToPath(cacheKey));
+        return rval;
+    }
+    async storeInCache(value) {
+        RequireRatchet.notNullOrUndefined(value, 'value');
+        RequireRatchet.notNullOrUndefined(value.cacheKey, 'value.cacheKey');
+        const tmp = await this.s3CacheRatchet.writeObjectToCacheFile(this.keyToPath(value.cacheKey), value);
+        return !!tmp;
+    }
+    async removeFromCache(cacheKey) {
+        await this.s3CacheRatchet.removeCacheFile(this.keyToPath(cacheKey));
+    }
+    async clearCache() {
+        const keys = await this.s3CacheRatchet.directChildrenOfPrefix(this.keyToPath(''));
+        const _removed = await Promise.all(keys.map((k) => this.removeFromCache(k)));
+        return keys.length;
+    }
+    async readAll() {
+        const keys = await this.s3CacheRatchet.directChildrenOfPrefix(this.keyToPath(''));
+        const rval = await Promise.all(keys.map((k) => this.readFromCache(k)));
+        return rval;
+    }
+}
+//# sourceMappingURL=s3-storage-provider.js.map

package/lib/s3/impl/s3-storage-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3-storage-provider.js","sourceRoot":"","sources":["../../../src/s3/impl/s3-storage-provider.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAE5E,MAAM,OAAO,iBAAiB;IAElB;IACA;IAFV,YACU,cAAkC,EAClC,MAAc;QADd,mBAAc,GAAd,cAAc,CAAoB;QAClC,WAAM,GAAN,MAAM,CAAQ;QAEtB,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;QACzE,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,cAAc,CAAC,gBAAgB,EAAE,EAAE,8BAA8B,CAAC,CAAC;IAC5G,CAAC;IAEM,SAAS,CAAC,QAAgB;QAC/B,IAAI,IAAI,GAAW,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3C,IAAI,IAAI,GAAG,CAAC;QACd,CAAC;QACD,IAAI,IAAI,QAAQ,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,aAAa,CAAI,QAAgB;QAC5C,MAAM,IAAI,GAAgC,MAAM,IAAI,CAAC,cAAc,CAAC,sBAAsB,CACxF,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CACzB,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,YAAY,CAAI,KAAkC;QAC7D,cAAc,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAClD,cAAc,CAAC,kBAAkB,CAAC,KAAK,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QACpE,MAAM,GAAG,GAAoB,MAAM,IAAI,CAAC,cAAc,CAAC,sBAAsB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;QACrH,OAAO,CAAC,CAAC,GAAG,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,QAAgB;QAC3C,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtE,CAAC;IAEM,KAAK,CAAC,UAAU;QACrB,MAAM,IAAI,GAAa,MAAM,IAAI,CAAC,cAAc,CAAC,sBAAsB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5F,MAAM,QAAQ,GAAU,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,MAAM,IAAI,GAAa,MAAM,IAAI,CAAC,cAAc,CAAC,sBAAsB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5F,MAAM,IAAI,GAAoC,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxG,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/lib/s3/index.d.ts

@@ -0,0 +1,9 @@
+export * from './expanded-file-children.js';
+export * from './s3-cache-ratchet-like.js';
+export * from './s3-cache-ratchet.js';
+export * from './s3-location-sync-ratchet.js';
+export * from './s3-ratchet.js';
+export * from './impl/s3-environment-service-provider.js';
+export * from './impl/s3-expiring-code-provider.js';
+export * from './impl/s3-prototype-dao-provider.js';
+export * from './impl/s3-storage-provider.js';

package/lib/s3/index.js

@@ -0,0 +1,10 @@
+export * from './expanded-file-children.js';
+export * from './s3-cache-ratchet-like.js';
+export * from './s3-cache-ratchet.js';
+export * from './s3-location-sync-ratchet.js';
+export * from './s3-ratchet.js';
+export * from './impl/s3-environment-service-provider.js';
+export * from './impl/s3-expiring-code-provider.js';
+export * from './impl/s3-prototype-dao-provider.js';
+export * from './impl/s3-storage-provider.js';
+//# sourceMappingURL=index.js.map

package/lib/s3/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/s3/index.ts"],"names":[],"mappings":"AAIA,cAAc,6BAA6B,CAAC;AAC5C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,iBAAiB,CAAC;AAChC,cAAc,2CAA2C,CAAC;AAC1D,cAAc,qCAAqC,CAAC;AACpD,cAAc,qCAAqC,CAAC;AACpD,cAAc,+BAA+B,CAAC"}

package/lib/s3/s3-cache-ratchet-like.d.ts

@@ -0,0 +1,25 @@
+import { Readable } from 'stream';
+import { CompleteMultipartUploadCommandOutput, CopyObjectCommandOutput, DeleteObjectCommandOutput, GetObjectCommandInput, GetObjectCommandOutput, HeadObjectCommandOutput, PutObjectCommandInput, S3Client } from '@aws-sdk/client-s3';
+export interface S3CacheRatchetLike {
+    getDefaultBucket(): string;
+    getS3Client(): S3Client;
+    fileExists(key: string, bucket?: string): Promise<boolean>;
+    fetchCacheFilePassThru(req: GetObjectCommandInput): Promise<GetObjectCommandOutput>;
+    fetchCacheFileAsS3GetObjectCommandOutput(key: string, bucket?: string): Promise<GetObjectCommandOutput>;
+    fetchCacheFileAsReadableStream(key: string, bucket?: string): Promise<ReadableStream>;
+    fetchCacheFileAsBuffer(key: string, bucket?: string): Promise<Buffer>;
+    fetchCacheFileAsString(key: string, bucket?: string): Promise<string>;
+    fetchCacheFileAsObject<T>(key: string, bucket?: string): Promise<T>;
+    removeCacheFile(key: string, bucket?: string): Promise<DeleteObjectCommandOutput>;
+    writeObjectToCacheFile(key: string, dataObject: any, template?: PutObjectCommandInput, bucket?: string): Promise<CompleteMultipartUploadCommandOutput>;
+    writeStringToCacheFile(key: string, dataString: string, template?: PutObjectCommandInput, bucket?: string): Promise<CompleteMultipartUploadCommandOutput>;
+    writeStreamToCacheFile(key: string, data: ReadableStream | Readable, template?: PutObjectCommandInput, bucket?: string): Promise<CompleteMultipartUploadCommandOutput>;
+    synchronize(srcPrefix: string, targetPrefix: string, targetRatchet?: S3CacheRatchetLike, recurseSubFolders?: boolean): Promise<string[]>;
+    preSignedDownloadUrlForCacheFile(key: string, expirationSeconds?: number, bucket?: string): Promise<string>;
+    fetchMetaForCacheFile(key: string, bucket?: string): Promise<HeadObjectCommandOutput>;
+    cacheFileAgeInSeconds(key: string, bucket?: string): Promise<number>;
+    copyFile(srcKey: string, dstKey: string, srcBucket?: string, dstBucket?: string): Promise<CopyObjectCommandOutput>;
+    quietCopyFile(srcKey: string, dstKey: string, srcBucket?: string, dstBucket?: string): Promise<boolean>;
+    directChildrenOfPrefix(prefix: string, expandFiles?: boolean, bucket?: string, maxToReturn?: number): Promise<string[]>;
+    allSubFoldersOfPrefix(prefix: string, bucket?: string): Promise<string[]>;
+}

package/lib/s3/s3-cache-ratchet-like.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=s3-cache-ratchet-like.js.map

package/lib/s3/s3-cache-ratchet-like.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3-cache-ratchet-like.js","sourceRoot":"","sources":["../../src/s3/s3-cache-ratchet-like.ts"],"names":[],"mappings":""}

package/lib/s3/s3-cache-ratchet.d.ts

@@ -0,0 +1,35 @@
+import { CompleteMultipartUploadCommandOutput, CopyObjectCommandOutput, DeleteObjectCommandOutput, GetObjectCommandInput, GetObjectCommandOutput, HeadObjectCommandOutput, PutObjectCommandInput, S3Client } from '@aws-sdk/client-s3';
+import { Progress } from '@aws-sdk/lib-storage';
+import { Readable } from 'stream';
+import { S3CacheRatchetLike } from './s3-cache-ratchet-like.js';
+export declare class S3CacheRatchet implements S3CacheRatchetLike {
+    private s3;
+    private defaultBucket;
+    constructor(s3: S3Client, defaultBucket?: string);
+    get s3Client(): S3Client;
+    static applyCacheControlMaxAge(input: PutObjectCommandInput, seconds: number): PutObjectCommandInput;
+    static applyUserMetaData(input: PutObjectCommandInput, key: string, value: string): PutObjectCommandInput;
+    getDefaultBucket(): string;
+    getS3Client(): S3Client;
+    fileExists(key: string, bucket?: string): Promise<boolean>;
+    fetchCacheFilePassThru(req: GetObjectCommandInput): Promise<GetObjectCommandOutput>;
+    fetchCacheFileAsS3GetObjectCommandOutput(key: string, bucket?: string): Promise<GetObjectCommandOutput>;
+    fetchCacheFileAsReadableStream(key: string, bucket?: string): Promise<ReadableStream>;
+    fetchCacheFileAsBuffer(key: string, bucket?: string): Promise<Buffer>;
+    fetchCacheFileAsString(key: string, bucket?: string): Promise<string>;
+    fetchCacheFileAsObject<T>(key: string, bucket?: string): Promise<T>;
+    removeCacheFile(key: string, bucket?: string): Promise<DeleteObjectCommandOutput>;
+    writeObjectToCacheFile(key: string, dataObject: any, template?: PutObjectCommandInput, bucket?: string): Promise<CompleteMultipartUploadCommandOutput>;
+    writeStringToCacheFile(key: string, dataString: string, template?: PutObjectCommandInput, bucket?: string): Promise<CompleteMultipartUploadCommandOutput>;
+    writeStreamToCacheFile(key: string, data: ReadableStream | Readable, template?: PutObjectCommandInput, bucket?: string, progressFn?: (progress: Progress) => void): Promise<CompleteMultipartUploadCommandOutput>;
+    synchronize(srcPrefix: string, targetPrefix: string, targetRatchet?: S3CacheRatchetLike, recurseSubFolders?: boolean): Promise<string[]>;
+    fetchMetaForCacheFile(key: string, bucket?: string): Promise<HeadObjectCommandOutput>;
+    cacheFileAgeInSeconds(key: string, bucket?: string): Promise<number>;
+    renameFile(srcKey: string, dstKey: string, srcBucket?: string, dstBucket?: string): Promise<CopyObjectCommandOutput>;
+    copyFile(srcKey: string, dstKey: string, srcBucket?: string, dstBucket?: string): Promise<CopyObjectCommandOutput>;
+    quietCopyFile(srcKey: string, dstKey: string, srcBucket?: string, dstBucket?: string): Promise<boolean>;
+    preSignedDownloadUrlForCacheFile(key: string, expirationSeconds?: number, bucket?: string): Promise<string>;
+    directChildrenOfPrefix(prefix: string, expandFiles?: boolean, bucket?: string, maxToReturn?: number): Promise<string[]>;
+    allSubFoldersOfPrefix(prefix: string, bucket?: string): Promise<string[]>;
+    private bucketVal;
+}

package/lib/s3/s3-cache-ratchet.js

@@ -0,0 +1,360 @@
+import { CopyObjectCommand, DeleteObjectCommand, GetObjectCommand, HeadObjectCommand, ListObjectsCommand, NoSuchKey, NotFound, } from '@aws-sdk/client-s3';
+import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
+import { Logger } from '@bitblit/ratchet-common/logger/logger';
+import { StringRatchet } from '@bitblit/ratchet-common/lang/string-ratchet';
+import { StopWatch } from '@bitblit/ratchet-common/lang/stop-watch';
+import { WebStreamRatchet } from '@bitblit/ratchet-common/lang/web-stream-ratchet';
+import { getSignedUrl } from '@aws-sdk/s3-request-presigner';
+import { Upload } from '@aws-sdk/lib-storage';
+export class S3CacheRatchet {
+    s3;
+    defaultBucket;
+    constructor(s3, defaultBucket = null) {
+        this.s3 = s3;
+        this.defaultBucket = defaultBucket;
+        RequireRatchet.notNullOrUndefined(this.s3, 's3');
+    }
+    get s3Client() {
+        return this.s3;
+    }
+    static applyCacheControlMaxAge(input, seconds) {
+        if (input && seconds) {
+            input.CacheControl = 'max-age=' + seconds;
+        }
+        return input;
+    }
+    static applyUserMetaData(input, key, value) {
+        if (input && StringRatchet.trimToNull(key) && StringRatchet.trimToNull(value)) {
+            input.Metadata = input.Metadata || {};
+            input.Metadata[key] = value;
+        }
+        return input;
+    }
+    getDefaultBucket() {
+        return this.defaultBucket;
+    }
+    getS3Client() {
+        return this.s3;
+    }
+    async fileExists(key, bucket = null) {
+        try {
+            const head = await this.fetchMetaForCacheFile(key, this.bucketVal(bucket));
+            return !!head;
+        }
+        catch (err) {
+            Logger.silly('Error calling file exists (as expected) %s', err);
+            return false;
+        }
+    }
+    async fetchCacheFilePassThru(req) {
+        let rval = null;
+        try {
+            rval = await this.s3.send(new GetObjectCommand(req));
+        }
+        catch (err) {
+            if (err instanceof NoSuchKey) {
+                Logger.debug('Key %s not found - returning null', req.Key);
+                rval = null;
+            }
+            else {
+                throw err;
+            }
+        }
+        return rval;
+    }
+    async fetchCacheFileAsS3GetObjectCommandOutput(key, bucket = null) {
+        let rval = null;
+        try {
+            const params = {
+                Bucket: this.bucketVal(bucket),
+                Key: key,
+            };
+            rval = await this.s3.send(new GetObjectCommand(params));
+        }
+        catch (err) {
+            if (err instanceof NoSuchKey) {
+                Logger.debug('Key %s not found - returning null', key);
+                rval = null;
+            }
+            else {
+                throw err;
+            }
+        }
+        return rval;
+    }
+    async fetchCacheFileAsReadableStream(key, bucket = null) {
+        const out = await this.fetchCacheFileAsS3GetObjectCommandOutput(key, bucket);
+        return out.Body.transformToWebStream();
+    }
+    async fetchCacheFileAsBuffer(key, bucket = null) {
+        let rval = null;
+        const out = await this.fetchCacheFileAsS3GetObjectCommandOutput(key, bucket);
+        if (out?.Body) {
+            const tmp = await out.Body.transformToByteArray();
+            rval = Buffer.from(tmp);
+        }
+        return rval;
+    }
+    async fetchCacheFileAsString(key, bucket = null) {
+        let rval = null;
+        const out = await this.fetchCacheFileAsS3GetObjectCommandOutput(key, bucket);
+        if (out?.Body) {
+            rval = await out.Body.transformToString();
+        }
+        return rval;
+    }
+    async fetchCacheFileAsObject(key, bucket = null) {
+        const value = await this.fetchCacheFileAsString(key, bucket);
+        return value ? JSON.parse(value) : null;
+    }
+    async removeCacheFile(key, bucket = null) {
+        let rval = null;
+        const params = {
+            Bucket: this.bucketVal(bucket),
+            Key: key,
+        };
+        try {
+            rval = await this.s3.send(new DeleteObjectCommand(params));
+        }
+        catch (err) {
+            if (err && err instanceof NotFound) {
+                Logger.info('Swallowing 404 deleting missing object %s %s', bucket, key);
+                rval = null;
+            }
+            else {
+                throw err;
+            }
+        }
+        return rval;
+    }
+    async writeObjectToCacheFile(key, dataObject, template, bucket) {
+        const json = JSON.stringify(dataObject);
+        return this.writeStringToCacheFile(key, json, template, bucket);
+    }
+    async writeStringToCacheFile(key, dataString, template, bucket) {
+        const stream = WebStreamRatchet.stringToWebReadableStream(dataString);
+        return this.writeStreamToCacheFile(key, stream, template, bucket);
+    }
+    async writeStreamToCacheFile(key, data, template, bucket, progressFn = (progress) => {
+        Logger.debug('Uploading : %s', progress);
+    }) {
+        const params = Object.assign({}, template || {}, {
+            Bucket: this.bucketVal(bucket),
+            Key: key,
+            Body: data,
+        });
+        const upload = new Upload({
+            client: this.s3,
+            params: params,
+            tags: [],
+            queueSize: 4,
+            partSize: 1024 * 1024 * 5,
+            leavePartsOnError: false,
+        });
+        if (progressFn) {
+            upload.on('httpUploadProgress', progressFn);
+        }
+        const result = await upload.done();
+        return result;
+    }
+    async synchronize(srcPrefix, targetPrefix, targetRatchet = this, recurseSubFolders = false) {
+        RequireRatchet.notNullOrUndefined(srcPrefix, 'srcPrefix');
+        RequireRatchet.notNullOrUndefined(targetPrefix, 'targetPrefix');
+        RequireRatchet.true(srcPrefix.endsWith('/'), 'srcPrefix must end in /');
+        RequireRatchet.true(targetPrefix.endsWith('/'), 'targetPrefix must end in /');
+        let rval = [];
+        const sourceFiles = await this.directChildrenOfPrefix(srcPrefix);
+        const targetFiles = await targetRatchet.directChildrenOfPrefix(targetPrefix);
+        const sw = new StopWatch();
+        for (let i = 0; i < sourceFiles.length; i++) {
+            const sourceFile = sourceFiles[i];
+            Logger.info('Processing %s : %s', sourceFile, sw.dumpExpected(i / sourceFiles.length));
+            if (sourceFile.endsWith('/')) {
+                if (recurseSubFolders) {
+                    Logger.info('%s is a subfolder - recursing');
+                    const subs = await this.synchronize(srcPrefix + sourceFile, targetPrefix + sourceFile, targetRatchet, recurseSubFolders);
+                    Logger.info('Got %d back from %s', subs.length, sourceFile);
+                    rval = rval.concat(subs);
+                }
+                else {
+                    Logger.info('%s is a subfolder and recurse not specified - skipping', sourceFile);
+                }
+            }
+            else {
+                let shouldCopy = true;
+                const srcMeta = await this.fetchMetaForCacheFile(srcPrefix + sourceFile);
+                if (targetFiles.includes(sourceFile)) {
+                    const targetMeta = await targetRatchet.fetchMetaForCacheFile(targetPrefix + sourceFile);
+                    if (srcMeta.ETag === targetMeta.ETag) {
+                        Logger.debug('Skipping - identical');
+                        shouldCopy = false;
+                    }
+                }
+                if (shouldCopy) {
+                    Logger.debug('Copying...');
+                    const srcStream = await this.fetchCacheFileAsReadableStream(srcPrefix + sourceFile);
+                    try {
+                        const written = await targetRatchet.writeStreamToCacheFile(targetPrefix + sourceFile, srcStream, srcMeta, undefined);
+                        Logger.silly('Write result : %j', written);
+                        rval.push(sourceFile);
+                    }
+                    catch (err) {
+                        Logger.error('Failed to sync : %s : %s', sourceFile, err);
+                    }
+                }
+            }
+        }
+        Logger.info('Found %d files, copied %d', sourceFiles.length, rval.length);
+        sw.log();
+        return rval;
+    }
+    async fetchMetaForCacheFile(key, bucket = null) {
+        let rval = null;
+        try {
+            rval = await this.s3.send(new HeadObjectCommand({
+                Bucket: this.bucketVal(bucket),
+                Key: key,
+            }));
+        }
+        catch (err) {
+            if (err && err instanceof NotFound) {
+                Logger.info('Cache file %s %s not found returning null', this.bucketVal(bucket), key);
+                rval = null;
+            }
+            else {
+                Logger.error('Unrecognized error, rethrowing : %s', err, err);
+                throw err;
+            }
+        }
+        return rval;
+    }
+    async cacheFileAgeInSeconds(key, bucket = null) {
+        try {
+            const res = await this.fetchMetaForCacheFile(key, bucket);
+            if (res && res.LastModified) {
+                return Math.floor((new Date().getTime() - res.LastModified.getTime()) / 1000);
+            }
+            else {
+                Logger.warn('Cache file %s %s had no last modified returning null', this.bucketVal(bucket), key);
+                return null;
+            }
+        }
+        catch (err) {
+            if (err && err instanceof NotFound) {
+                Logger.warn('Cache file %s %s not found returning null', this.bucketVal(bucket), key);
+                return null;
+            }
+            else {
+                throw err;
+            }
+        }
+    }
+    async renameFile(srcKey, dstKey, srcBucket = null, dstBucket = null) {
+        Logger.info('Rename %s to %s (%s/%s)', srcKey, dstKey, srcBucket, dstBucket);
+        const output = await this.copyFile(srcKey, dstKey, srcBucket, dstBucket);
+        if (output) {
+            await this.removeCacheFile(srcKey, srcBucket);
+        }
+        return output;
+    }
+    async copyFile(srcKey, dstKey, srcBucket = null, dstBucket = null) {
+        const params = {
+            CopySource: '/' + this.bucketVal(srcBucket) + '/' + srcKey,
+            Bucket: this.bucketVal(dstBucket),
+            Key: dstKey,
+            MetadataDirective: 'COPY',
+        };
+        const rval = await this.s3.send(new CopyObjectCommand(params));
+        return rval;
+    }
+    async quietCopyFile(srcKey, dstKey, srcBucket = null, dstBucket = null) {
+        let rval = false;
+        try {
+            const tmp = await this.copyFile(srcKey, dstKey, srcBucket, dstBucket);
+            rval = true;
+        }
+        catch (err) {
+            Logger.silly('Failed to copy file in S3 : %s', err);
+        }
+        return rval;
+    }
+    async preSignedDownloadUrlForCacheFile(key, expirationSeconds = 3600, bucket = null) {
+        const getCommand = {
+            Bucket: this.bucketVal(bucket),
+            Key: key,
+        };
+        const link = await getSignedUrl(this.s3, new GetObjectCommand(getCommand), { expiresIn: expirationSeconds });
+        return link;
+    }
+    async directChildrenOfPrefix(prefix, expandFiles = false, bucket = null, maxToReturn = null) {
+        const returnValue = [];
+        const params = {
+            Bucket: this.bucketVal(bucket),
+            Prefix: prefix,
+            Delimiter: '/',
+        };
+        let response = null;
+        do {
+            response = await this.s3.send(new ListObjectsCommand(params));
+            const prefixLength = prefix.length;
+            if (response['CommonPrefixes']) {
+                response['CommonPrefixes'].forEach((cp) => {
+                    if (!maxToReturn || returnValue.length < maxToReturn) {
+                        const value = cp['Prefix'].substring(prefixLength);
+                        returnValue.push(value);
+                    }
+                });
+            }
+            if (response['Contents']) {
+                await Promise.all(response['Contents'].map(async (cp) => {
+                    if (!maxToReturn || returnValue.length < maxToReturn) {
+                        if (expandFiles) {
+                            const expanded = {
+                                link: await this.preSignedDownloadUrlForCacheFile(cp['Key'], 3600, bucket),
+                                name: cp['Key'].substring(prefixLength),
+                                size: cp['Size'],
+                            };
+                            returnValue.push(expanded);
+                        }
+                        else {
+                            returnValue.push(cp['Key'].substring(prefixLength));
+                        }
+                    }
+                }));
+            }
+            params.Marker = response.NextMarker;
+        } while (params.Marker && (!maxToReturn || returnValue.length < maxToReturn));
+        return returnValue;
+    }
+    async allSubFoldersOfPrefix(prefix, bucket = null) {
+        const returnValue = [prefix];
+        let idx = 0;
+        while (idx < returnValue.length) {
+            const next = returnValue[idx++];
+            Logger.debug('Pulling %s (%d remaining)', next, returnValue.length - idx);
+            const req = {
+                Bucket: this.bucketVal(bucket),
+                Prefix: next,
+                Delimiter: '/',
+            };
+            let resp = null;
+            do {
+                req.ContinuationToken = resp ? resp.NextContinuationToken : null;
+                resp = await this.s3.send(new ListObjectsCommand(req));
+                resp.CommonPrefixes.forEach((p) => {
+                    returnValue.push(p.Prefix);
+                });
+                Logger.debug('g:%j', resp);
+            } while (resp.NextContinuationToken);
+        }
+        return returnValue;
+    }
+    bucketVal(explicitBucket) {
+        const rval = explicitBucket ? explicitBucket : this.defaultBucket;
+        if (!rval) {
+            throw 'You must set either the default bucket or pass it explicitly';
+        }
+        return rval;
+    }
+}
+//# sourceMappingURL=s3-cache-ratchet.js.map

package/lib/s3/s3-cache-ratchet.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3-cache-ratchet.js","sourceRoot":"","sources":["../../src/s3/s3-cache-ratchet.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,iBAAiB,EAGjB,mBAAmB,EAGnB,gBAAgB,EAGhB,iBAAiB,EAEjB,kBAAkB,EAKlB,SAAS,EACT,QAAQ,GAIT,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAC9E,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAC5E,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,iDAAiD,CAAC;AAGnF,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAY,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAKxD,MAAM,OAAO,cAAc;IAEf;IACA;IAFV,YACU,EAAY,EACZ,gBAAwB,IAAI;QAD5B,OAAE,GAAF,EAAE,CAAU;QACZ,kBAAa,GAAb,aAAa,CAAe;QAEpC,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;IAED,IAAW,QAAQ;QACjB,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAEM,MAAM,CAAC,uBAAuB,CAAC,KAA4B,EAAE,OAAe;QACjF,IAAI,KAAK,IAAI,OAAO,EAAE,CAAC;YACrB,KAAK,CAAC,YAAY,GAAG,UAAU,GAAG,OAAO,CAAC;QAC5C,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,MAAM,CAAC,iBAAiB,CAAC,KAA4B,EAAE,GAAW,EAAE,KAAa;QACtF,IAAI,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9E,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC;YACtC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC9B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,gBAAgB;QACrB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEM,WAAW;QAChB,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,GAAW,EAAE,SAAiB,IAAI;QACxD,IAAI,CAAC;YACH,MAAM,IAAI,GAA4B,MAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACpG,OAAO,CAAC,CAAC,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE,GAAG,CAAC,CAAC;YAChE,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,GAA0B;QAC5D,IAAI,IAAI,GAA2B,IAAI,CAAC;QACxC,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,SAAS,EAAE,CAAC;gBAC7B,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC3D,IAAI,GAAG,IAAI,CAAC;YACd,CAAC;iBAAM,CAAC;gBAEN,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,wCAAwC,CAAC,GAAW,EAAE,SAAiB,IAAI;QACtF,IAAI,IAAI,GAA2B,IAAI,CAAC;QACxC,IAAI,CAAC;YACH,MAAM,MAAM,GAA0B;gBACpC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;gBAC9B,GAAG,EAAE,GAAG;aACT,CAAC;YACF,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,SAAS,EAAE,CAAC;gBAC7B,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,GAAG,CAAC,CAAC;gBACvD,IAAI,GAAG,IAAI,CAAC;YACd,CAAC;iBAAM,CAAC;gBAEN,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,8BAA8B,CAAC,GAAW,EAAE,SAAiB,IAAI;QAC5E,MAAM,GAAG,GAA2B,MAAM,IAAI,CAAC,wCAAwC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAErG,OAAO,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;IACzC,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,GAAW,EAAE,SAAiB,IAAI;QACpE,IAAI,IAAI,GAAW,IAAI,CAAC;QACxB,MAAM,GAAG,GAA2B,MAAM,IAAI,CAAC,wCAAwC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrG,IAAI,GAAG,EAAE,IAAI,EAAE,CAAC;YACd,MAAM,GAAG,GAAe,MAAM,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9D,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,GAAW,EAAE,SAAiB,IAAI;QACpE,IAAI,IAAI,GAAW,IAAI,CAAC;QACxB,MAAM,GAAG,GAA2B,MAAM,IAAI,CAAC,wCAAwC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrG,IAAI,GAAG,EAAE,IAAI,EAAE,CAAC;YACd,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAI,GAAW,EAAE,SAAiB,IAAI;QACvE,MAAM,KAAK,GAAW,MAAM,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrE,OAAO,KAAK,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACjD,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,GAAW,EAAE,SAAiB,IAAI;QAC7D,IAAI,IAAI,GAA8B,IAAI,CAAC;QAC3C,MAAM,MAAM,GAA6B;YACvC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC9B,GAAG,EAAE,GAAG;SACT,CAAC;QACF,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;gBACnC,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;gBACzE,IAAI,GAAG,IAAI,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAGM,KAAK,CAAC,sBAAsB,CACjC,GAAW,EACX,UAAe,EACf,QAAgC,EAChC,MAAe;QAEf,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC;IAGM,KAAK,CAAC,sBAAsB,CACjC,GAAW,EACX,UAAkB,EAClB,QAAgC,EAChC,MAAe;QAEf,MAAM,MAAM,GAAmB,gBAAgB,CAAC,yBAAyB,CAAC,UAAU,CAAC,CAAC;QACtF,OAAO,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IACpE,CAAC;IAEM,KAAK,CAAC,sBAAsB,CACjC,GAAW,EACX,IAA+B,EAC/B,QAAgC,EAChC,MAAe,EACf,aAA2C,CAAC,QAAQ,EAAE,EAAE;QACtD,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;IAC3C,CAAC;QAED,MAAM,MAAM,GAA0B,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,IAAI,EAAE,EAAE;YACtE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC9B,GAAG,EAAE,GAAG;YACR,IAAI,EAAE,IAAsC;SAC7C,CAAC,CAAC;QAEH,MAAM,MAAM,GAAW,IAAI,MAAM,CAAC;YAChC,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,EAAE;YACR,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;YACzB,iBAAiB,EAAE,KAAK;SACzB,CAAC,CAAC;QAEH,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,EAAE,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,MAAM,GAAyC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAEzE,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,WAAW,CACtB,SAAiB,EACjB,YAAoB,EACpB,gBAAoC,IAAI,EACxC,oBAA6B,KAAK;QAElC,cAAc,CAAC,kBAAkB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAC1D,cAAc,CAAC,kBAAkB,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QAChE,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,yBAAyB,CAAC,CAAC;QACxE,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,4BAA4B,CAAC,CAAC;QAC9E,IAAI,IAAI,GAAa,EAAE,CAAC;QACxB,MAAM,WAAW,GAAa,MAAM,IAAI,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;QAC3E,MAAM,WAAW,GAAa,MAAM,aAAa,CAAC,sBAAsB,CAAC,YAAY,CAAC,CAAC;QACvF,MAAM,EAAE,GAAc,IAAI,SAAS,EAAE,CAAC;QAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAW,WAAW,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,UAAU,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;YACvF,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7B,IAAI,iBAAiB,EAAE,CAAC;oBACtB,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;oBAC7C,MAAM,IAAI,GAAa,MAAM,IAAI,CAAC,WAAW,CAC3C,SAAS,GAAG,UAAU,EACtB,YAAY,GAAG,UAAU,EACzB,aAAa,EACb,iBAAiB,CAClB,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;oBAC5D,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,wDAAwD,EAAE,UAAU,CAAC,CAAC;gBACpF,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,UAAU,GAAY,IAAI,CAAC;gBAC/B,MAAM,OAAO,GAA4B,MAAM,IAAI,CAAC,qBAAqB,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC;gBAClG,IAAI,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;oBACrC,MAAM,UAAU,GAA4B,MAAM,aAAa,CAAC,qBAAqB,CAAC,YAAY,GAAG,UAAU,CAAC,CAAC;oBACjH,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;wBACrC,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;wBACrC,UAAU,GAAG,KAAK,CAAC;oBACrB,CAAC;gBACH,CAAC;gBACD,IAAI,UAAU,EAAE,CAAC;oBACf,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBAC3B,MAAM,SAAS,GAAmB,MAAM,IAAI,CAAC,8BAA8B,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC;oBACpG,IAAI,CAAC;wBACH,MAAM,OAAO,GAA2B,MAAM,aAAa,CAAC,sBAAsB,CAChF,YAAY,GAAG,UAAU,EACzB,SAAS,EACT,OAA2C,EAC3C,SAAS,CACV,CAAC;wBACF,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;wBAC3C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACxB,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;oBAC5D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1E,EAAE,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,GAAW,EAAE,SAAiB,IAAI;QACnE,IAAI,IAAI,GAA4B,IAAI,CAAC;QACzC,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CACvB,IAAI,iBAAiB,CAAC;gBACpB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;gBAC9B,GAAG,EAAE,GAAG;aACT,CAAC,CACH,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;gBACnC,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;gBACtF,IAAI,GAAG,IAAI,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC9D,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,GAAW,EAAE,SAAiB,IAAI;QACnE,IAAI,CAAC;YACH,MAAM,GAAG,GAA4B,MAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACnF,IAAI,GAAG,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;gBAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,sDAAsD,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;gBACjG,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;gBACnC,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;gBACtF,OAAO,IAAI,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;IAGM,KAAK,CAAC,UAAU,CACrB,MAAc,EACd,MAAc,EACd,YAAoB,IAAI,EACxB,YAAoB,IAAI;QAExB,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC7E,MAAM,MAAM,GAA4B,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAClG,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,QAAQ,CACnB,MAAc,EACd,MAAc,EACd,YAAoB,IAAI,EACxB,YAAoB,IAAI;QAExB,MAAM,MAAM,GAA2B;YACrC,UAAU,EAAE,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,GAAG,GAAG,MAAM;YAC1D,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;YACjC,GAAG,EAAE,MAAM;YACX,iBAAiB,EAAE,MAAM;SAC1B,CAAC;QACF,MAAM,IAAI,GAA4B,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;QACxF,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAc,EAAE,MAAc,EAAE,YAAoB,IAAI,EAAE,YAAoB,IAAI;QAC3G,IAAI,IAAI,GAAY,KAAK,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,GAAG,GAA4B,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YAC/F,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,GAAG,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,gCAAgC,CAAC,GAAW,EAAE,iBAAiB,GAAG,IAAI,EAAE,SAAiB,IAAI;QACxG,MAAM,UAAU,GAA0B;YACxC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC9B,GAAG,EAAE,GAAG;SACT,CAAC;QACF,MAAM,IAAI,GAAW,MAAM,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,gBAAgB,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC;QACrH,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,sBAAsB,CACjC,MAAc,EACd,WAAW,GAAG,KAAK,EACnB,SAAiB,IAAI,EACrB,cAAsB,IAAI;QAE1B,MAAM,WAAW,GAAU,EAAE,CAAC;QAE9B,MAAM,MAAM,GAA4B;YACtC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC9B,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,GAAG;SACf,CAAC;QAEF,IAAI,QAAQ,GAA6B,IAAI,CAAC;QAC9C,GAAG,CAAC;YACF,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC;YAE9D,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;YAEnC,IAAI,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC/B,QAAQ,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;oBACxC,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;wBACrD,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;wBACnD,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;YAGD,IAAI,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACzB,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;oBACpC,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;wBACrD,IAAI,WAAW,EAAE,CAAC;4BAChB,MAAM,QAAQ,GAAyB;gCACrC,IAAI,EAAE,MAAM,IAAI,CAAC,gCAAgC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC;gCAC1E,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC;gCACvC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC;6BACjB,CAAC;4BACF,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBAC7B,CAAC;6BAAM,CAAC;4BACN,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;wBACtD,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC,CACH,CAAC;YACJ,CAAC;YACD,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,UAAU,CAAC;QACtC,CAAC,QAAQ,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,WAAW,CAAC,EAAE;QAE9E,OAAO,WAAW,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,SAAiB,IAAI;QACtE,MAAM,WAAW,GAAa,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,GAAG,GAAW,CAAC,CAAC;QAEpB,OAAO,GAAG,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,GAAW,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;YAC1E,MAAM,GAAG,GAA8B;gBACrC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;gBAC9B,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,GAAG;aACf,CAAC;YACF,IAAI,IAAI,GAA+B,IAAI,CAAC;YAE5C,GAAG,CAAC;gBACF,GAAG,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC;gBACjE,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC;gBACvD,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;oBAChC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBAC7B,CAAC,CAAC,CAAC;gBACH,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC7B,CAAC,QAAQ,IAAI,CAAC,qBAAqB,EAAE;QACvC,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,SAAS,CAAC,cAAsB;QACtC,MAAM,IAAI,GAAW,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;QAC1E,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,8DAA8D,CAAC;QACvE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/lib/s3/s3-location-sync-ratchet.d.ts

@@ -0,0 +1,21 @@
+import { S3Client } from '@aws-sdk/client-s3';
+export interface S3LocationSyncRatchetConfig {
+    srcS3: S3Client;
+    srcBucket: string;
+    srcPrefix: string;
+    dstS3: S3Client;
+    dstBucket: string;
+    dstPrefix: string;
+    maxNumThreads?: number;
+    maxRetries?: number;
+}
+export declare class S3LocationSyncRatchet {
+    private config;
+    constructor(config: S3LocationSyncRatchetConfig);
+    updateSrcPrefix(prefix: string): void;
+    updateDstPrefix(prefix: string): void;
+    copyObject(key: string, size: number, express?: boolean): Promise<void>;
+    listObjects(bucket: string, prefix: string, s3: S3Client): Promise<any>;
+    startSyncing(): Promise<boolean>;
+    private compareSrcAndDst;
+}