@aws-amplify/core 5.8.6-api-v6-models.b3abc9b.0 → 6.0.0

package/lib/Cache/StorageCacheCommon.js

@@ -0,0 +1,468 @@
+"use strict";
+// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+// SPDX-License-Identifier: Apache-2.0
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StorageCacheCommon = void 0;
+const Logger_1 = require("../Logger");
+const constants_1 = require("./constants");
+const utils_1 = require("./utils");
+const errorHelpers_1 = require("./utils/errorHelpers");
+const logger = new Logger_1.ConsoleLogger('StorageCache');
+/**
+ * Initialization of the cache
+ *
+ */
+class StorageCacheCommon {
+    /**
+     * Initialize the cache
+     *
+     * @param config - Custom configuration for this instance.
+     */
+    constructor({ config, keyValueStorage, }) {
+        this.config = {
+            ...constants_1.defaultConfig,
+            ...config,
+        };
+        this.keyValueStorage = keyValueStorage;
+        this.sanitizeConfig();
+    }
+    getModuleName() {
+        return 'Cache';
+    }
+    /**
+     * Set custom configuration for the cache instance.
+     *
+     * @param config - customized configuration (without keyPrefix, which can't be changed)
+     *
+     * @return - the current configuration
+     */
+    configure(config) {
+        if (config) {
+            if (config.keyPrefix) {
+                logger.warn('keyPrefix can not be re-configured on an existing Cache instance.');
+            }
+            this.config = {
+                ...this.config,
+                ...config,
+            };
+        }
+        this.sanitizeConfig();
+        return this.config;
+    }
+    /**
+     * return the current size of the cache
+     * @return {Promise}
+     */
+    async getCurrentCacheSize() {
+        let size = await this.getStorage().getItem((0, utils_1.getCurrentSizeKey)(this.config.keyPrefix));
+        if (!size) {
+            await this.getStorage().setItem((0, utils_1.getCurrentSizeKey)(this.config.keyPrefix), '0');
+            size = '0';
+        }
+        return Number(size);
+    }
+    /**
+     * Set item into cache. You can put number, string, boolean or object.
+     * The cache will first check whether has the same key.
+     * If it has, it will delete the old item and then put the new item in
+     * The cache will pop out items if it is full
+     * You can specify the cache item options. The cache will abort and output a warning:
+     * If the key is invalid
+     * If the size of the item exceeds itemMaxSize.
+     * If the value is undefined
+     * If incorrect cache item configuration
+     * If error happened with browser storage
+     *
+     * @param {String} key - the key of the item
+     * @param {Object} value - the value of the item
+     * @param {Object} [options] - optional, the specified meta-data
+     *
+     * @return {Promise}
+     */
+    async setItem(key, value, options) {
+        logger.debug(`Set item: key is ${key}, value is ${value} with options: ${options}`);
+        if (!key || key === constants_1.currentSizeKey) {
+            logger.warn(`Invalid key: should not be empty or reserved key: '${constants_1.currentSizeKey}'`);
+            return;
+        }
+        if (typeof value === 'undefined') {
+            logger.warn(`The value of item should not be undefined!`);
+            return;
+        }
+        const cacheItemOptions = {
+            priority: options?.priority !== undefined
+                ? options.priority
+                : this.config.defaultPriority,
+            expires: options?.expires !== undefined
+                ? options.expires
+                : this.config.defaultTTL + (0, utils_1.getCurrentTime)(),
+        };
+        if (cacheItemOptions.priority < 1 || cacheItemOptions.priority > 5) {
+            logger.warn(`Invalid parameter: priority due to out or range. It should be within 1 and 5.`);
+            return;
+        }
+        const prefixedKey = `${this.config.keyPrefix}${key}`;
+        const item = this.fillCacheItem(prefixedKey, value, cacheItemOptions);
+        // check whether this item is too big;
+        if (item.byteSize > this.config.itemMaxSize) {
+            logger.warn(`Item with key: ${key} you are trying to put into is too big!`);
+            return;
+        }
+        try {
+            // first look into the storage, if it exists, delete it.
+            const val = await this.getStorage().getItem(prefixedKey);
+            if (val) {
+                await this.removeCacheItem(prefixedKey, JSON.parse(val).byteSize);
+            }
+            // check whether the cache is full
+            if (await this.isCacheFull(item.byteSize)) {
+                const validKeys = await this.clearInvalidAndGetRemainingKeys();
+                if (await this.isCacheFull(item.byteSize)) {
+                    const sizeToPop = await this.sizeToPop(item.byteSize);
+                    await this.popOutItems(validKeys, sizeToPop);
+                }
+            }
+            // put item in the cache
+            return this.setCacheItem(prefixedKey, item);
+        }
+        catch (e) {
+            logger.warn(`setItem failed! ${e}`);
+        }
+    }
+    /**
+     * Get item from cache. It will return null if item doesn’t exist or it has been expired.
+     * If you specified callback function in the options,
+     * then the function will be executed if no such item in the cache
+     * and finally put the return value into cache.
+     * Please make sure the callback function will return the value you want to put into the cache.
+     * The cache will abort output a warning:
+     * If the key is invalid
+     * If error happened with AsyncStorage
+     *
+     * @param {String} key - the key of the item
+     * @param {Object} [options] - the options of callback function
+     *
+     * @return {Promise} - return a promise resolves to be the value of the item
+     */
+    async getItem(key, options) {
+        logger.debug(`Get item: key is ${key} with options ${options}`);
+        let cached;
+        if (!key || key === constants_1.currentSizeKey) {
+            logger.warn(`Invalid key: should not be empty or reserved key: '${constants_1.currentSizeKey}'`);
+            return null;
+        }
+        const prefixedKey = `${this.config.keyPrefix}${key}`;
+        try {
+            cached = await this.getStorage().getItem(prefixedKey);
+            if (cached != null) {
+                if (await this.isExpired(prefixedKey)) {
+                    // if expired, remove that item and return null
+                    await this.removeCacheItem(prefixedKey, JSON.parse(cached).byteSize);
+                }
+                else {
+                    // if not expired, update its visitedTime and return the value
+                    const item = await this.updateVisitedTime(JSON.parse(cached), prefixedKey);
+                    return item.data;
+                }
+            }
+            if (options?.callback) {
+                const val = options.callback();
+                if (val !== null) {
+                    await this.setItem(key, val, options);
+                }
+                return val;
+            }
+            return null;
+        }
+        catch (e) {
+            logger.warn(`getItem failed! ${e}`);
+            return null;
+        }
+    }
+    /**
+     * remove item from the cache
+     * The cache will abort output a warning:
+     * If error happened with AsyncStorage
+     * @param {String} key - the key of the item
+     * @return {Promise}
+     */
+    async removeItem(key) {
+        logger.debug(`Remove item: key is ${key}`);
+        if (!key || key === constants_1.currentSizeKey) {
+            logger.warn(`Invalid key: should not be empty or reserved key: '${constants_1.currentSizeKey}'`);
+            return;
+        }
+        const prefixedKey = `${this.config.keyPrefix}${key}`;
+        try {
+            const val = await this.getStorage().getItem(prefixedKey);
+            if (val) {
+                await this.removeCacheItem(prefixedKey, JSON.parse(val).byteSize);
+            }
+        }
+        catch (e) {
+            logger.warn(`removeItem failed! ${e}`);
+        }
+    }
+    /**
+     * Return all the keys owned by this cache.
+     * Will return an empty array if error occurred.
+     *
+     * @return {Promise}
+     */
+    async getAllKeys() {
+        try {
+            return await this.getAllCacheKeys();
+        }
+        catch (e) {
+            logger.warn(`getAllkeys failed! ${e}`);
+            return [];
+        }
+    }
+    getStorage() {
+        return this.keyValueStorage;
+    }
+    /**
+     * check whether item is expired
+     *
+     * @param key - the key of the item
+     *
+     * @return true if the item is expired.
+     */
+    async isExpired(key) {
+        const text = await this.getStorage().getItem(key);
+        (0, errorHelpers_1.assert)(text !== null, errorHelpers_1.CacheErrorCode.NoCacheItem, `Key: ${key}`);
+        const item = JSON.parse(text);
+        if ((0, utils_1.getCurrentTime)() >= item.expires) {
+            return true;
+        }
+        return false;
+    }
+    /**
+     * delete item from cache
+     *
+     * @param prefixedKey - the key of the item
+     * @param size - optional, the byte size of the item
+     */
+    async removeCacheItem(prefixedKey, size) {
+        const item = await this.getStorage().getItem(prefixedKey);
+        (0, errorHelpers_1.assert)(item !== null, errorHelpers_1.CacheErrorCode.NoCacheItem, `Key: ${prefixedKey}`);
+        const itemSize = size ?? JSON.parse(item).byteSize;
+        // first try to update the current size of the cache
+        await this.decreaseCurrentSizeInBytes(itemSize);
+        // try to remove the item from cache
+        try {
+            await this.getStorage().removeItem(prefixedKey);
+        }
+        catch (removeItemError) {
+            // if some error happened, we need to rollback the current size
+            await this.increaseCurrentSizeInBytes(itemSize);
+            logger.error(`Failed to remove item: ${removeItemError}`);
+        }
+    }
+    /**
+     * produce a JSON object with meta-data and data value
+     * @param value - the value of the item
+     * @param options - optional, the specified meta-data
+     *
+     * @return - the item which has the meta-data and the value
+     */
+    fillCacheItem(key, value, options) {
+        const item = {
+            key,
+            data: value,
+            timestamp: (0, utils_1.getCurrentTime)(),
+            visitedTime: (0, utils_1.getCurrentTime)(),
+            priority: options.priority ?? 0,
+            expires: options.expires ?? 0,
+            type: typeof value,
+            byteSize: 0,
+        };
+        // calculate byte size
+        item.byteSize = (0, utils_1.getByteLength)(JSON.stringify(item));
+        // re-calculate using cache item with updated byteSize property
+        item.byteSize = (0, utils_1.getByteLength)(JSON.stringify(item));
+        return item;
+    }
+    sanitizeConfig() {
+        if (this.config.itemMaxSize > this.config.capacityInBytes) {
+            logger.error('Invalid parameter: itemMaxSize. It should be smaller than capacityInBytes. Setting back to default.');
+            this.config.itemMaxSize = constants_1.defaultConfig.itemMaxSize;
+        }
+        if (this.config.defaultPriority > 5 || this.config.defaultPriority < 1) {
+            logger.error('Invalid parameter: defaultPriority. It should be between 1 and 5. Setting back to default.');
+            this.config.defaultPriority = constants_1.defaultConfig.defaultPriority;
+        }
+        if (Number(this.config.warningThreshold) > 1 ||
+            Number(this.config.warningThreshold) < 0) {
+            logger.error('Invalid parameter: warningThreshold. It should be between 0 and 1. Setting back to default.');
+            this.config.warningThreshold = constants_1.defaultConfig.warningThreshold;
+        }
+        // Set 5MB limit
+        const cacheLimit = 5 * 1024 * 1024;
+        if (this.config.capacityInBytes > cacheLimit) {
+            logger.error('Cache Capacity should be less than 5MB. Setting back to default. Setting back to default.');
+            this.config.capacityInBytes = constants_1.defaultConfig.capacityInBytes;
+        }
+    }
+    /**
+     * increase current size of the cache
+     *
+     * @param amount - the amount of the cache szie which need to be increased
+     */
+    async increaseCurrentSizeInBytes(amount) {
+        const size = await this.getCurrentCacheSize();
+        await this.getStorage().setItem((0, utils_1.getCurrentSizeKey)(this.config.keyPrefix), (size + amount).toString());
+    }
+    /**
+     * decrease current size of the cache
+     *
+     * @param amount - the amount of the cache size which needs to be decreased
+     */
+    async decreaseCurrentSizeInBytes(amount) {
+        const size = await this.getCurrentCacheSize();
+        await this.getStorage().setItem((0, utils_1.getCurrentSizeKey)(this.config.keyPrefix), (size - amount).toString());
+    }
+    /**
+     * update the visited time if item has been visited
+     *
+     * @param item - the item which need to be updated
+     * @param prefixedKey - the key of the item
+     *
+     * @return the updated item
+     */
+    async updateVisitedTime(item, prefixedKey) {
+        item.visitedTime = (0, utils_1.getCurrentTime)();
+        await this.getStorage().setItem(prefixedKey, JSON.stringify(item));
+        return item;
+    }
+    /**
+     * put item into cache
+     *
+     * @param prefixedKey - the key of the item
+     * @param itemData - the value of the item
+     * @param itemSizeInBytes - the byte size of the item
+     */
+    async setCacheItem(prefixedKey, item) {
+        // first try to update the current size of the cache.
+        await this.increaseCurrentSizeInBytes(item.byteSize);
+        // try to add the item into cache
+        try {
+            await this.getStorage().setItem(prefixedKey, JSON.stringify(item));
+        }
+        catch (setItemErr) {
+            // if some error happened, we need to rollback the current size
+            await this.decreaseCurrentSizeInBytes(item.byteSize);
+            logger.error(`Failed to set item ${setItemErr}`);
+        }
+    }
+    /**
+     * total space needed when poping out items
+     *
+     * @param itemSize
+     *
+     * @return total space needed
+     */
+    async sizeToPop(itemSize) {
+        const cur = await this.getCurrentCacheSize();
+        const spaceItemNeed = cur + itemSize - this.config.capacityInBytes;
+        const cacheThresholdSpace = (1 - this.config.warningThreshold) * this.config.capacityInBytes;
+        return spaceItemNeed > cacheThresholdSpace
+            ? spaceItemNeed
+            : cacheThresholdSpace;
+    }
+    /**
+     * see whether cache is full
+     *
+     * @param itemSize
+     *
+     * @return true if cache is full
+     */
+    async isCacheFull(itemSize) {
+        const cur = await this.getCurrentCacheSize();
+        return itemSize + cur > this.config.capacityInBytes;
+    }
+    /**
+     * get all the items we have, sort them by their priority,
+     * if priority is same, sort them by their last visited time
+     * pop out items from the low priority (5 is the lowest)
+     * @private
+     * @param keys - all the keys in this cache
+     * @param sizeToPop - the total size of the items which needed to be poped out
+     */
+    async popOutItems(keys, sizeToPop) {
+        const items = [];
+        let remainedSize = sizeToPop;
+        for (let i = 0; i < keys.length; i += 1) {
+            const val = await this.getStorage().getItem(keys[i]);
+            if (val != null) {
+                const item = JSON.parse(val);
+                items.push(item);
+            }
+        }
+        // first compare priority
+        // then compare visited time
+        items.sort((a, b) => {
+            if (a.priority > b.priority) {
+                return -1;
+            }
+            else if (a.priority < b.priority) {
+                return 1;
+            }
+            else {
+                if (a.visitedTime < b.visitedTime) {
+                    return -1;
+                }
+                else
+                    return 1;
+            }
+        });
+        for (let i = 0; i < items.length; i += 1) {
+            // pop out items until we have enough room for new item
+            await this.removeCacheItem(items[i].key, items[i].byteSize);
+            remainedSize -= items[i].byteSize;
+            if (remainedSize <= 0) {
+                return;
+            }
+        }
+    }
+    /**
+     * Scan the storage and combine the following operations for efficiency
+     *   1. Clear out all expired keys owned by this cache, not including the size key.
+     *   2. Return the remaining keys.
+     *
+     * @return The remaining valid keys
+     */
+    async clearInvalidAndGetRemainingKeys() {
+        const remainingKeys = [];
+        const keys = await this.getAllCacheKeys({
+            omitSizeKey: true,
+        });
+        for (const key of keys) {
+            if (await this.isExpired(key)) {
+                await this.removeCacheItem(key);
+            }
+            else {
+                remainingKeys.push(key);
+            }
+        }
+        return remainingKeys;
+    }
+    /**
+     * clear the entire cache
+     * The cache will abort and output a warning if error occurs
+     * @return {Promise}
+     */
+    async clear() {
+        logger.debug(`Clear Cache`);
+        try {
+            const keys = await this.getAllKeys();
+            for (const key of keys) {
+                await this.getStorage().removeItem(key);
+            }
+        }
+        catch (e) {
+            logger.warn(`clear failed! ${e}`);
+        }
+    }
+}
+exports.StorageCacheCommon = StorageCacheCommon;

package/lib/Cache/constants.d.ts

@@ -0,0 +1,6 @@
+import { CacheConfig } from './types';
+/**
+ * Default cache config
+ */
+export declare const defaultConfig: Omit<CacheConfig, 'storage'>;
+export declare const currentSizeKey = "CurSize";

package/lib/Cache/constants.js

@@ -0,0 +1,17 @@
+"use strict";
+// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+// SPDX-License-Identifier: Apache-2.0
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.currentSizeKey = exports.defaultConfig = void 0;
+/**
+ * Default cache config
+ */
+exports.defaultConfig = {
+    keyPrefix: 'aws-amplify-cache',
+    capacityInBytes: 1048576,
+    itemMaxSize: 210000,
+    defaultTTL: 259200000,
+    defaultPriority: 5,
+    warningThreshold: 0.8,
+};
+exports.currentSizeKey = 'CurSize';

package/lib/Cache/index.d.ts

@@ -0,0 +1,2 @@
+import { StorageCache } from './StorageCache';
+export declare const Cache: StorageCache;

package/lib/Cache/index.js

@@ -0,0 +1,7 @@
+"use strict";
+// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+// SPDX-License-Identifier: Apache-2.0
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Cache = void 0;
+const StorageCache_1 = require("./StorageCache");
+exports.Cache = new StorageCache_1.StorageCache();

package/lib/Cache/types/cache.d.ts

@@ -0,0 +1,38 @@
+import { CacheConfig } from '../../singleton/Cache/types';
+export { CacheConfig };
+/**
+ * Cache Interface
+ */
+export interface Cache {
+    /** Put item into cache */
+    setItem(key: string, value: any, options?: CacheItemOptions): Promise<void>;
+    /** Get item from cache */
+    getItem(key: string, options?: CacheItemOptions): Promise<CacheItem['data']>;
+    /** Remove item from cache */
+    removeItem(key: string): Promise<void>;
+    /** Remove all items from cache */
+    clear(): Promise<void>;
+    /** Get all keys form cache */
+    getAllKeys(): Promise<string[]>;
+    /** Get current size of the cache */
+    getCurrentCacheSize(): Promise<number>;
+    /** create a new instance with customized config */
+    createInstance(config: CacheConfig): Cache;
+    /** change current configuration */
+    configure(config: CacheConfig): CacheConfig;
+}
+export interface CacheItem {
+    key: string;
+    data: any;
+    timestamp: number;
+    visitedTime: number;
+    priority: number;
+    expires: number;
+    type: string;
+    byteSize: number;
+}
+export interface CacheItemOptions {
+    priority?: number;
+    expires?: number;
+    callback?: Function;
+}

package/lib/Cache/types/index.d.ts

@@ -0,0 +1 @@
+export * from './cache';

package/lib/Cache/types/index.js

@@ -0,0 +1,19 @@
+"use strict";
+// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+// SPDX-License-Identifier: Apache-2.0
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./cache"), exports);

package/lib/Cache/utils/CacheList.d.ts

@@ -0,0 +1,89 @@
+/**
+ * double linked list plus a hash table inside
+ * each key in the cache stored as a node in the list
+ * recently visited node will be rotated to the head
+ * so the Last Recently Visited node will be at the tail
+ *
+ * @member head - dummy head of the linked list
+ * @member tail - dummy tail of the linked list
+ * @member hashtable - the hashtable which maps cache key to list node
+ * @member length - length of the list
+ */
+export declare class CacheList {
+    private head;
+    private tail;
+    private hashtable;
+    private length;
+    /**
+     * initialization
+     */
+    constructor();
+    /**
+     * insert node to the head of the list
+     *
+     * @param node
+     */
+    private insertNodeToHead;
+    /**
+     * remove node
+     *
+     * @param node
+     */
+    private removeNode;
+    /**
+     * @return true if list is empty
+     */
+    isEmpty(): boolean;
+    /**
+     * refresh node so it is rotated to the head
+     *
+     * @param key - key of the node
+     */
+    refresh(key: string): void;
+    /**
+     * insert new node to the head and add it in the hashtable
+     *
+     * @param key - the key of the node
+     */
+    insertItem(key: string): void;
+    /**
+     * @return the LAST Recently Visited key
+     */
+    getLastItem(): string;
+    /**
+     * remove the cache key from the list and hashtable
+     * @param key - the key of the node
+     */
+    removeItem(key: string): void;
+    /**
+     * @return length of the list
+     */
+    getSize(): number;
+    /**
+     * @return true if the key is in the hashtable
+     * @param key
+     */
+    containsKey(key: string): boolean;
+    /**
+     * clean up the list and hashtable
+     */
+    clearList(): void;
+    /**
+     * @return all keys in the hashtable
+     */
+    getKeys(): string[];
+    /**
+     * mainly for test
+     *
+     * @param key
+     * @return true if key is the head node
+     */
+    isHeadNode(key: string): boolean;
+    /**
+     * mainly for test
+     *
+     * @param key
+     * @return true if key is the tail node
+     */
+    isTailNode(key: string): boolean;
+}