gcf-common-lib 0.8.0 → 0.10.0

package/index.js

@@ -8,161 +8,93 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-var __generator = (this && this.__generator) || function (thisArg, body) {
-    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
-    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
-    function verb(n) { return function (v) { return step([n, v]); }; }
-    function step(op) {
-        if (f) throw new TypeError("Generator is already executing.");
-        while (_) try {
-            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
-            if (y = 0, t) op = [op[0] & 2, t.value];
-            switch (op[0]) {
-                case 0: case 1: t = op; break;
-                case 4: _.label++; return { value: op[1], done: false };
-                case 5: _.label++; y = op[1]; op = [0]; continue;
-                case 7: op = _.ops.pop(); _.trys.pop(); continue;
-                default:
-                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
-                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
-                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
-                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
-                    if (t[2]) _.ops.pop();
-                    _.trys.pop(); continue;
-            }
-            op = body.call(thisArg, _);
-        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
-        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
-    }
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.GcfCommon = exports.storage = exports.pubSub = void 0;
-var lodash_1 = require("lodash");
-var storage_1 = require("@google-cloud/storage");
-var pubsub_1 = require("@google-cloud/pubsub");
-var utils_1 = require("./utils");
+const pubsub_1 = require("@google-cloud/pubsub");
+const secret_manager_1 = require("@google-cloud/secret-manager");
+const storage_1 = require("@google-cloud/storage");
+const lodash_1 = require("lodash");
+const utils_1 = require("./utils");
 exports.pubSub = new pubsub_1.PubSub();
 exports.storage = new storage_1.Storage();
-var GcfCommon = /** @class */ (function () {
-    function GcfCommon() {
-    }
-    /**
-     *
-     * @param {!TEvent} event Event payload.
-     * @param {!TContext} context Metadata for the event.
-     * @param handler
-     * @param timeout Seconds
-     */
-    GcfCommon.process = function (event, context, handler, timeout) {
-        if (timeout === void 0) { timeout = 535; }
-        return __awaiter(this, void 0, void 0, function () {
-            var _this = this;
-            return __generator(this, function (_a) {
-                return [2 /*return*/, Promise.race([
-                        (0, utils_1.timeoutAfter)(timeout),
-                        handler(event, context),
-                    ])
-                        .then(function (res) { return __awaiter(_this, void 0, void 0, function () {
-                        return __generator(this, function (_a) {
-                            switch (_a.label) {
-                                case 0: 
-                                // console.log('res:', res);
-                                return [4 /*yield*/, this.publish(event, context, res !== null && res !== void 0 ? res : {})];
-                                case 1:
-                                    // console.log('res:', res);
-                                    _a.sent();
-                                    return [2 /*return*/];
-                            }
-                        });
-                    }); })
-                        .catch(function (err) { return __awaiter(_this, void 0, void 0, function () {
-                        var fname, response;
-                        var _a, _b;
-                        return __generator(this, function (_c) {
-                            switch (_c.label) {
-                                case 0:
-                                    fname = (_b = (_a = process === null || process === void 0 ? void 0 : process.env) === null || _a === void 0 ? void 0 : _a.K_SERVICE) !== null && _b !== void 0 ? _b : 'UNKNOWN';
-                                    response = {
-                                        error: {
-                                            name: err.name,
-                                            message: "GCF [" + fname + "]: " + err.message,
-                                            stack: err.stack,
-                                        },
-                                    };
-                                    return [4 /*yield*/, this.publish(event, context, response).catch(lodash_1.noop)];
-                                case 1:
-                                    _c.sent();
-                                    throw err;
-                            }
-                        });
-                    }); })];
-            });
+const secretClient = new secret_manager_1.SecretManagerServiceClient();
+class GcfCommon {
+    static process(event, context, handler, timeout = 535) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return Promise.race([
+                (0, utils_1.timeoutAfter)(timeout),
+                handler(event, context),
+            ])
+                .then((res) => __awaiter(this, void 0, void 0, function* () {
+                yield this.publish(event, context, res !== null && res !== void 0 ? res : {});
+            }))
+                .catch((err) => __awaiter(this, void 0, void 0, function* () {
+                var _a, _b;
+                const fname = (_b = (_a = process === null || process === void 0 ? void 0 : process.env) === null || _a === void 0 ? void 0 : _a.K_SERVICE) !== null && _b !== void 0 ? _b : 'UNKNOWN';
+                const response = {
+                    error: {
+                        name: err.name,
+                        message: `GCF [${fname}]: ${err.message}`,
+                        stack: err.stack,
+                    },
+                };
+                yield this.publish(event, context, response).catch(lodash_1.noop);
+                throw err;
+            }));
         });
-    };
-    GcfCommon.publish = function (event, context, json) {
-        return __awaiter(this, void 0, void 0, function () {
-            var topic;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.getTopic(event, context)];
-                    case 1:
-                        topic = _a.sent();
-                        console.log('publish:', topic === null || topic === void 0 ? void 0 : topic.name, json);
-                        if (!topic) return [3 /*break*/, 3];
-                        return [4 /*yield*/, topic.publishMessage({ json: json })];
-                    case 2: return [2 /*return*/, _a.sent()];
-                    case 3: return [2 /*return*/];
-                }
-            });
+    }
+    static publish(event, context, json) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const topic = yield this.getTopic(event, context);
+            console.log('publish:', topic === null || topic === void 0 ? void 0 : topic.name, json);
+            if (topic)
+                return yield topic.publishMessage({ json });
         });
-    };
-    GcfCommon.getTopic = function (event, context) {
+    }
+    static getTopic(event, context) {
         var _a, _b, _c;
-        return __awaiter(this, void 0, void 0, function () {
-            var topicName, file, meta, topic;
-            return __generator(this, function (_d) {
-                switch (_d.label) {
-                    case 0:
-                        topicName = (_a = event === null || event === void 0 ? void 0 : event.metadata) === null || _a === void 0 ? void 0 : _a.topic;
-                        if (!(!topicName && ((_b = context === null || context === void 0 ? void 0 : context.resource) === null || _b === void 0 ? void 0 : _b.type) === 'storage#object')) return [3 /*break*/, 2];
-                        file = exports.storage.bucket(event.bucket).file(event.name);
-                        return [4 /*yield*/, file.getMetadata()];
-                    case 1:
-                        meta = (_d.sent())[0];
-                        topicName = (_c = meta === null || meta === void 0 ? void 0 : meta.metadata) === null || _c === void 0 ? void 0 : _c.topic;
-                        console.log('topic:', topicName);
-                        _d.label = 2;
-                    case 2:
-                        if (!!(0, lodash_1.isEmpty)(topicName)) return [3 /*break*/, 4];
-                        topic = exports.pubSub.topic(topicName);
-                        return [4 /*yield*/, topic.setMetadata({ labels: { date: topicName.split('__')[1] } })];
-                    case 3:
-                        _d.sent();
-                        return [2 /*return*/, topic];
-                    case 4: return [2 /*return*/];
-                }
-            });
+        return __awaiter(this, void 0, void 0, function* () {
+            let topicName = (_a = event === null || event === void 0 ? void 0 : event.metadata) === null || _a === void 0 ? void 0 : _a.topic;
+            if (!topicName && ((_b = context === null || context === void 0 ? void 0 : context.resource) === null || _b === void 0 ? void 0 : _b.type) === 'storage#object') {
+                const file = exports.storage.bucket(event.bucket).file(event.name);
+                const [meta] = yield file.getMetadata();
+                topicName = (_c = meta === null || meta === void 0 ? void 0 : meta.metadata) === null || _c === void 0 ? void 0 : _c.topic;
+                console.log('topic:', topicName);
+            }
+            if (topicName && !(0, lodash_1.isEmpty)(topicName)) {
+                const topic = exports.pubSub.topic(topicName);
+                yield topic.setMetadata({ labels: { date: topicName.split('__')[1] } });
+                return topic;
+            }
         });
-    };
-    GcfCommon.getOptions = function (event, context) {
+    }
+    static getOptions(event, context) {
         var _a, _b, _c, _d, _e;
-        return __awaiter(this, void 0, void 0, function () {
-            var file, meta;
-            return __generator(this, function (_f) {
-                switch (_f.label) {
-                    case 0:
-                        if (!((_a = event === null || event === void 0 ? void 0 : event.metadata) === null || _a === void 0 ? void 0 : _a.options)) return [3 /*break*/, 1];
-                        return [2 /*return*/, JSON.parse((_c = (_b = event === null || event === void 0 ? void 0 : event.metadata) === null || _b === void 0 ? void 0 : _b.options) !== null && _c !== void 0 ? _c : '{}')];
-                    case 1:
-                        file = exports.storage.bucket(event.bucket).file(event.name);
-                        return [4 /*yield*/, file.getMetadata()];
-                    case 2:
-                        meta = (_f.sent())[0];
-                        return [2 /*return*/, JSON.parse((_e = (_d = meta === null || meta === void 0 ? void 0 : meta.metadata) === null || _d === void 0 ? void 0 : _d.options) !== null && _e !== void 0 ? _e : '{}')];
-                }
-            });
+        return __awaiter(this, void 0, void 0, function* () {
+            if ((_a = event === null || event === void 0 ? void 0 : event.metadata) === null || _a === void 0 ? void 0 : _a.options) {
+                return JSON.parse((_c = (_b = event === null || event === void 0 ? void 0 : event.metadata) === null || _b === void 0 ? void 0 : _b.options) !== null && _c !== void 0 ? _c : '{}');
+            }
+            else {
+                const file = exports.storage.bucket(event.bucket).file(event.name);
+                const [meta] = yield file.getMetadata();
+                return JSON.parse((_e = (_d = meta === null || meta === void 0 ? void 0 : meta.metadata) === null || _d === void 0 ? void 0 : _d.options) !== null && _e !== void 0 ? _e : '{}');
+            }
+        });
+    }
+    static getSecret(name, version) {
+        var _a, _b;
+        return __awaiter(this, void 0, void 0, function* () {
+            const projectId = yield secretClient.getProjectId();
+            const secretName = `projects/${projectId}/secrets/${name}`;
+            const secretVersion = `${secretName}/versions/${version !== null && version !== void 0 ? version : 'latest'}`;
+            const [response] = yield secretClient.accessSecretVersion({ name: secretVersion });
+            return (_b = (_a = response === null || response === void 0 ? void 0 : response.payload) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.toString();
+        });
+    }
+    static getSecrets(names, versions) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return Promise.all(names.map((name, idx) => __awaiter(this, void 0, void 0, function* () { return this.getSecret(name, versions === null || versions === void 0 ? void 0 : versions[idx]); })));
         });
-    };
-    return GcfCommon;
-}());
+    }
+}
 exports.GcfCommon = GcfCommon;

package/index.ts

@@ -1,6 +1,7 @@
-import {isEmpty, noop} from 'lodash';
-import {File, Storage} from "@google-cloud/storage";
 import {PubSub} from "@google-cloud/pubsub";
+import {SecretManagerServiceClient} from "@google-cloud/secret-manager";
+import {File, Storage} from "@google-cloud/storage";
+import {isEmpty, noop} from 'lodash';
 import {timeoutAfter} from "./utils";
 
 export type TEvent = {
@@ -39,12 +40,13 @@ export type TResponse = {
     error?: {
         name: string,
         message: string,
-        stack: string,
+        stack?: string,
     }
 }
 
 export const pubSub = new PubSub();
 export const storage = new Storage();
+const secretClient = new SecretManagerServiceClient();
 
 export class GcfCommon {
 
@@ -102,7 +104,7 @@ export class GcfCommon {
             console.log('topic:', topicName);
         }
 
-        if (!isEmpty(topicName)) {
+        if (topicName && !isEmpty(topicName)) {
             const topic = pubSub.topic(topicName);
             await topic.setMetadata({labels: {date: topicName.split('__')[1]}});
             return topic;
@@ -118,4 +120,16 @@ export class GcfCommon {
             return JSON.parse(meta?.metadata?.options ?? '{}');
         }
     }
+
+    static async getSecret(name: string, version?: string) {
+        const projectId = await secretClient.getProjectId();
+        const secretName = `projects/${projectId}/secrets/${name}`;
+        const secretVersion = `${secretName}/versions/${version ?? 'latest'}`;
+        const [response] = await secretClient.accessSecretVersion({name: secretVersion});
+        return response?.payload?.data?.toString();
+    }
+
+    static async getSecrets(names: string[], versions?: string[]) {
+        return Promise.all(names.map(async (name, idx) => this.getSecret(name, versions?.[idx])));
+    }
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gcf-common-lib",
   "description": "",
-  "version": "0.8.0",
+  "version": "0.10.0",
   "publishConfig": {
     "access": "public",
     "branches": [
@@ -17,11 +17,13 @@
     "url": "https://github.com/TopTechnologies/gcf-common.git"
   },
   "dependencies": {
-    "@google-cloud/pubsub": "^2.18.4",
-    "@google-cloud/storage": "^5.17.0",
+    "@google-cloud/pubsub": "^2.18.5",
+    "@google-cloud/secret-manager": "^3.10.1",
+    "@google-cloud/storage": "^5.18.0",
     "lodash": "^4.17.21"
   },
   "devDependencies": {
+    "@tsconfig/node14": "^1.0.1",
     "@types/lodash": "^4.14.178"
   },
   "keywords": [],

package/tsconfig.json

@@ -0,0 +1,32 @@
+{
+  "$schema": "http://json.schemastore.org/tsconfig",
+  "extends": "@tsconfig/node14/tsconfig.json",
+  "compilerOptions": {
+    "allowJs": false,
+    "removeComments": true,
+    "esModuleInterop": true,
+    "allowSyntheticDefaultImports": true,
+    "isolatedModules": false,
+    "emitDecoratorMetadata": true,
+    "experimentalDecorators": true,
+    "module": "commonjs",
+    "moduleResolution": "node",
+    "target": "ES6",
+    "typeRoots": [
+      "node_modules/@types"
+    ],
+    "lib": [
+      "ES2018",
+      "ES2019",
+      "ES2020",
+      "ES2021",
+      "ESNext"
+    ],
+    "types": [],
+    "plugins": []
+  },
+  "exclude": [
+    "node_modules/**",
+    "**/*.d.ts"
+  ]
+}

package/utils.js

@@ -8,107 +8,50 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-var __generator = (this && this.__generator) || function (thisArg, body) {
-    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
-    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
-    function verb(n) { return function (v) { return step([n, v]); }; }
-    function step(op) {
-        if (f) throw new TypeError("Generator is already executing.");
-        while (_) try {
-            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
-            if (y = 0, t) op = [op[0] & 2, t.value];
-            switch (op[0]) {
-                case 0: case 1: t = op; break;
-                case 4: _.label++; return { value: op[1], done: false };
-                case 5: _.label++; y = op[1]; op = [0]; continue;
-                case 7: op = _.ops.pop(); _.trys.pop(); continue;
-                default:
-                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
-                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
-                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
-                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
-                    if (t[2]) _.ops.pop();
-                    _.trys.pop(); continue;
-            }
-            op = body.call(thisArg, _);
-        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
-        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
-    }
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.A1ToColNum = exports.A1ToIndex = exports.colNumToA1 = exports.indexToA1 = exports.timeoutAfter = void 0;
-/**
- *
- * @param seconds Google function timeout limit (max: 9 min)
- */
-function timeoutAfter(seconds) {
-    if (seconds === void 0) { seconds = 540; }
-    return __awaiter(this, void 0, void 0, function () {
-        return __generator(this, function (_a) {
-            return [2 /*return*/, new Promise(function (resolve, reject) {
-                    setTimeout(function () {
-                        reject(new Error(seconds + " seconds timeout exceeded"));
-                    }, seconds * 1000);
-                })];
+function timeoutAfter(seconds = 540) {
+    return __awaiter(this, void 0, void 0, function* () {
+        return new Promise((resolve, reject) => {
+            setTimeout(() => {
+                reject(new Error(`${seconds} seconds timeout exceeded`));
+            }, seconds * 1000);
         });
     });
 }
 exports.timeoutAfter = timeoutAfter;
-//
 function indexToA1(idx) {
-    return __awaiter(this, void 0, void 0, function () {
-        return __generator(this, function (_a) {
-            return [2 /*return*/, this.colNumToA1(idx + 1)];
-        });
-    });
+    return colNumToA1(idx + 1);
 }
 exports.indexToA1 = indexToA1;
 function colNumToA1(columnNumber) {
-    return __awaiter(this, void 0, void 0, function () {
-        var chars, charIdxArr, rem;
-        return __generator(this, function (_a) {
-            chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
-            charIdxArr = [];
-            while (columnNumber > 0) {
-                rem = columnNumber % chars.length;
-                // If remainder is 0, then a
-                // 'Z' must be there in output
-                if (rem === 0) {
-                    charIdxArr.push(chars.length - 1);
-                    columnNumber = Math.floor(columnNumber / chars.length) - 1;
-                }
-                else { // If remainder is non-zero
-                    charIdxArr.push(rem - 1);
-                    columnNumber = Math.floor(columnNumber / chars.length);
-                }
-            }
-            // Reverse the string and print result
-            return [2 /*return*/, charIdxArr.reverse().map(function (n) { return chars[n]; }).join('')];
-        });
-    });
+    const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
+    const charIdxArr = [];
+    while (columnNumber > 0) {
+        const rem = columnNumber % chars.length;
+        if (rem === 0) {
+            charIdxArr.push(chars.length - 1);
+            columnNumber = Math.floor(columnNumber / chars.length) - 1;
+        }
+        else {
+            charIdxArr.push(rem - 1);
+            columnNumber = Math.floor(columnNumber / chars.length);
+        }
+    }
+    return charIdxArr.reverse().map((n) => chars[n]).join('');
 }
 exports.colNumToA1 = colNumToA1;
 function A1ToIndex(value) {
-    return __awaiter(this, void 0, void 0, function () {
-        return __generator(this, function (_a) {
-            return [2 /*return*/, this.A1ToColNum(value) - 1];
-        });
-    });
+    return A1ToColNum(value) - 1;
 }
 exports.A1ToIndex = A1ToIndex;
 function A1ToColNum(value) {
-    return __awaiter(this, void 0, void 0, function () {
-        var chars, result, i;
-        return __generator(this, function (_a) {
-            chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
-            result = 0;
-            // tslint:disable-next-line:prefer-for-of
-            for (i = 0; i < value.length; i++) {
-                result *= chars.length;
-                result += chars.indexOf(value[i]) + 1;
-            }
-            return [2 /*return*/, result];
-        });
-    });
+    const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
+    let result = 0;
+    for (let i = 0; i < value.length; i++) {
+        result *= chars.length;
+        result += chars.indexOf(value[i]) + 1;
+    }
+    return result;
 }
 exports.A1ToColNum = A1ToColNum;

package/utils.ts

@@ -12,11 +12,11 @@ export async function timeoutAfter(seconds: number = 540) {
 
 //
 
-export async function indexToA1(idx: number) {
-    return this.colNumToA1(idx + 1);
+export function indexToA1(idx: number) {
+    return colNumToA1(idx + 1);
 }
 
-export async function colNumToA1(columnNumber: number) {
+export function colNumToA1(columnNumber: number) {
     const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
 
     // To store result (Excel column name)
@@ -41,11 +41,11 @@ export async function colNumToA1(columnNumber: number) {
     return charIdxArr.reverse().map((n) => chars[n]).join('');
 }
 
-export async function A1ToIndex(value: string) {
-    return this.A1ToColNum(value) - 1;
+export function A1ToIndex(value: string) {
+    return A1ToColNum(value) - 1;
 }
 
-export async function A1ToColNum(value: string) {
+export function A1ToColNum(value: string) {
     const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
     let result = 0;
     // tslint:disable-next-line:prefer-for-of