@ductape/sdk 0.0.4-v4 → 0.0.4-v5

package/dist/processor/services/processor.service.js

@@ -301,7 +301,6 @@ class ProcessorService {
                 throw new Error(`Quota ${quota_tag} not found`);
             }
             this.logService.setFeatureId(this.quota._id);
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process quota initiated', data: Object.assign(Object.assign({}, data), { input: (0, processor_utils_1.anonymizeObject)(data.input) }), status: types_1.LogEventStatus.PROCESSING }));
             this.processEnv = this.fetchEnv(env, additional_logs);
             if (!this.processEnv.active) {
                 throw new Error(`Environment ${data.env} is not active`);
@@ -311,6 +310,7 @@ class ProcessorService {
             this.validateJSONFeatureInput(input, quotaInput, additional_logs);
             // split processes
             //this.sequenceLevels = this.splitSequenceIntoLevels(sequence, additional_logs);
+            await this.logService.publish();
             return await this.runQuotaOptions(options, input, additional_logs);
         }
         catch (e) {
@@ -320,17 +320,25 @@ class ProcessorService {
         }
     }
     async runQuotaOptions(options, input, additional_logs) {
-        const quotaManager = new quota_service_1.default(options, this.redisClient);
-        const getNextProvider = quotaManager.getNextProvider();
-        const quotaInput = await this.mapQuotaFallbackInput(getNextProvider.input, input, getNextProvider.app);
-        return await this.processEvent({
-            app: getNextProvider.app,
-            type: getNextProvider.type,
-            event: getNextProvider.event,
-            input: quotaInput,
-            retries: getNextProvider.retries,
-            allow_fail: false
-        });
+        try {
+            const quotaManager = new quota_service_1.default(options, this.redisClient);
+            const getNextProvider = quotaManager.getNextProvider();
+            const quotaInput = await this.mapQuotaFallbackInput(getNextProvider.input, input, getNextProvider.app);
+            const result = await this.processEvent({
+                app: getNextProvider.app,
+                type: getNextProvider.type,
+                event: getNextProvider.event,
+                input: quotaInput,
+                retries: getNextProvider.retries,
+                allow_fail: false
+            });
+            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process quota successful', successful_execution: true, data: { result: (0, processor_utils_1.anonymizeObject)(result) }, status: types_1.LogEventStatus.PROCESSING }));
+            return result;
+        }
+        catch (e) {
+            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process quota failed', failed_execution: true, data: { e }, status: types_1.LogEventStatus.PROCESSING }));
+            throw e;
+        }
     }
     async mapQuotaFallbackInput(providerInput, quotaInput, app) {
         if (Array.isArray(providerInput)) {
@@ -420,7 +428,6 @@ class ProcessorService {
                 throw new Error(`Fallback "${fallback_tag}" not found`);
             }
             this.logService.setFeatureId(this.fallback._id);
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process fallback initiated', data: Object.assign(Object.assign({}, data), { input: (0, processor_utils_1.anonymizeObject)(data.input) }), status: types_1.LogEventStatus.PROCESSING }));
             this.processEnv = this.fetchEnv(env, additional_logs);
             if (!this.processEnv.active) {
                 throw new Error(`Environment ${data.env} is not active`);
@@ -470,7 +477,6 @@ class ProcessorService {
                 feature_id: this.feature._id,
             };
             this.logService.setFeatureId(this.feature._id);
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process feature initiated', data: Object.assign(Object.assign({}, data), { input: (0, processor_utils_1.anonymizeObject)(data.input) }), status: types_1.LogEventStatus.PROCESSING }));
             this.processEnv = this.fetchEnv(env, additional_logs);
             if (!this.processEnv.active) {
                 throw new Error(`Environment ${data.env} is not active`);
@@ -502,13 +508,7 @@ class ProcessorService {
         }
     }
     async intializeProduct(additional_logs) {
-        try {
-            if (this.productTag) {
-                await this.productBuilderService.initializeProductByTag(this.productTag); // validate product_exists
-            }
-            else {
-                await this.productBuilderService.initializeProduct(this.productId);
-            }
+        if (!this.logService) {
             this.logService = new logs_service_1.default({
                 product_id: this.productId,
                 workspace_id: this.workspace_id,
@@ -517,6 +517,14 @@ class ProcessorService {
                 token: this.token,
                 env_type: this.environment,
             });
+        }
+        try {
+            if (this.productTag) {
+                await this.productBuilderService.initializeProductByTag(this.productTag); // validate product_exists
+            }
+            else {
+                await this.productBuilderService.initializeProduct(this.productId);
+            }
             const { _id: product_id, workspace_id } = this.productBuilderService.fetchProduct();
             this.productId = product_id;
             if (workspace_id !== this.workspace_id) {
@@ -531,7 +539,6 @@ class ProcessorService {
     }
     fetchFeature(tag, additional_logs) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch feature - initiated', data: { tag }, status: types_1.LogEventStatus.PROCESSING }));
             const feature = this.productBuilderService.fetchFeature(tag); // validate feature exists
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch feature - success', data: { tag, feature }, status: types_1.LogEventStatus.SUCCESS }));
             return feature;
@@ -543,7 +550,6 @@ class ProcessorService {
     }
     fetchQuota(tag, additional_logs) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch quota - initiated', data: { tag }, status: types_1.LogEventStatus.PROCESSING }));
             const quota = this.productBuilderService.fetchQuota(tag); // validate feature exists
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch quota - success', data: { tag, quota }, status: types_1.LogEventStatus.SUCCESS }));
             return quota;
@@ -555,7 +561,6 @@ class ProcessorService {
     }
     fetchFallback(tag, additional_logs) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch fallback - initiated', data: { tag }, status: types_1.LogEventStatus.PROCESSING }));
             const fallback = this.productBuilderService.fetchFallback(tag); // validate feature exists
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch fallback - success', data: { tag, fallback }, status: types_1.LogEventStatus.SUCCESS }));
             return fallback;
@@ -567,7 +572,6 @@ class ProcessorService {
     }
     fetchEnv(env, additional_logs) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch environment - initiated', data: { slug: env }, status: types_1.LogEventStatus.PROCESSING }));
             const product_env = this.productBuilderService.fetchEnv(env); // validate env exists
             if (!product_env) {
                 throw new Error(`Env ${env} not found`);
@@ -582,7 +586,6 @@ class ProcessorService {
     }
     validateJSONFeatureInput(input, feature_input, additional_logs) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Input validation - initiated', data: { input: (0, processor_utils_1.anonymizeObject)(input), feature_input }, status: types_1.LogEventStatus.PROCESSING }));
             (0, processor_utils_1.validateFeatureJSONInput)(input, feature_input);
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Input validation - success', data: {}, status: types_1.LogEventStatus.SUCCESS }));
         }
@@ -593,7 +596,6 @@ class ProcessorService {
     }
     async splitSequenceIntoLevels(data, additional_logs) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Split sequence - initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
             const levels = {};
             const tagMap = new Map(data.map((seq) => [seq.tag, seq]));
             const assignedLevels = new Map();
@@ -630,7 +632,6 @@ class ProcessorService {
     }
     async processSequenceLevels(additional_logs) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process levels - initiated', data: { levels: this.sequenceLevels }, status: types_1.LogEventStatus.PROCESSING }));
             const levelEvents = {};
             Object.entries(this.sequenceLevels).forEach(([level, sequences]) => {
                 levelEvents[parseInt(level)] = this.fetchLevelEvents(sequences, parseInt(level));
@@ -658,7 +659,6 @@ class ProcessorService {
                     successful_feature_execution = true;
                 }
                 else if (this.processingFailure) {
-                    console.log("PROCESSING FAILURE", this.processingFailure);
                     message = 'Process feature - processing';
                     status = types_1.LogEventStatus.PROCESSING;
                     successful_feature_execution = false;
@@ -674,7 +674,7 @@ class ProcessorService {
             return true;
         }
         catch (e) {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process levels - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
+            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process sequence levels - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
             throw e;
         }
     }
@@ -702,7 +702,6 @@ class ProcessorService {
             const { failure } = this.processingOutput;
             const promises = failure.map((failed) => {
                 if (failed.retries_left > 0 && new Date().getTime() > failed.retry_at) {
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Reprocess failed events - initiated', data: Object.assign({}, failed), status: types_1.LogEventStatus.PROCESSING }));
                     return this.processEvent(failed.event); // process events should also take care of this.processingOutput
                 }
                 if (failed.retries_left === 0 && !failed.allow_fail) {
@@ -747,7 +746,6 @@ class ProcessorService {
     }
     fetchActionRequestDependents(input, additional_logs) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch request dependencies - initialized', data: input, status: types_1.LogEventStatus.PROCESSING }));
             const dependents = [];
             if (input.query) {
                 dependents.push(...this.fetchDependents(input.query, additional_logs));
@@ -779,7 +777,6 @@ class ProcessorService {
     }
     fetchDependents(obj, additional_logs) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch dependents - initiated', data: obj, status: types_1.LogEventStatus.PROCESSING }));
             const dependants = [];
             for (const key in obj) {
                 const value = obj[key];
@@ -821,7 +818,6 @@ class ProcessorService {
             return dependants;
         }
         catch (e) {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch dependents - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
             throw e;
         }
     }
@@ -855,7 +851,6 @@ class ProcessorService {
     }
     async constructJSONDataPayloads(object, additional_logs, samples, event, loopIndex = 0) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Construct JSON payloads - initiated', data: { object, samples }, status: types_1.LogEventStatus.PROCESSING }));
             const payload = {};
             const { body: actionBody, query: actionQuery, headers: actionHeaders, params: actionParams } = object;
             if (actionBody) {
@@ -912,7 +907,6 @@ class ProcessorService {
     }
     async generatePayload(obj, event, additional_logs, sample = [], index = {}, loopIndex = null) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Generate payload - initiated', data: { obj, event, sample }, status: types_1.LogEventStatus.PROCESSING }));
             const payload = {};
             const keys = Object.keys(obj);
             for (let i = 0; i < keys.length; i++) {
@@ -1432,7 +1426,6 @@ class ProcessorService {
     }
     async fetchAuthData(app_tag, additional_logs) {
         try {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetching auth data - initiated', data: { app_tag, env: this.processEnv.slug }, status: types_1.LogEventStatus.PROCESSING }));
             const app = this.productBuilderService.fetchApp(app_tag);
             if (!app) {
                 throw new Error(`App ${app_tag} not found in $Auth value`);
@@ -1591,12 +1584,19 @@ class ProcessorService {
         throw new Error('Method not implemented.');
     }
     async processFailedAndWaiting() { }
-    async generateOutput(process_id) {
-        var _a, _b, _c, _d;
+    async fetchResult(process_id) {
         const result = await this.processorApiService.fetchResult(process_id, this.getUserAccess());
         if (!result) {
             throw new Error(`Invalid process id ${process_id}`);
         }
+        await this.productBuilderService.initializeProduct(result.product_id);
+        result.result = JSON.parse((0, processor_utils_1.decrypt)(String(result.result), this.productBuilderService.fetchProduct().private_key));
+        result.input = JSON.parse((0, processor_utils_1.decrypt)(String(result.input), this.productBuilderService.fetchProduct().private_key));
+        return result;
+    }
+    async generateOutput(process_id) {
+        var _a, _b, _c, _d;
+        const result = await this.fetchResult(process_id);
         if (result.component === types_1.LogEventTypes.FEATURE) {
             const additional_logs = {
                 parent_tag: result.input.tag,
@@ -1635,7 +1635,7 @@ class ProcessorService {
         }
     }
     async resumeProcess(process_id) {
-        const result = (await this.processorApiService.fetchResult(process_id, this.getUserAccess()));
+        const result = await this.fetchResult(process_id);
         if (!result) {
             throw new Error(`Invalid process id ${process_id}`);
         }
@@ -1677,7 +1677,7 @@ class ProcessorService {
     }
     async replayProcess(process_id) {
         var _a, _b, _c;
-        const result = (await this.processorApiService.fetchResult(process_id, this.getUserAccess()));
+        const result = await this.fetchResult(process_id);
         if (!result) {
             throw new Error(`Invalid process id ${process_id}`);
         }
@@ -1805,7 +1805,6 @@ class ProcessorService {
     }
     async processConditionalCheck(event, additional_logs = {}) {
         const parts = (0, string_utils_1.extractConditionalParts)(event.condition.check);
-        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Check conditional - initiated', data: { condition: event.condition, parts }, status: types_1.LogEventStatus.PROCESSING, action: event.event }));
         const [, initiator, operator, value] = parts;
         const initiatorValue = await this.generateStringValues(initiator, event.app, additional_logs);
         let valueValue;
@@ -1817,7 +1816,6 @@ class ProcessorService {
         else {
             valueValue = value;
         }
-        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Validate check conditional - initiated', data: { condition: { initiatorValue, operator, valueValue } }, status: types_1.LogEventStatus.PROCESSING, action: event.event }));
         const pass = (0, processor_utils_1.compareValues)(initiatorValue, operator, valueValue);
         this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Validate check condition - success', data: { condition: { initiatorValue, operator, valueValue }, pass }, status: types_1.LogEventStatus.SUCCESS, action: event.event }));
         if (!pass) {
@@ -1842,7 +1840,6 @@ class ProcessorService {
     }
     async extractLoopIndexes(event, additional_logs = {}) {
         const parts = (0, string_utils_1.extractConditionalParts)(event.condition.check);
-        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Loop conditional - initiated', data: { condition: event.condition, parts }, status: types_1.LogEventStatus.PROCESSING, action: event.event }));
         const [, initiator, operator, value] = parts;
         let valueValue;
         if (!(0, string_utils_1.isNumeric)(value)) {
@@ -1913,10 +1910,10 @@ class ProcessorService {
                     input: inputString,
                     privateKey: product.private_key,
                     expiry: productCache.expiry,
-                });
+                }, additional_logs);
                 if (check) {
                     result = JSON.parse(check);
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Run action - return from cache', data: { result }, status: types_1.LogEventStatus.PROCESSING }));
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Run action - response from cache', data: { result: (0, processor_utils_1.anonymizeObject)(result) }, status: types_1.LogEventStatus.SUCCESS, cache_tag, action: event.event }));
                     if (returnValue) {
                         return result;
                     }
@@ -1955,18 +1952,17 @@ class ProcessorService {
                     component_tag: action_tag,
                     component_type: types_1.ProductComponents.ACTION,
                     product_tag: this.productTag,
-                });
+                }, additional_logs);
             }
             return result;
         }
         catch (e) {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { failed_execution: true, message: 'Run Action - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
+            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Run Action - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
             throw e;
         }
     }
     async processRequest(payload, event, retries, additional_logs, returnValue = false) {
         const { request_base_url, resource, payloads, method, env, app_id } = payload;
-        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process http request - initiated', data: { request: (0, processor_utils_1.anonymizeObject)(payload) }, status: types_1.LogEventStatus.PROCESSING, app_id, action: event.event }));
         const start = Date.now();
         try {
             let results = (0, processor_utils_1.generateMockData)(resource, env.slug, payloads);
@@ -1988,11 +1984,16 @@ class ProcessorService {
         }
         catch (e) {
             const end = Date.now();
+            let error = e;
+            if (e.response.data) {
+                error = e.response.data;
+            }
             this.requestTime += end - start;
             this.totalRequests += 1;
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process http request - failed', failed_execution: true, data: { e }, status: types_1.LogEventStatus.FAIL, app_id, action: event.event, start,
+            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process http request - failed', failed_execution: true, data: { e: error, input: (0, processor_utils_1.anonymizeObject)(payloads) }, status: types_1.LogEventStatus.FAIL, app_id, action: event.event, start,
                 end }));
             try {
+                console.log(e);
                 const value = await this.addToFailureOutput(e, event, {
                     request_base_url,
                     resource,
@@ -2022,6 +2023,9 @@ class ProcessorService {
         this.processingOutput.failure = this.processingOutput.failure.filter((data) => !(data.event.sequence_tag === event.sequence_tag && data.event.event === event.event));
         this.processingOutput.skipped = this.processingOutput.skipped.filter((data) => !(data.event.sequence_tag === event.sequence_tag && data.event.event === event.event));
         this.processingOutput.waiting = this.processingOutput.waiting.filter((data) => !(data.event.sequence_tag === event.sequence_tag && data.event.event === event.event));
+        if (event.type === types_1.FeatureEventTypes.STORAGE) {
+            event = (0, processor_utils_1.cleanBlob)(event);
+        }
         this.processingOutput.success.push({ event, output });
         await this.processWaitingEvents(additional_logs);
         if (this.checkIsSuccessful() && this.doneWithProcessing) {
@@ -2076,6 +2080,12 @@ class ProcessorService {
                 max = metrices.max;
             }
             const { allow_fail, retries } = event;
+            let retryable = true;
+            if (event.type === types_1.FeatureEventTypes.STORAGE) {
+                event = (0, processor_utils_1.cleanBlob)(event);
+                if (!this.feature || (this.feature && !event.allow_fail))
+                    retryable = false;
+            }
             let retries_left = retries || max;
             if (exists > -1) {
                 retries_left = this.processingOutput.failure[exists].retries_left - 1;
@@ -2122,7 +2132,7 @@ class ProcessorService {
                 this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Ran out of retries - failed', data: Object.assign(Object.assign({}, output), { payload: (0, processor_utils_1.anonymizeObject)(output.payload) }), status: types_1.LogEventStatus.FAIL }));
                 //throw new Error("Run out of retries")
                 this.end = Date.now();
-                await this.writeResult(types_1.LogEventStatus.FAIL);
+                await this.writeResult(types_1.LogEventStatus.FAIL, retryable);
                 await this.logService.publish();
                 //throw new Error("Terminate Process")
             }
@@ -2239,7 +2249,6 @@ class ProcessorService {
             if (!productEnv.active) {
                 throw new Error(`Environment ${env} is not active`);
             }
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Storing file - initiated', status: types_1.LogEventStatus.PROCESSING, storage: new Blob([action.input.buffer]).size }));
             const payload = {
                 type: types_1.FeatureEventTypes.STORAGE,
                 event,
@@ -2254,7 +2263,7 @@ class ProcessorService {
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Storing file - success', data: { input: this.clone, result }, status: types_1.LogEventStatus.SUCCESS }));
             await this.writeResult(types_1.LogEventStatus.SUCCESS);
             await this.logService.publish();
-            return result;
+            return Object.assign(Object.assign({}, result), { process_id: this.process_id });
         }
         catch (e) {
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Storing file - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
@@ -2341,7 +2350,6 @@ class ProcessorService {
             if (!productEnv.active) {
                 throw new Error(`Environment ${data.env} is not active`);
             }
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Publish to topic - initiated', data: Object.assign(Object.assign({}, data), { input: (0, processor_utils_1.anonymizeObject)(data.input) }), status: types_1.LogEventStatus.PROCESSING }));
             const payload = {
                 type: types_1.FeatureEventTypes.PUBLISH,
                 event: data.event,
@@ -2404,24 +2412,18 @@ class ProcessorService {
         }
     }
     async ProcessExpoNotification(notification, template, payload, additional_logs) {
-        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Validate notification payload - initiated', data: { notification, payload: (0, processor_utils_1.anonymizeObject)(payload) }, status: types_1.LogEventStatus.PROCESSING }));
         (0, processor_utils_1.validateNotification)(template, payload);
         this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Validate notification payload - success', data: {}, status: types_1.LogEventStatus.SUCCESS }));
-        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Generate notification template - initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
         const { title, body, data } = (0, processor_utils_1.generateNotificationTemplate)(template, payload);
         this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Generate notification template - success', data: { title, body, data: (0, processor_utils_1.anonymizeObject)(data) }, status: types_1.LogEventStatus.SUCCESS }));
-        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send Expo notification - initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
         await this.sendExpoNotification({ title, body, data }, payload.device_tokens);
         this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send Expo notification - success', data: { title, body, data: (0, processor_utils_1.anonymizeObject)(data) }, status: types_1.LogEventStatus.SUCCESS }));
     }
     async ProcessFirebaseNotification(notification, template, payload, additional_logs) {
-        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Validate Firebase notification payload - initiated', data: { notification, payload: (0, processor_utils_1.anonymizeObject)(payload) }, status: types_1.LogEventStatus.PROCESSING }));
         (0, processor_utils_1.validateNotification)(template, payload);
         this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Validate Firebase notification payload - success', data: {}, status: types_1.LogEventStatus.SUCCESS }));
-        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Generate Firebase notification template - initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
         const { title, body, data } = (0, processor_utils_1.generateNotificationTemplate)(template, payload);
         this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Generate Firebase notification template - success', data: { title, body: (0, processor_utils_1.anonymizeObject)(data), data: (0, processor_utils_1.anonymizeObject)(data) }, status: types_1.LogEventStatus.SUCCESS }));
-        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send Firebase notification - initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
         await this.sendFirebaseNotification({ title, body, data }, payload.device_tokens, notification.credentials);
         this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send Firebase notification - success', data: { title, body: (0, processor_utils_1.anonymizeObject)(data), data: (0, processor_utils_1.anonymizeObject)(data) }, status: types_1.LogEventStatus.SUCCESS }));
     }
@@ -2431,8 +2433,6 @@ class ProcessorService {
         const input = notification.input;
         try {
             //await this.intializeProduct(additional_logs);
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Attempting notification', data: { notification }, status: types_1.LogEventStatus.PROCESSING }));
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetching notification details', data: { notification }, status: types_1.LogEventStatus.PROCESSING }));
             const notificationEvent = this.productBuilderService.fetchNotification(event.split(":")[0]);
             const message = this.productBuilderService.fetchNotificationMessage(event);
             if (!message) {
@@ -2452,15 +2452,23 @@ class ProcessorService {
                 expected: types_1.ExpectedValues.PARSEINPUT,
             }));
             //await this.inputService.validateInput(validationPayload, message.push_notification_data, "Push Notifications");
-            if (push && notifications.type === types_1.Notifiers.FIREBASE) {
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Processing Expo notification - initiated', data: { notification, input: (0, processor_utils_1.anonymizeObject)(input.push_notification) }, status: types_1.LogEventStatus.PROCESSING }));
-                await this.ProcessExpoNotification(notifications, message, input.push_notification, additional_logs);
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Processing Expo notification - success', data: {}, status: types_1.LogEventStatus.SUCCESS }));
-            }
             if (push && notifications.type === types_1.Notifiers.EXPO) {
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Processing Firebase notification - initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
-                await this.ProcessFirebaseNotification(notifications, message, input.push_notification, additional_logs);
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Processing Firebase notification - success', data: { notification, input: (0, processor_utils_1.anonymizeObject)(input.push_notification) }, status: types_1.LogEventStatus.SUCCESS }));
+                try {
+                    await this.ProcessExpoNotification(notifications, message, input.push_notification, additional_logs);
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { successful_execution: true, message: 'Processing Expo notification - success', data: {}, status: types_1.LogEventStatus.SUCCESS }));
+                }
+                catch (e) {
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { failed_execution: true, message: 'Processing Expo notification - failed', data: {}, status: types_1.LogEventStatus.SUCCESS }));
+                }
+            }
+            if (push && notifications.type === types_1.Notifiers.FIREBASE) {
+                try {
+                    await this.ProcessFirebaseNotification(notifications, message, input.push_notification, additional_logs);
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { successful_execution: true, message: 'Processing Firebase notification - success', data: { notification, input: (0, processor_utils_1.anonymizeObject)(input.push_notification) }, status: types_1.LogEventStatus.SUCCESS }));
+                }
+                catch (e) {
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { failed_execution: true, message: 'Processing Firebase notification - failed', data: { notification, input: (0, processor_utils_1.anonymizeObject)(input.push_notification) }, status: types_1.LogEventStatus.FAIL }));
+                }
             }
             if (email && emails) {
                 input.email.subject = await this.generatePayload(input.email.subject, notification, additional_logs, message.email_data.filter((data) => data.parent_key === 'subject'));
@@ -2472,37 +2480,28 @@ class ProcessorService {
                 }));
                 //await this.inputService.validateInput(validationPayload, message.email_data);
                 input.email.recipients.map((email) => this.inputService.validateEmailString({ key: 'to', value: email }));
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process email - initiated', data: { email: (0, processor_utils_1.anonymizeObject)(email), input: (0, processor_utils_1.anonymizeObject)(input.email) }, status: types_1.LogEventStatus.PROCESSING }));
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Attempt email auth fetch - initiated', data: { emails: (0, processor_utils_1.anonymizeObject)(emails) }, status: types_1.LogEventStatus.PROCESSING }));
                 const { sender_email: from } = emails, auth = __rest(emails, ["sender_email"]);
                 this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Attempt email auth fetch - success', data: { from: (0, processor_utils_1.anonymizeValue)(from), host: (0, processor_utils_1.anonymizeValue)(auth.host), port: (0, processor_utils_1.anonymizeValue)(auth.port) }, status: types_1.LogEventStatus.SUCCESS }));
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Generate email template - initiated', data: {
-                        template: (0, processor_utils_1.anonymizeValue)(email.template),
-                        subject: (0, processor_utils_1.anonymizeValue)(email.subject),
-                        input: (0, processor_utils_1.anonymizeObject)(input.email),
-                    }, status: types_1.LogEventStatus.PROCESSING }));
                 const templateMaker = (0, handlebars_1.compile)(email.template);
                 const template = templateMaker(input.email.template);
                 const subject = (0, processor_utils_1.replacePlaceholderString)(email.subject, input.email.subject || {});
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Generate email template - success', data: { template: (0, processor_utils_1.anonymizeValue)(template), subject: (0, processor_utils_1.anonymizeValue)(subject) }, status: types_1.LogEventStatus.SUCCESS }));
+                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Generate email template - success', data: { template: (0, processor_utils_1.anonymizeValue)(template), subject: (0, processor_utils_1.anonymizeValue)(subject), input: (0, processor_utils_1.anonymizeObject)(input.email), }, status: types_1.LogEventStatus.SUCCESS }));
                 const mailOptions = {
                     from,
                     to: input.email.recipients,
                     subject,
                     template,
                 };
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send email - initiated', data: { template: (0, processor_utils_1.anonymizeValue)(template), subject: (0, processor_utils_1.anonymizeValue)(subject), to: input.email.recipients.map((data) => (0, processor_utils_1.anonymizeValue)(data)) }, status: types_1.LogEventStatus.PROCESSING }));
                 try {
                     const transporter = await (0, processor_utils_1.mailerClient)(auth);
                     const response = await transporter.sendMail(mailOptions);
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send email - success', data: { response }, status: types_1.LogEventStatus.SUCCESS }));
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send email - success', successful_execution: true, data: { response }, status: types_1.LogEventStatus.SUCCESS }));
                 }
                 catch (e) {
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send email - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { failed_execution: true, message: 'Send email - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
                 }
             }
             if (callback && callbacks) {
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process callback - initiated', data: Object.assign(Object.assign({}, callbacks), { data: (0, processor_utils_1.anonymizeObject)(callback) }), status: types_1.LogEventStatus.PROCESSING }));
                 const payload = {
                     query: Object.assign(Object.assign({}, (_a = input.callback) === null || _a === void 0 ? void 0 : _a.query), (_b = callbacks.auth) === null || _b === void 0 ? void 0 : _b.query),
                     headers: Object.assign(Object.assign({}, (_c = input.callback) === null || _c === void 0 ? void 0 : _c.headers), (_d = callbacks.auth) === null || _d === void 0 ? void 0 : _d.headers),
@@ -2518,32 +2517,29 @@ class ProcessorService {
                     expected: types_1.ExpectedValues.PARSEINPUT,
                 }));
                 //this.inputService.validateInput(validationPayload, message.callback_data);
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Generate callback payload - initiated', data: Object.assign(Object.assign({}, callbacks), { data: (0, processor_utils_1.anonymizeObject)(payload) }), status: types_1.LogEventStatus.PROCESSING }));
                 const url = new URL(callbacks.url);
                 try {
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send callback - initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
                     await this.sendActionRequest(url.origin, url.pathname, payload, callbacks.method, '');
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { name: 'Send callback - success', data: {}, status: types_1.LogEventStatus.SUCCESS }));
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { successful_execution: true, name: 'Send callback - success', data: {}, status: types_1.LogEventStatus.SUCCESS }));
                 }
                 catch (e) {
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send callback - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { failed_execution: true, message: 'Send callback - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
                 }
             }
             if (sms && smses) {
                 try {
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process sms - initiated', data: { data: sms, config: (0, processor_utils_1.anonymizeObject)(smses) }, status: types_1.LogEventStatus.PROCESSING }));
                     input.sms.body = await (0, processor_utils_1.replacePlaceholderString)(sms, input.sms.body);
                     const SmsClient = await (0, sms_repo_1.loadSMSClient)();
                     const smsClient = new SmsClient(smses);
                     this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { name: 'Send sms - initiated', data: { message: input.sms.body, config: (0, processor_utils_1.anonymizeObject)(smses) }, status: types_1.LogEventStatus.SUCCESS }));
                     const res = await smsClient.sendMessage(input.sms.body, input.sms.recipients);
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { name: 'Send sms - success', data: res, status: types_1.LogEventStatus.SUCCESS }));
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { name: 'Send sms - success', successful_execution: true, data: res, status: types_1.LogEventStatus.SUCCESS }));
                 }
                 catch (e) {
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Process sms - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { failed_execution: true, message: 'Process sms - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
                 }
             }
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { successful_execution: true, message: 'Attempt notification - success', data: notification, status: types_1.LogEventStatus.SUCCESS }));
+            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Attempt notification - success', data: notification, status: types_1.LogEventStatus.SUCCESS }));
         }
         catch (e) {
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { failed_execution: true, message: 'Attempt notification - failed', data: { e: e.toString() }, status: types_1.LogEventStatus.FAIL }));
@@ -2728,8 +2724,6 @@ class ProcessorService {
         const input = data.input;
         try {
             await this.intializeProduct(additional_logs);
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Attempt storage - initiated', data: this.clone, status: types_1.LogEventStatus.PROCESSING }));
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch storage details - initiated', data: this.clone, status: types_1.LogEventStatus.PROCESSING }));
             const storage = await this.productBuilderService.fetchStorage(event);
             const storageEnv = storage.envs.find((el) => el.slug === env.slug);
             if (!storageEnv) {
@@ -2749,19 +2743,17 @@ class ProcessorService {
                     input: inputString,
                     privateKey: product.private_key,
                     expiry: productCache.expiry,
-                });
+                }, additional_logs);
                 if (check) {
                     result = JSON.parse(check);
                     this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Store file - return from cache', data: { result }, status: types_1.LogEventStatus.PROCESSING }));
                     return result;
                 }
             }
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Store file - initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
             input.buffer = input.buffer ? await this.generateStringValues(input.buffer, '', additional_logs, []) : undefined;
             input.fileName = input.fileName ? await this.generateStringValues(input.fileName, '', additional_logs, []) : undefined;
             input.mimeType = input.mimeType ? await this.generateStringValues(input.mimeType, '', additional_logs, []) : undefined;
             result = await this.processStorageRequest(data, input, storageEnv, additional_logs);
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { successful_execution: true, message: 'Store file - success', data: { result }, status: types_1.LogEventStatus.PROCESSING }));
             if (cache_tag && this.redisClient) {
                 const productCache = this.productBuilderService.fetchCache(cache_tag);
                 if (!productCache) {
@@ -2777,12 +2769,11 @@ class ProcessorService {
                     component_tag: event,
                     component_type: types_1.ProductComponents.STORAGE,
                     product_tag: this.productTag,
-                });
+                }, additional_logs);
             }
             return result;
         }
         catch (e) {
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { failed_execution: true, message: 'Attempt storage - failed', data: { e }, status: types_1.LogEventStatus.FAIL }));
             throw e;
         }
     }
@@ -2791,8 +2782,6 @@ class ProcessorService {
         const input = db_action.input;
         try {
             //await this.intializeProduct(additional_logs);
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Attempt database action - initiated', data: db_action, status: types_1.LogEventStatus.PROCESSING }));
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch database action - initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
             const [database_tag, action_tag] = event.split(':');
             const product = this.productBuilderService.fetchProduct();
             const database = await this.productBuilderService.fetchDatabase(database_tag);
@@ -2802,7 +2791,6 @@ class ProcessorService {
                 throw new Error(`Database env for ${env.slug} not found`);
             }
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch database action - success', data: databaseAction, status: types_1.LogEventStatus.SUCCESS }));
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Validate database action payload - initiated', data: { payload: (0, processor_utils_1.anonymizeObject)(input.data) }, status: types_1.LogEventStatus.PROCESSING }));
             input.data = await this.generatePayload(input.data, db_action, additional_logs, databaseAction.data);
             if (Array.isArray(input.data)) {
                 await Promise.all(input.data.map(async (d) => {
@@ -2830,11 +2818,9 @@ class ProcessorService {
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Validate database action payload - success', data: { db_action, payload: (0, processor_utils_1.anonymizeObject)(input.data) }, status: types_1.LogEventStatus.SUCCESS }));
             if (database.type === types_1.DatabaseTypes.MONGODB) {
                 if (databaseAction.type === types_1.DatabaseActionTypes.UPDATE) {
-                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Validate database update action filter - initiated', data: { filter: (0, processor_utils_1.anonymizeObject)(input.filter) }, status: types_1.LogEventStatus.PROCESSING }));
                     this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Validate database update action filter - success', data: {}, status: types_1.LogEventStatus.SUCCESS }));
                 }
             }
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Run database action query - initiated', data: { payload: (0, processor_utils_1.anonymizeObject)(input) }, status: types_1.LogEventStatus.PROCESSING }));
             let result;
             if (cache_tag && this.redisClient) {
                 const productCache = this.productBuilderService.fetchCache(cache_tag);
@@ -2847,7 +2833,7 @@ class ProcessorService {
                     input: inputString,
                     privateKey: product.private_key,
                     expiry: productCache.expiry,
-                });
+                }, additional_logs);
                 if (check) {
                     result = JSON.parse(check);
                     this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Run database action query - return from cache', data: { result: (0, processor_utils_1.anonymizeObject)(result) }, status: types_1.LogEventStatus.SUCCESS }));
@@ -2883,7 +2869,6 @@ class ProcessorService {
             }
             //await this.logService.publish();
             // const result = this.processDBRequest(db_action, input, database_tag, databaseEnv, action_tag, additional_logs);
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { successful_execution: true, message: 'Run database action query - success', data: { result: (0, processor_utils_1.anonymizeObject)(result) }, status: types_1.LogEventStatus.SUCCESS }));
             await this.addToSuccessOutput(db_action, result, additional_logs);
             if (cache_tag && this.redisClient) {
                 const productCache = this.productBuilderService.fetchCache(cache_tag);
@@ -2900,8 +2885,9 @@ class ProcessorService {
                     product_tag: this.productTag,
                     component_tag: database_tag,
                     component_type: types_1.ProductComponents.DATABASE_ACTION,
-                });
+                }, additional_logs);
             }
+            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { successful_execution: true, message: 'Attempt database action - successful', data: { result: (0, processor_utils_1.anonymizeObject)(result) }, status: types_1.LogEventStatus.SUCCESS }));
             return result;
         }
         catch (e) {
@@ -2914,8 +2900,6 @@ class ProcessorService {
         const input = data.input;
         try {
             await this.intializeProduct(additional_logs);
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Attempt broker topic subscription - initiated', data: { event }, status: types_1.LogEventStatus.PROCESSING }));
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch broker details - initiated', data: { event }, status: types_1.LogEventStatus.PROCESSING }));
             const [brokerTag, topicTag] = event.split(':');
             const broker = this.productBuilderService.fetchMessageBroker(brokerTag);
             if (!broker) {
@@ -2941,12 +2925,13 @@ class ProcessorService {
                 url = queueUrl.url;
             }
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch broker details - success', data: { event, broker }, status: types_1.LogEventStatus.SUCCESS }));
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Subscribe to broker topic - initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
             const createBrokerService = await loadBrokerService();
             if (createBrokerService) {
                 const brokerService = createBrokerService(brokerEnv.type, brokerEnv.config);
                 await brokerService.subscribe(url, input.callback);
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { successful_execution: true, message: 'Subscribe to broker topic - success', data: { event }, status: types_1.LogEventStatus.SUCCESS }));
+                if (this.feature) {
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { successful_execution: true, message: 'Subscribe to broker topic - success', data: { event }, status: types_1.LogEventStatus.SUCCESS }));
+                }
                 return;
             }
             else {
@@ -2964,8 +2949,6 @@ class ProcessorService {
         const input = data.input;
         try {
             await this.intializeProduct(additional_logs);
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Attempt publish to broker topic - initiated', data: { event }, status: types_1.LogEventStatus.PROCESSING }));
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch broker details - initiated', data: { event }, status: types_1.LogEventStatus.PROCESSING }));
             const [brokerTag, topicTag] = event.split(':');
             const broker = this.productBuilderService.fetchMessageBroker(brokerTag);
             if (!broker) {
@@ -2991,12 +2974,13 @@ class ProcessorService {
                 url = queueUrl.url;
             }
             this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetch broker details - success', data: { event, broker }, status: types_1.LogEventStatus.SUCCESS }));
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Publish to broker topic initiated', data: {}, status: types_1.LogEventStatus.PROCESSING }));
             const createBrokerService = await loadBrokerService();
             if (createBrokerService) {
                 const brokerService = createBrokerService(brokerEnv.type, brokerEnv.config);
                 await brokerService.publish(url, input.message);
-                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Publish to broker topic - success', successful_execution: true, data: { event }, status: types_1.LogEventStatus.SUCCESS }));
+                if (this.feature) {
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Publish to broker topic - success', successful_execution: true, data: { event }, status: types_1.LogEventStatus.SUCCESS }));
+                }
                 return;
             }
             else {
@@ -3041,6 +3025,7 @@ class ProcessorService {
                     url: (0, processor_utils_1.encrypt)(result.url, this.productBuilderService.fetchProduct().private_key),
                     provider: storageEnv.type,
                     product: this.productTag,
+                    process_id: this.process_id,
                     workspace_id: this.workspace_id,
                     type: input.mimeType,
                     event: data.event,
@@ -3091,18 +3076,19 @@ class ProcessorService {
             return value;
         }
     }
-    async writeResult(status) {
+    async writeResult(status, retryable = true) {
         this.processorApiService.saveResult({
             status,
             component: this.component,
             start: this.start,
             end: this.end,
-            result: this.processingOutput,
+            retryable,
+            result: (0, processor_utils_1.encrypt)(JSON.stringify(this.processingOutput), this.productBuilderService.fetchProduct().private_key),
             process_id: this.process_id,
             feature_id: this.feature ? this.feature._id : null,
             product_id: this.productId,
             env: this.processEnv.slug,
-            input: this.input,
+            input: (0, processor_utils_1.encrypt)(JSON.stringify(this.input), this.productBuilderService.fetchProduct().private_key),
         }, this.getUserAccess());
     }
     async validateActionDataMappingInput(input, type) {
@@ -3155,7 +3141,6 @@ class ProcessorService {
             if (!productEnv.active) {
                 throw new Error(`Environment ${env} is not active`);
             }
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Execute action initiated', status: types_1.LogEventStatus.PROCESSING }));
             const result = await this.runAction({
                 type: types_1.FeatureEventTypes.ACTION,
                 event,
@@ -3210,7 +3195,6 @@ class ProcessorService {
             if (!productEnv.active) {
                 throw new Error(`Environment ${env} is not active`);
             }
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Execute database action', data: { action: (0, processor_utils_1.anonymizeObject)(action) }, status: types_1.LogEventStatus.PROCESSING }));
             const payload = {
                 type: types_1.FeatureEventTypes.DB_ACTION,
                 event,
@@ -3265,7 +3249,6 @@ class ProcessorService {
             if (!productEnv.active) {
                 throw new Error(`Environment ${env} is not active`);
             }
-            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Send notification - initiated', data: { action: (0, processor_utils_1.anonymizeObject)(action) }, status: types_1.LogEventStatus.PROCESSING }));
             const payload = {
                 type: types_1.FeatureEventTypes.NOTIFICATION,
                 event,
@@ -3309,7 +3292,7 @@ class ProcessorService {
             public_key: this.public_key,
         };
     }
-    async addToCache(payload) {
+    async addToCache(payload, additional_logs) {
         if (!this.redisClient) {
             throw 'redis client not setup';
         }
@@ -3325,13 +3308,15 @@ class ProcessorService {
             product_tag,
             component_tag,
             component_type }), this.getUserAccess());
+        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Renewing expired Cache Value', data: { key }, successful_execution: true, status: types_1.LogEventStatus.SUCCESS, cache_tag }));
         await this.redisClient.hSet(key, 'data', encryptedData);
         await this.redisClient.hSet(key, 'lastUpdated', timestamp);
     }
-    async fetchFromCache(payload) {
+    async fetchFromCache(payload, additional_logs) {
         var _a;
         const { input, privateKey, cache_tag, expiry } = payload;
         const key = `${cache_tag}-${CryptoJS.SHA512(input)}`;
+        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Fetching from Cache', data: { key }, status: types_1.LogEventStatus.PROCESSING, cache_tag }));
         if (!this.redisClient) {
             return null;
         }
@@ -3339,8 +3324,10 @@ class ProcessorService {
         if (!record || !record.data || !record.lastUpdated) {
             const checkRemote = await this.processorApiService.fetchRemoteCacheByKey(key, this.getUserAccess());
             if (!checkRemote) {
+                this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Remote Cache Not Found', data: { key }, successful_execution: true, status: types_1.LogEventStatus.FAIL, cache_tag }));
                 return null;
             }
+            this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Remote Cache Found', data: { key }, successful_execution: true, status: types_1.LogEventStatus.SUCCESS, cache_tag }));
             record = { data: checkRemote.value, expiresAt: (_a = checkRemote.expiry) === null || _a === void 0 ? void 0 : _a.getTime().toString() };
         }
         if (record.lastUpdated) {
@@ -3348,11 +3335,13 @@ class ProcessorService {
             if (expiry) {
                 const expiryTime = lastUpdated + expiry;
                 if (Date.now() > expiryTime) {
+                    this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Deleting expired Cache Value', data: { key }, successful_execution: true, status: types_1.LogEventStatus.SUCCESS, cache_tag }));
                     await this.redisClient.del(key);
                     return null;
                 }
             }
         }
+        this.logService.add(Object.assign(Object.assign(Object.assign({}, this.baseLogs), additional_logs), { message: 'Cache Found', data: { key }, successful_execution: true, status: types_1.LogEventStatus.SUCCESS, cache_tag }));
         return (0, processor_utils_1.decrypt)(record.data, privateKey);
     }
 }