corebasic 1.0.128 → 1.0.130

package/libs/features.js

@@ -39,6 +39,12 @@ let appId = Utils.uid()
 let SERVICE_ADDRESS = process.env.APP_ENDPOINT || 'http://127.0.0.1:3000'
 
 
+export const get = feature => {
+    const throwError = () => {throw {message: `Feature ${feature} not found in internal or external list during Features.subscribe call`}}
+    let {api, service = SERVICE_ADDRESS, topic} = getFeature(feature) ?? SLYP_FEATURES_LIST[feature] ?? throwError()
+    return {api, service, topic}
+}
+
 export const send = async (meta, feature, data, params) => {
     const throwError = () => {throw {message: `Feature ${feature} not found in internal or external list during inter feature call`}}
     let {api, service = SERVICE_ADDRESS} = getFeature(feature) ?? SLYP_FEATURES_LIST[feature] ?? throwError()
@@ -73,8 +79,8 @@ export const send = async (meta, feature, data, params) => {
 let appids = {}
 async function announce() {
     let exp_features = {}
-    for (let [key, {api}] of Object.entries(features))
-        exp_features[key] = {api, service: SERVICE_ADDRESS}
+    for (let [key, {api,subscribe}] of Object.entries(features))
+        exp_features[key] = {api, service: SERVICE_ADDRESS, subscribe}
 
     await Messaging.subscribe(`${process.env.REDIS_CHANNEL_PREFIX}_SLYP_FEATURES_LIST`, async (message, channel) => {
         let msg = JSON.parse(message)
@@ -83,6 +89,7 @@ async function announce() {
             SLYP_FEATURES_LIST = {...SLYP_FEATURES_LIST, ...msg}
             delete SLYP_FEATURES_LIST.uid
             await Messaging.produce(`${process.env.REDIS_CHANNEL_PREFIX}_SLYP_FEATURES_LIST`, JSON.stringify({...exp_features, uid: appId }))
+            await subscribe()
         }
     })
     await Messaging.produce(`${process.env.REDIS_CHANNEL_PREFIX}_SLYP_FEATURES_LIST`, JSON.stringify({...exp_features, uid: appId }))
@@ -206,6 +213,8 @@ export const start = async (app, url, file) => {
         })
     }
 
+    await subscribe()
+
     // Transaction status api
     app.get('/transactions/:id', async (req, res) => { // Front end calls this as a regular feature call. so `req.meta` exists
         try {
@@ -247,3 +256,61 @@ const commandAction = async (req, res, topic) => {
     res.json({ data: { txn: message.txn, success: true, status: "Queued", featureQueued: true } })
 }
 
+
+
+let subscriptions = {
+    // "coins.query.hello": "invoices.command.add",     // Consumer : Feature of Topic
+}
+let subscribed_consumers = {
+}
+async function subscribe() {
+    let Features = {get,send}
+
+    for (let [key, {subscribe}] of Object.entries(features))
+        if (!Utils.isEmpty(subscribe) && subscriptions[key] !== subscribe && subscribed_consumers[key]) {
+            try { await subscribed_consumers[key].disconnect() } catch (_) {}
+            delete subscribed_consumers[key]
+        }
+    for (let key in SLYP_FEATURES_LIST)
+        if (!Utils.isEmpty(SLYP_FEATURES_LIST[key].subscribe) && subscriptions[key] !==  SLYP_FEATURES_LIST[key].subscribe && subscribed_consumers[key]) {
+            try { await subscribed_consumers[key].disconnect() } catch (_) {}
+            delete subscribed_consumers[key]
+        }
+
+
+    let exp_features = {}
+    for (let key in SLYP_FEATURES_LIST)
+        if (!Utils.isEmpty(SLYP_FEATURES_LIST[key].subscribe)) {
+            subscriptions[key] = SLYP_FEATURES_LIST[key].subscribe
+        }
+    for (let [key, {subscribe}] of Object.entries(features))
+        if (!Utils.isEmpty(subscribe)) {
+            subscriptions[key] = subscribe
+        }
+
+
+    for (let consumer in subscriptions) {
+        let publisher = subscriptions[consumer]
+        let {topic} = Features.get(publisher)
+
+        if (subscribed_consumers[consumer])
+            continue
+
+        let kafka_consumer = Kafka.receive(`Features.${topic}`, consumer, async (topic, message) => {
+            topic = topic.replace(/^.*Features./,'')
+
+            const timer = ms => new Promise(res => setTimeout(res, ms)) // A promise that resolves after "ms" Milliseconds
+
+            while (true) {
+                try {
+                    await Features.send(message.meta, consumer, message.data, message.params)
+                    break
+                } catch {
+                    console.warn(`Feature: ${consumer}, error in executing handler during Features.subscribe(topic: ${topic})`)
+                }
+                await timer(10000);
+            }
+        })
+        subscribed_consumers[consumer] = kafka_consumer
+    }
+}

package/libs/kafka.js

@@ -62,6 +62,7 @@ const start_consumer = async function (topic, groupId, callback) {
             await consumer.commitOffsets([{ topic, partition, offset: (Number(message.offset) + 1).toString() }]);
         },
     })
+    return consumer
 }
 
 
@@ -97,7 +98,7 @@ const start_producer = async function (topic, message, key, options) {
 
 export const receive = async function(topic, groupId, callback) {
     topic = topicPrefix + topic
-    await start_consumer(topic, groupId, callback)
+    return (await start_consumer(topic, groupId, callback))
 }
 
 

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "corebasic",
   "type": "module",
-  "version": "1.0.128",
+  "version": "1.0.130",
   "description": "",
   "main": "index.js",
   "scripts": {