corebasic 1.0.66 → 1.0.68

package/libs/dip.js

@@ -12,6 +12,8 @@ export const transactionAbort = Elabase.transactionAbort
 export const transactionReset = Elabase.transactionReset
 export const transactionCommit = Elabase.transactionCommit
 
+export const shard_stats = Elabase.shard_stats
+export let config = Elabase.config
 
 export const IdempotentDip = () => {
     return {

package/libs/dipper.js

@@ -0,0 +1,91 @@
+import axios from 'axios'
+// import {curly} from 'node-libcurl'
+
+function hashStr(str) {
+    let hash = 0;
+    for (let i = 0; i < str.length; i++) {
+        let charCode = str.charCodeAt(i);
+        hash += charCode;
+    }
+    return hash;
+}
+
+function hash(string, digits) {
+    digits = digits || 6;
+    var m = Math.pow(10, digits+1) - 1;
+    var phi = Math.pow(10, digits) / 2 - 1;
+    var n = 0;
+    for (var i = 0; i < string.length; i++) {
+      n = (n + phi * string.charCodeAt(i)) % m;
+    }
+    return n.toString();
+}
+let shards = []
+let shardCount = 20
+
+for (let i = 1; i <= shardCount; i++)
+    shards.push(`127.0.0.1:${9500 + i}`)
+
+
+// function shard(key) {
+//     return hash(key,1) % shardCount
+// }
+function shard(key) {
+    return hashStr(key) % shardCount
+}
+
+export let shard_hits = {}
+
+async function postDip(url, arg) {
+    return (await axios.post(url, arg)).data
+  // curl
+  // -----
+//   const { data } = await curly.post(url, {
+//   postFields: JSON.stringify(arg),
+//   httpHeader: [
+//     'Content-Type: application/json',
+//     'Accept: application/json'
+//     ],
+//   })
+//   return data
+}
+
+export default async function dipper(arg) {
+
+    let result = []
+
+    let _id = arg.query?._id ?? arg.insert?._id ?? undefined
+
+    if (!_id) {
+        let result = []
+        for (let url of shards) {
+            shard_hits[url] = (shard_hits[url] ?? 0) + 1
+            result.push(await postDip(`http://${url}/execute`, arg))
+        }
+
+    } else {
+
+        let ids = typeof _id == "object" ? _id.$in : [_id]
+        for (let id of ids) {
+            let key = shard(id)
+            let url = shards[key]
+            shard_hits[url] = (shard_hits[url] ?? 0) + 1
+            result.push(await postDip(`http://${url}/execute`, arg))
+       }
+    }
+
+    if (arg.mode ===  "query")
+        result = result.reduce( (partial, item) =>  partial.concat(item), [])
+
+
+
+    return arg.mode ===  "query" ? result : result[0]
+}
+
+
+export const shard_stats = () => {
+    let total = Object.values(shard_hits).reduce( (partial, value) => partial + value, 0)
+    let result = {}
+    Object.entries(shard_hits).forEach( ([key,value]) => result[key] = parseFloat(value * 100 / total).toFixed(2) )
+    return result
+}

package/libs/elabase.js

@@ -1,11 +1,11 @@
 import axios from 'axios'
+import {default as dipper, shard_stats as ShardStats} from './dipper.js'
 
 
 
 
 
-
-
+export const shard_stats = ShardStats
 
 
 
@@ -176,6 +176,10 @@ export const remove = async (collection, query) => {
     })
 }
 
+export let config = {
+    useDipper: false
+}
+
 function execute(arg) {
 //         arg example
 //        {
@@ -194,7 +198,8 @@ function execute(arg) {
         if (stats)
             arg.stats = true
 
-        return axios
+        return config.useDipper  ? dipper(arg)
+        : axios
         .post(fullurl, arg)
         // .timeout(5000)
         .then(result => {

package/libs/features.js

@@ -8,14 +8,14 @@ let apis = {}
 
 export const start = async (app, url, file) => {
     features = await Utils.fileToJson(url, file)
-    
+
 
     // Registering handlers
     for (let name in features) {
         let feature = features[name]
         apis[feature.api] = apis[feature.api] ?? {}
         apis[feature.api][name] = feature
-        
+
         name = name.split('.')
         let handler = name.pop()
         name = `src/${name.join('/')}`
@@ -75,7 +75,7 @@ export const start = async (app, url, file) => {
                 } catch {
                     console.warn(`Feature: ${message.feature}, error in executing handler during Kafka.receive(topic: ${topic})`)
                 }
-                await timer(10000); 
+                await timer(10000);
             }
         })
     }
@@ -93,7 +93,7 @@ export const start = async (app, url, file) => {
         }
     })
 }
- 
+
 const commandAction = async (req, res, topic) => {
     let txn = req.body.txn ?? Util.uid()
     let _id = req.body.data._id ?? txn

package/libs/messaging.js

@@ -0,0 +1,46 @@
+
+import axios from 'axios'
+import { createClient } from 'redis';
+
+// url: 'redis://alice:foobared@localhost:6380'
+const consumer = createClient({ url: 'redis://localhost:6380' });
+await consumer.connect();
+const publisher = createClient({ url: 'redis://localhost:6380' });
+await publisher.connect();
+
+consumer.on('error', err => console.log('Redis Client Error', err));
+
+
+let users_pool = {
+
+}
+
+async function disconnect(user) {
+    delete users_pool[user]
+    await consumer.unsubscribe(user);
+}
+async function connect({user,req,res}) {
+    users_pool[user] = {req,res}
+    await consumer.subscribe(user, (message, channel) => {
+        if (users_pool[user])
+            users_pool[user].res.write(JSON.stringify({message, channel}) + "\n")
+    });
+}
+
+export function start(app) {
+    app.get('/messages/:user', async (req, res) => {
+        await connect({user: req.params.user, req, res})
+        req.on("close", async () => await disconnect(req.params.user)) // request closed unexpectedly
+        req.on("end", async () => await disconnect(req.params.user)) // request ended normally
+    })
+}
+
+
+export async function publish(channel, message) {
+    await publisher.publish(channel, typeof message === "object" ? JSON.stringify(message) : message);
+}
+
+
+
+
+

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "corebasic",
   "type": "module",
-  "version": "1.0.66",
+  "version": "1.0.68",
   "description": "",
   "main": "index.js",
   "scripts": {
@@ -15,6 +15,7 @@
     "axios": "^1.4.0",
     "jsonminify": "^0.4.2",
     "jsonwebtoken": "^9.0.1",
-    "otp-generator": "^4.0.1"
+    "otp-generator": "^4.0.1",
+    "redis": "^4.6.8"
   }
 }