corebasic 1.0.65 → 1.0.67

package/libs/dip.js

@@ -12,6 +12,8 @@ export const transactionAbort = Elabase.transactionAbort
 export const transactionReset = Elabase.transactionReset
 export const transactionCommit = Elabase.transactionCommit
 
+export const shard_stats = Elabase.shard_stats
+export let config = Elabase.config
 
 export const IdempotentDip = () => {
     return {
@@ -26,8 +28,8 @@ export const IdempotentDip = () => {
         update: (async function (collection, query, data, rollback) {
             let token = { [this.txn]: true }
             let idempotent = { [this.txn]: { $exists: rollback ?? false } }
-            await Elabase.update(collection, {...query, ...idempotent}, {...data, $setOnInsert: undefined, $set: {...(data.$set ?? {}), ...token} })
-            return await Elabase.query(collection, {...query, ...idempotent}).length
+            let result = await Elabase.update(collection, {...query, ...idempotent}, {...data, $setOnInsert: undefined, $set: {...(data.$set ?? {}), ...token} })
+            return result.count ? true : await Elabase.query(collection, {...query, ...idempotent}).length
         }),
         upsert: (async function (collection, query, data, rollback) {
             await this.insert(collection, query, data.$setOnInsert)

package/libs/dipper.js

@@ -0,0 +1,76 @@
+import axios from 'axios'
+
+function hashStr(str) {
+    let hash = 0;
+    for (let i = 0; i < str.length; i++) {
+        let charCode = str.charCodeAt(i);
+        hash += charCode;
+    }
+    return hash;
+}
+
+function hash(string, digits) {
+    digits = digits || 6;
+    var m = Math.pow(10, digits+1) - 1;
+    var phi = Math.pow(10, digits) / 2 - 1;
+    var n = 0;
+    for (var i = 0; i < string.length; i++) {
+      n = (n + phi * string.charCodeAt(i)) % m;
+    }
+    return n.toString();
+}
+let shards = []
+let shardCount = 20
+
+for (let i = 1; i <= shardCount; i++)
+    shards.push(`127.0.0.1:${9500 + i}`)
+
+
+// function shard(key) {
+//     return hash(key,1) % shardCount
+// }
+function shard(key) {
+    return hashStr(key) % shardCount
+}
+
+export let shard_hits = {}
+
+export default async function dipper(arg) {
+
+    let result = []
+
+    let _id = arg.query?._id ?? arg.insert?._id ?? undefined
+
+    if (!_id) {
+        let result = []
+        for (let url of shards) {
+            shard_hits[url] = (shard_hits[url] ?? 0) + 1
+            result.push((await axios.post(`http://${url}/execute`, arg)).data)
+        }
+
+    } else {
+
+        let ids = typeof _id == "object" ? _id.$in : [_id]
+        for (let id of ids) {
+            let key = shard(id)
+            let url = shards[key]
+            shard_hits[url] = (shard_hits[url] ?? 0) + 1
+            result.push((await axios.post(`http://${url}/execute`, arg)).data)
+       }
+    }
+
+    if (arg.mode ===  "query")
+        result = result.reduce( (partial, item) =>  partial.concat(item), [])
+
+
+
+    return arg.mode ===  "query" ? result : result[0]
+}
+
+
+export const shard_stats = () => {
+    let total = Object.values(shard_hits).reduce( (partial, value) => partial + value, 0)
+    let result = {}
+    Object.entries(shard_hits).forEach( ([key,value]) => result[key] = parseFloat(value * 100 / total).toFixed(2) )
+    return result
+}

package/libs/elabase.js

@@ -1,11 +1,11 @@
 import axios from 'axios'
+import {default as dipper, shard_stats as ShardStats} from './dipper.js'
 
 
 
 
 
-
-
+export const shard_stats = ShardStats
 
 
 
@@ -176,6 +176,10 @@ export const remove = async (collection, query) => {
     })
 }
 
+export let config = {
+    useDipper: false
+}
+
 function execute(arg) {
 //         arg example
 //        {
@@ -194,7 +198,8 @@ function execute(arg) {
         if (stats)
             arg.stats = true
 
-        return axios
+        return config.useDipper  ? dipper(arg)
+        : axios
         .post(fullurl, arg)
         // .timeout(5000)
         .then(result => {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "corebasic",
   "type": "module",
-  "version": "1.0.65",
+  "version": "1.0.67",
   "description": "",
   "main": "index.js",
   "scripts": {