molly-db 1.2.0 → 1.3.1

package/main.js

@@ -1,8 +1,10 @@
-const worker = require('worker_threads');
-const url = require('url');
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+const path = require('path');
+const url = require('url'); 
 const fs = require('fs');
 
-/* --------------------------------------------------------------------------------------- */
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
 
 function config( _config ) {
     const _default = { offset:0, length:100 };
@@ -12,19 +14,26 @@ function config( _config ) {
     });
 }
 
-/* --------------------------------------------------------------------------------------- */
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
 
 class molly_db{
-    constructor( opt ){ if( opt.pass )
-        this.pass = opt.pass; this.port = opt.port || 27017;
-        this.path = opt.path.replace( /^\./,process.cwd() );
-        this.threads = opt.threads || 1;
-        this.import = opt.import || '';
+    constructor( opt ){
+        if(opt.pass) this.pass = opt.pass; this.port = opt.port || 27017;
+        const dir = path.join(__dirname,'/module/worker_handler.js');
+
+        if( !(new RegExp(process.cwd())).test(opt.path) )
+             this.path = path.join(process.cwd(),opt.path);
+        else this.path = opt.path;
+
+        this.protocol = opt.protocol || 'http';
         this.time = opt.saveTime || .1;
-        return require(`${__dirname}/module/_worker_.js`)(this);
+        this.import = opt.import || '';
+        this.threads = opt.thread|| 1;
+        
+        return require(dir)(this);
     }
 }
 
-/* --------------------------------------------------------------------------------------- */
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
 
 module.exports = molly_db;

package/module/api_handler.js

@@ -0,0 +1,45 @@
+const cluster = require('cluster');
+const {Buffer} = require('buffer');
+const output = new Object();
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+output.http = function(req,res){
+
+    if( req.method != 'POST' ){
+        res.writeHead(200,{'content-type': 'text/plain'});
+        return res.end('Only Post Method Avalilable');
+    }   const raw = new Array();
+
+    req.on('close',()=>{ process.send(Buffer.concat(raw)) });
+    req.on('data',(chunk)=>{ raw.push(chunk) });
+
+    cluster.worker.once('message',(msg)=>{
+        const status = msg.match(/\d+/i)[0];
+        res.writeHead(status,{'content-type': 'text/plain'});
+        res.write(msg); res.end();
+    })
+
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+output.WebSocket = function( message,client ){
+    cluster.worker.once('message',(msg)=>{
+        client.send(msg);
+    }); process.send(message);
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+output.Socket = function( message,client ){
+    cluster.worker.once('message',(msg)=>{
+        client.write(msg);
+    }); process.send(message);
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+module.exports = output;
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/

package/module/crypto_handler.js

@@ -0,0 +1,63 @@
+const crypto = require('crypto-js');
+const {Buffer} = require('buffer');
+const output = new Object();
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+const JsonFormatter = {
+
+	'stringify': function(cipherParams) {
+    	var jsonObj = { ct: cipherParams.ciphertext.toString(crypto.enc.Base64) };
+    	if (cipherParams.salt) jsonObj.s = cipherParams.salt.toString();
+	    if (cipherParams.iv) jsonObj.iv = cipherParams.iv.toString(); 
+	    return new Buffer.from(JSON.stringify(jsonObj)).toString('base64');
+  	},
+
+  	'parse': function(jsonStr) {
+    	var jsonObj = JSON.parse( new Buffer.from(jsonStr,'base64').toString());
+    	var cipherParams = crypto.lib.CipherParams.create({
+     	 	ciphertext: crypto.enc.Base64.parse(jsonObj.ct)
+    	});
+    	if (jsonObj.iv) cipherParams.iv = crypto.enc.Hex.parse(jsonObj.iv);
+    	if (jsonObj.s) cipherParams.salt = crypto.enc.Hex.parse(jsonObj.s);
+    	return cipherParams;
+ 	}
+
+};
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+output.slugify = (str)=>{ 
+	[
+		['e','é|è|ê|ë'],
+		['i','í|ì|î|ï'],
+		['u','ú|ù|û|ü'],
+		['o','ó|ò|ô|õ|ö'],
+		['a','á|à|ã|â|ä'],
+		['c','ç'],['n','ñ'],
+		['' ,/\s+|\W+|\n| /],
+	].map(x=>{
+		const regex = new RegExp(x[1],'gi');
+		str = str.replace( regex,x[0] );
+	});	return str.toLowerCase();
+}
+
+output.hash = (data,nonce)=>{ return crypto.SHA256(Math.random+data+nonce).toString(); }
+
+output.encrypt = ( _message,_password )=>{ 
+    try{ if( _password )
+        return crypto.AES.encrypt( _message,_password,{ format: JsonFormatter })
+						 .toString(); return _message;
+    } catch(e) { return _message; }
+}
+
+output.decrypt = ( _message,_password )=>{ 
+    try{ if( _password )
+        return crypto.AES.decrypt( _message,_password,{ format: JsonFormatter })
+						 .toString( crypto.enc.Utf8 ); return _message;
+    } catch(e) { return _message; }
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+module.exports = output;

package/module/init_handler.js

@@ -0,0 +1,66 @@
+const crypto = require('./crypto_handler')
+const fetch = require('molly-fetch');
+const readline = require('readline');
+const path = require('path');
+const fs = require('fs');
+const db = new Object(); 
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+function fillDB( _db, _table, _path, _pass ){
+    return new Promise(async(response,reject)=>{
+
+        let _itr = undefined;
+
+        if( (/^http/).test(_path) ){ try{
+            const stream = await fetch(_path,{responseType:'stream'});
+            _itr = readline.createInterface({ input: stream.data });
+        } catch(e) { return response(`error reading ${_path}`); }}
+
+        else if( fs.existsSync(_path) )
+            _itr = readline.createInterface({
+                input: fs.createReadStream(_path)
+            });
+        
+        else { return response(`error reading ${_path}`); }     
+
+        _itr.on('line',(line)=>{
+            db[_db][_table].push(crypto.decrypt( line,_pass ));
+        }); _itr.on('close',()=>{ response() });
+        
+    });
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+module.exports = function(args){
+    return new Promise(async(response,reject)=>{
+        try {
+    
+            const dir = path.join(args.path,'_init_.json');
+            
+            db._buff_ = fs.readFileSync( dir );
+            db._init_ = JSON.parse( db._buff_ );
+            db._path_ = args.path; delete db._buff_;
+            
+            for( var i in db._init_.DB ){
+    
+                const DB = db._init_.DB[i]; const name = DB.name;
+                delete db[name]; db[name] = new Object();
+        
+                for( var j in DB.tables ){ 
+                    const table = DB.tables[j]; const dir = path.join(db._path_,`${table}.json`);
+                    db[name][table] = new Array(); await fillDB( name,table,dir,args.pass );
+                }
+        
+            }
+    
+        } catch(e) {
+            db._init_ = {DB:[]}; db._path_ = args.path;
+            const dir = path.join(args.path,'_init_.json');
+            fs.writeFileSync( dir,JSON.stringify(db._init_) );
+        }   response(db);
+    });
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/

package/module/memory_handler.js

@@ -0,0 +1,18 @@
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+const utils = require('./utils.js');
+const output = new Object();
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+module.exports = function( data,db ){ 
+    return new Promise((response,reject)=>{
+        utils.validator( db,data ).then(()=>{
+            try { response(Array.isArray(data) ? data.map(x=>utils[x.type](x,db)) : 
+                                                 utils[data.type](data,db))
+            } catch(e) { response(JSON.stringify({ status:404, message:`error: ${e.message}` })) }
+        }).catch(e=>{ reject(JSON.stringify(e)) });
+    })
+};
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/

package/module/server_worker.js

@@ -0,0 +1,68 @@
+const worker = require('worker_threads');
+const app = require('./api_handler');
+const cluster = require('cluster');
+const http = require('http');
+const net = require('net');
+const ws = require('ws');
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+function createHTTPServer(){
+    http.createServer( app.http ).listen( process.env.port,()=>{
+        console.log({
+            protocol: 'HTTP', status: 'started',
+            wrkID: process.pid, port: process.env.port,
+        });
+    });
+}
+
+function createWebSocketServer(){
+    const srv = new ws.WebSocketServer({ port: process.env.port });
+    srv.on('connection',(client)=>{
+        client.on('message',(msg)=>app.WebSocket(msg,client));
+    }); console.log ({
+        protocol: 'WebSocket', status: 'started',
+        wrkID: process.pid, port: process.env.port,
+    });
+}
+
+function createSocketServer(){
+    const srv = net.createServer({ port: process.env.port });
+    srv.on('connection',(client)=>{
+        client.on('message',(msg)=>app.Socket(msg,client));
+    }); console.log ({
+        protocol: 'Socket', status: 'started',
+        wrkID: process.pid, port: process.env.port,
+    });
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+(()=>{
+
+    if( cluster.isPrimary ) { 
+        const env = worker.workerData;
+        const data = worker.workerData;
+        for ( let i=data.threads; i--; ){ 
+            
+            const wrk = cluster.fork(data,env);
+
+            cluster.on('exit', (wrk, code, signal) => { cluster.fork(data,env);
+                console.log(`wrk ${wrk.process.pid} died`);
+            }); wrk.on('exit', (msg)=>{ console.log(msg); });
+
+            wrk.on('message', (msg)=>{ worker.parentPort.postMessage(msg) });
+            worker.parentPort.on('message',(msg)=>{ wrk.send(msg) });
+            
+        }
+    } else {
+        switch( process.env.protocol ){
+            case 'WebSocket': createWebSocketServer(); break;
+            case 'Socket': createSocketServer(); break;
+            default: createHTTPServer(); break;
+        }
+    } 
+    
+})();
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/

package/module/utils.js

@@ -0,0 +1,321 @@
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+const crypto = require('./crypto_handler');
+const path = require('path');
+const output = new Object();
+const fs = require('fs');
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+output.validator = function( db, params ){
+    return new Promise((response,reject)=>{
+
+        let validator = false; output.bodyParser( params );
+        const vdb = (key)=>{ return db._init_.DB.some(x=>{ return x.name == key; }) }
+        const vtb = (key)=>{ return db._init_.DB.some(x=>{ return x.tables.join().match(key); }) }
+
+        validator = [
+            [ !params?.offset, 'params.offset = 0' ],
+            [ !params?.target, 'params.target = ""' ],
+            [ !params?.length, 'params.length = 100' ],
+        ].every(x=>{ if(x[0]) eval(x[1]); return true; });
+
+        validator = [
+            [!params?.db, {status:404,message:'error: no db name added'}],
+            [!params?.table, {status:404,message:'error: no table name added'}]
+        ].some(x=>{ if(x[0]) reject(x[1]); return x[0];}); if(validator) return 0;
+
+        if( !(/table|db|all/gi).test(params.type) ){
+            validator = [
+                [!vdb(params?.db), {status:404,message:`erorr: no db called ${params.db} exist`}],
+                [!vtb(params?.table), {status:404,message:`error: no table called ${params.table} exist`}]
+            ].some(x=>{ if(x[0]) reject(x[1]); return x[0];}); if(validator) return 0;
+        }
+
+        response();
+    });
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+const encryptDB = function( param, db, _db, _table, _path ){
+    return new Promise((response,reject)=>{
+        const writable = fs.createWriteStream( _path+'_tmp' );
+        for( var i in db[_db][_table] ){
+    
+            const data = db[_db][_table][i];
+            const ecrp = crypto.encrypt( data,param.pass );
+    
+            writable.write(`${ecrp}\n`);
+        }   writable.end();
+    
+        writable.on('error',(e)=>reject(e));
+        writable.on('close',()=>{ 
+            fs.renameSync( _path+'_tmp', _path ); 
+            response('done');
+        });
+
+    });
+}
+
+const modifyDB = async function( data, db, _name, _table ){
+    try{
+
+        const dir = path.join(db._path_,`${_table}.json`);
+        const init = path.join(db._path_,'_init_.json');
+
+        fs.writeFileSync( init,JSON.stringify(db._init_) );
+    
+        try{const length = db[_name][_table].length;
+            if( !(length>0) ) fs.writeFileSync(dir,'');
+            else await encryptDB( data, db, _name, _table, dir );
+        } catch(e) { console.log(e); fs.unlinkSync( dir ); }
+
+    } catch(e) { console.log(e); return parseError(db,data,e) }
+}
+
+const parseData = function( db,params,_data, _length ){
+    const length = _length||db[params.db][params.table].length;
+    const pagination = Math.ceil(length/_data.length)||1;
+    return {
+        status: 200, data: _data, 
+        length: length, table: params.table,
+        pagination: pagination, database: params.db,
+    }
+}
+
+output.bodyParser = function( data ){
+    try{const date = Date.now(); const {body} = data;
+        const result = Array.isArray(body) ? body : [body];
+        data.body = result.map(x=>{ if( !x?.hash )
+            x.hash = crypto.hash( date,Math.random() );
+            return JSON.stringify(x);
+        });
+    } catch(e) { }
+}
+
+const parseError = function( db,params,_e ){
+    return {
+        status: 404,
+        table: params.table,
+        database: params.db,
+        data: _e.message||_e,
+    }
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+output.pop = function(data,db){ db._update_ = true;
+    const result = db[data.db][data.table].pop();
+    return parseData( db,data,result );
+}
+output.shift = function(data,db){ db._update_ = true;
+    const result = db[data.db][data.table].shift();
+    return parseData( db,data,result );
+}
+output.slice = function(data,db){
+    const result = db[data.db][data.table].slice(...data.args);
+    return parseData( db,data,result );
+}
+
+/*-- ── --*/
+
+output.push = function( data,db ){ db._update_ = true;
+    const result = db[data.db][data.table].push(...data.body);
+    return parseData( db,data,result );
+}
+
+output.unshift = function( data,db ){ db._update_ = true;
+    const result = db[data.db][data.table].unshift(...data.body);
+    return parseData( db,data,result );
+}
+
+/*-- ── --*/
+
+output.list = function(data,db){
+    try{return parseData( db,data,
+            db[data.db][data.table].slice(
+                data.offset, Number(data.offset) + Number(data.length)
+            ).map(x=> JSON.parse(x) )
+        );
+    } catch(e) { return parseError(db,data,e) }
+}
+
+output.hash = function(data,db){ 
+    try{const result = new Array();
+        db[data.db][data.table].map((x)=>{
+            const regex = new RegExp(data.target,'gi');
+            if( regex.test(x) ) result.push(x);
+        });
+        return parseData( db,data,
+            result.map(x=>JSON.parse(x)).slice(
+                data.offset, Number(data.offset) + Number(data.length)
+            ),  result.length);
+    } catch(e) { return parseError(db,data,e) }
+}
+
+output.match = function(data,db){ 
+    try{const result = new Array();
+        db[data.db][data.table].map((x)=>{
+            const reg = crypto.slugify(data.target);
+            const regex = new RegExp(reg,'gi');
+            const target = crypto.slugify(x);
+            if( regex.test(target) ) result.push(x);
+        });
+        return parseData( db,data,
+            result.map(x=>JSON.parse(x)).slice(
+                data.offset, Number(data.offset) + Number(data.length)
+            ),  result.length);
+    } catch(e) { return parseError(db,data,e) }
+}
+
+/*-- ── --*/
+
+output.update = function(data,db){ 
+    try { db._update_ = true;
+        for( var i in db[data.db][data.table] ){
+            const regex = new RegExp(data.target,'gi');
+            if( regex.test(db[data.db][data.table][i]) )
+                return db[data.db][data.table].splice(i,1,...data.body);
+        }
+    } catch(e) { return parseError(db,data,e) }
+}
+
+output.remove = function(data,db){ 
+    try{ db._update_ = true;
+        for( var i in db[data.db][data.table] ){
+            const regex = new RegExp(data.target,'gi');
+            if( regex.test(db[data.db][data.table][i]) )
+                return db[data.db][data.table].splice(i,0);
+        }
+    } catch(e) { return parseError(db,data,e) }
+}
+
+/*-- ── --*/
+
+output.addDB = function(data,db){ 
+    try{db._update_ = true;
+
+        if( db[data.db] ) return {
+            status: 404,
+            database: data.db,
+            table: data.table,
+            message: 'DB already exist'
+        };
+        
+        db._init_.DB.push({ 
+            tables: [], name: data.db,
+        }); db[data.db] = new Array();
+    
+        return {
+            status: 200,
+            message: 'DB added',
+            database: data.db,
+        };
+
+    } catch(e) { return parseError(db,data,e) }
+}
+
+output.removeDB = function(data,db){ 
+    try{
+
+        if( !db[data.db] ) return {
+            status: 404,
+            database: data.db,
+            table: data.table,
+            message: 'DB does not exist',
+        };
+
+        for( var i in db._init_.DB ){
+            if( db._init_.DB.name == data.db ){
+                db._init_.DB[i].tables.map(x=>{
+                    fs.unlinkSync(path.join(data.path,`${x}.json`));
+                }); db._init_.DB.splice(i,1);
+                delete db[data.db];
+                break;
+            }
+        }
+    
+        return {
+            status: 200,
+            database: data.db,
+            table: data.table,
+            message: 'DB deleted'
+        };
+
+    } catch(e) { return parseError(db,data,e) }    
+}
+
+output.addTable = function(data,db){ 
+    try{db._update_ = true;
+        
+        if( db[data.db][data.table] ) return {
+            status: 404,
+            database: data.db,
+            table: data.table,
+            message: 'table already exist',
+        };
+    
+        for( var i in db._init_.DB ){
+            if( db._init_.DB[i].name == data.db ){
+                db[data.db][data.table] = new Array();
+                db._init_.DB[i].tables.push(data.table);
+                break;
+            }
+        }
+        
+        return {
+            status: 200,
+            database: data.db,
+            table: data.table,
+            message: 'table added'
+        };
+
+    } catch(e) { return parseError(db,data,e) }
+}
+
+output.removeTable = function(data,db){
+    try{db._update_ = true;
+
+        if( !db[data.db][data.table] ) return {
+            status: 404,
+            database: data.db,
+            table: data.table,
+            message: 'table does not exist'
+        };
+    
+        for( var i in db._init_.DB ){
+            if( db._init_.DB[i].name == data.db ){
+                const j = db._init_.DB[i].tables.indexOf(x=>x==data.table);
+                delete db[data.db][data.table]; db._init_.DB[i].tables.splice(j,1);
+                break;
+            }
+        }
+    
+        return {
+            status: 200,
+            database: data.db,
+            table: data.table,
+            message: 'table removed'
+        };
+
+    } catch(e) { return parseError(db,data,e) }
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+output.saveAll = async function(data,db){
+    try { for( var i in db['_init_'] ){ for( var j in db['_init_'][i] ){
+        const {name,tables} = db['_init_'][i][j];
+        for( var k in tables ) await modifyDB(data,db,name,tables[k])
+    }} return { 
+        status: 200,
+        database: data.db,
+        table: data.table,
+        message: 'DB Saved' 
+    }} catch(e) { console.log(e); return parseError(db,data,e) }
+}
+
+/*--────────────────────────────────────────────────────────────────────────────────────────────--*/
+
+module.exports = output;