@live-change/db-server 0.4.79 → 0.4.83

package/Dockerfile

@@ -1,4 +1,4 @@
-FROM node:latest
+FROM node:15
 USER root
 
 RUN npm -g config set user root

package/bin/server.js

@@ -53,7 +53,7 @@ function storeOptions(yargs, defaults = {}) {
     default: defaults.dbRoot || '.'
   })
   yargs.option('backend', {
-    describe: 'database backend engine ( lmdb | leveldb | rocksdb | mem )',
+    describe: 'database backend engine ( lmdb | leveldb | rocksdb | memdown | mem )',
     type: "string",
     default: defaults.backend || 'lmdb'
   })

package/lib/Server.js

@@ -21,6 +21,7 @@ class DatabaseStore {
   constructor(path, backend, options) {
     this.path = path
     this.backend = backend
+    this.options = options
     this.stores = new Map()
     this.db = backend.createDb(path, options)
   }
@@ -157,22 +158,24 @@ class Server {
     }
   }
   async initialize(initOptions = {}) {
-    const normalMetadataPath = path.resolve(this.config.dbRoot, 'metadata.json')
-    const backupMetadataPath = path.resolve(this.config.dbRoot, 'metadata.json.bak')
-    const normalMetadataExists = await fs.promises.access(normalMetadataPath).catch(err => false)
-    const backupMetadataExists = await fs.promises.access(backupMetadataPath).catch(err => false)
-    if(initOptions.forceNew && (normalMetadataExists || backupMetadataExists)) 
-      throw new Error("database already exists")
-    const normalMetadata = await fs.promises.readFile(normalMetadataPath, "utf8")
-        .then(json => JSON.parse(json)).catch(err => null)
-    const backupMetadata = await fs.promises.readFile(backupMetadataPath, "utf8")
-        .then(json => JSON.parse(json)).catch(err => null)
-    this.metadata = normalMetadata
-    if(!normalMetadata) this.metadata = backupMetadata
-    if(this.metadata && backupMetadata && this.metadata.timestamp < backupMetadata.timestamp)
-      this.metadata = backupMetadata
+    if(!this.config.temporary) {
+      const normalMetadataPath = path.resolve(this.config.dbRoot, 'metadata.json')
+      const backupMetadataPath = path.resolve(this.config.dbRoot, 'metadata.json.bak')
+      const normalMetadataExists = await fs.promises.access(normalMetadataPath).catch(err => false)
+      const backupMetadataExists = await fs.promises.access(backupMetadataPath).catch(err => false)
+      if(initOptions.forceNew && (normalMetadataExists || backupMetadataExists))
+        throw new Error("database already exists")
+      const normalMetadata = await fs.promises.readFile(normalMetadataPath, "utf8")
+          .then(json => JSON.parse(json)).catch(err => null)
+      const backupMetadata = await fs.promises.readFile(backupMetadataPath, "utf8")
+          .then(json => JSON.parse(json)).catch(err => null)
+      this.metadata = normalMetadata
+      if(!normalMetadata) this.metadata = backupMetadata
+      if(this.metadata && backupMetadata && this.metadata.timestamp < backupMetadata.timestamp)
+        this.metadata = backupMetadata
+      if(!this.metadata && (normalMetadataExists || backupMetadataExists)) throw new Error("database is broken")
+    }
     if(!this.metadata) {
-      if(normalMetadataExists || backupMetadataExists) throw new Error("database is broken")
       this.metadata = {
         databases: {
           system: {
@@ -218,7 +221,7 @@ class Server {
     }
   }
   async initDatabase(dbName, dbConfig) {
-    const dbPath = path.resolve(this.config.dbRoot, dbName+'.db')
+    const dbPath = this.config.temporary ? 'memory' : path.resolve(this.config.dbRoot, dbName+'.db')
     let dbStore = this.databaseStores.get(dbName)
     if(!dbStore) {
       console.log("CREATE DB", dbPath, dbConfig.storage)
@@ -226,14 +229,16 @@ class Server {
       this.databaseStores.set(dbName, dbStore)
     }
     const database = new Database(
-        dbConfig,
-        (name, config) => dbStore.getStore(name, config),
-        (configToSave) => {
-          this.metadata.databases[dbName] = configToSave
-          this.saveMetadata()
-        },
-        (name) => dbStore.deleteStore(name),
-        dbName)
+      dbConfig,
+      (name, config) => dbStore.getStore(name, config),
+      (configToSave) => {
+        this.metadata.databases[dbName] = configToSave
+        this.saveMetadata()
+      },
+      (name) => dbStore.deleteStore(name),
+      dbName,
+      (context) => new ScriptContext(context)
+    )
     database.onAutoRemoveIndex = (name, uid) => {
       this.databases.get('system').table(dbName+'_indexes').delete(uid)
     }
@@ -244,6 +249,7 @@ class Server {
   }
 
   async doSaveMetadata() {
+    if(this.config.temporary) return
     //console.log("SAVE METADATA\n"+JSON.stringify(this.metadata, null, "  "))
     const normalMetadataPath = path.resolve(this.config.dbRoot, 'metadata.json')
     const backupMetadataPath = path.resolve(this.config.dbRoot, 'metadata.json.bak')
@@ -289,6 +295,9 @@ class Server {
   }
 
   async close() {
+    if(this.http) {
+      this.http.server.close()
+    }
     for(const db of this.databaseStores.values()) db.close()
   }
 

package/lib/backend.js

@@ -61,7 +61,7 @@ function createBackend(config) {
         await store.clear()
       }
     }
-  } else if(config.backend == 'mem') {
+  } else if(config.backend == 'memdown') {
     return {
       levelup: require('levelup'),
       memdown: require('memdown'),
@@ -90,6 +90,27 @@ function createBackend(config) {
         await store.clear()
       }
     }
+  } else if(config.backend == 'mem') {
+    return {
+      Store: require('@live-change/db-store-rbtree'),
+      createDb(path, options) {
+        const db = {}
+        db.path = path
+        return db
+      },
+      closeDb(db) {
+      },
+      async deleteDb(db) {
+      },
+      createStore(db, name, options) {
+        return new this.Store()
+      },
+      closeStore(store) {
+      },
+      async deleteStore(store) {
+        await store.clear()
+      }
+    }
   } else if(config.backend == 'lmdb') {
     return {
       lmdb: require('node-lmdb'),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@live-change/db-server",
-  "version": "0.4.79",
+  "version": "0.4.83",
   "description": "Database with observable data for live queries",
   "main": "index.js",
   "scripts": {
@@ -25,25 +25,25 @@
   },
   "homepage": "https://github.com/live-change/db-server",
   "devDependencies": {
-    "encoding-down": "^6.3.0",
+    "encoding-down": "^7.0.0",
     "level-rocksdb": "^4.0.0",
-    "leveldown": "^5.6.0",
-    "levelup": "^4.4.0",
-    "memdown": "^5.1.0",
-    "node-lmdb": "^0.8.0",
-    "rocksdb": "^4.1.0",
-    "subleveldown": "^4.1.4",
-    "tape": "^4.13.3"
+    "leveldown": "^6.0.0",
+    "levelup": "^5.0.1",
+    "memdown": "^6.0.0",
+    "node-lmdb": "^0.9.5",
+    "subleveldown": "^5.0.1",
+    "tape": "^5.2.2"
   },
   "dependencies": {
-    "@live-change/dao": "^0.2.43",
-    "@live-change/dao-sockjs": "^0.1.19",
-    "@live-change/dao-websocket": "^0.2.21",
-    "@live-change/db": "^0.3.61",
+    "@live-change/dao": "^0.3.3",
+    "@live-change/dao-sockjs": "^0.2.0",
+    "@live-change/dao-websocket": "^0.3.1",
+    "@live-change/db": "^0.3.63",
     "@live-change/db-client": "^0.4.70",
-    "@live-change/db-store-level": "^0.1.13",
+    "@live-change/db-store-level": "^0.1.14",
     "@live-change/db-store-lmdb": "^0.1.21",
     "@live-change/db-store-observable-db": "^0.1.1",
+    "@live-change/db-store-rbtree": "^0.1.1",
     "express": "^4.17.1",
     "line-reader": "^0.4.0",
     "node-interval-tree": "^1.3.3",
@@ -53,6 +53,6 @@
     "segfault-handler": "^1.3.0",
     "sockjs": "^0.3.21",
     "websocket": "^1.0.34",
-    "yargs": "^15.4.1"
+    "yargs": "^17.0.1"
   }
 }