holepunch-hop 0.2.7 → 0.2.9

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "holepunch-hop",
-  "version": "0.2.7",
+  "version": "0.2.9",
   "description": "data interface to HOP",
   "main": "src/index.js",
   "type": "module",

package/src/adapters/sqliteDatabase.js

@@ -29,12 +29,49 @@ class SqliteAdapter extends EventEmitter {
     this.createDbConnection(db)
      // ask for tables 
     let tables = await this.discoverTables()
-    let header = await this.discoverColumns()
+    // let header = await this.discoverColumns()
     newSqlite.tables = tables
-    newSqlite.headers = header
+    // newSqlite.headers = header
     return newSqlite
   }
 
+  /**
+  * discover colum names in a table
+  * @method tableQuery
+  *
+  */
+  tableQuery = async function (data) {
+    let newSqlite = {}
+    this.createDbConnection(data.file)
+     // ask for tables 
+    let headers = await this.discoverColumns(data.table)
+    newSqlite.headers = headers
+    return newSqlite
+  }
+
+    /**
+  * setup sqlite db and get tables and columns
+  * @method discoverColumns
+  *
+  */
+    discoverColumns = async function (table) {  
+      // columns in table
+      let header = []
+      const res = await new Promise((resolve, reject) => {
+        let sqlTableCols = `PRAGMA table_info('` + table + `')`
+        this.dataBase.all(sqlTableCols, [], (err, rows) => {
+          if (err) {
+      reject(err)
+          }
+          rows.forEach((row) => {
+            header.push(row)
+          })
+          resolve(header)
+        })
+    })
+      return res
+    }
+
   /**
   * setup sqlite db and get tables and columns
   * @method createDbConnection
@@ -74,40 +111,79 @@ class SqliteAdapter extends EventEmitter {
     return res
   }
 
+
   /**
-  * setup sqlite db and get tables and columns
-  * @method discoverColumns
+  * query a table for data
+  * @method queryTable
   *
   */
-  discoverColumns = async function (table) {  
+  queryTable = async function (table) {
+    console.log('HP--first SQL query')
+    console.log(table)
+    let tableName = table.context.deviceTable
+    // let devicetableName = table.context.devicetablename
+    let tableTimestamp = table.context.timestamp   // timecolumn
+    let deviceColumn = ''
+    if (table?.context?.deviceCol) {
+      deviceColumn = table?.context?.deviceCol?.name
+    } else {
+      deviceColumn = ''
+    }
+    let queryDevice = 0
+    if (table.context?.deviceID) {
+      queryDevice = table.context?.deviceID
+    } else {
+      queryDevice = 1 // table?.context?.device?._id
+    }
+    let queryLimit = true
+    let queryLevel = 1400
+    let blindTimestart = 0
+    let blindTimeend = 0
     // columns in table
-    let header = []
+    let data = []
     const res = await new Promise((resolve, reject) => {
-	    let sqlTableCols = `PRAGMA table_info('MI_BAND_ACTIVITY_SAMPLE')`
-
-	    this.dataBase.all(sqlTableCols, [], (err, rows) => {
+	    let sqlQuery = `SELECT * FROM ` + tableName 
+      // now build filter of query based on input if any
+      if (deviceColumn.length > 0) {
+        sqlQuery += ` WHERE ` + deviceColumn + ` = ` + queryDevice 
+      }
+      if (tableTimestamp.length > 0) {
+        sqlQuery += ` ORDER BY TIMESTAMP DEC` // + tableTimestamp
+      }
+      if (blindTimestart) {
+        sqlQuery += ` AND TIMESTAMP BETWEEN ` + blindTimestart + ` AND ` + blindTimeend
+ 
+      }
+      // lastly set hard limit on length
+      if (queryLimit) {
+        sqlQuery += ` LIMIT ` + queryLevel
+      }
+      console.log('HP------formed ----------')
+      console.log(sqlQuery)
+	    this.dataBase.all(sqlQuery, [], (err, rows) => {
 	      if (err) {
 		reject(err)
 	      }
 	      rows.forEach((row) => {
-		header.push(row)
+		data.push(row)
 	      })
-	      resolve(header)
+	      resolve(data)
 	    })
 	})
     return res
   }
 
+
   /**
-  * query a table for data
-  * @method queryTable
+  * query device table
+  * @method deviceQuery
   *
   */
-  queryTable = async function (table) {
-    // columns in table
+  deviceQuery = async function (table) {
+    console.log('HOLEP---adtpSQL--query device SQLite ad')
     let data = []
     const res = await new Promise((resolve, reject) => {
-	    let sqlQuery = `SELECT * FROM MI_BAND_ACTIVITY_SAMPLE WHERE DEVICE_ID = 3 ORDER BY TIMESTAMP DESC LIMIT 1400` // AND TIMESTAMP BETWEEN 1627677840 AND 1627678380`
+	    let sqlQuery = `SELECT * FROM ` + table
 
 	    this.dataBase.all(sqlQuery, [], (err, rows) => {
 	      if (err) {

package/src/bees.js

@@ -113,6 +113,7 @@ class HyperBee extends EventEmitter {
    *
   */
   savePubliclibrary = async function (refContract) {
+    console.log(refContract)
     let beeSave = await this.dbPublicLibrary.put(refContract.data.hash, refContract.data.contract)
     // go query the key are return the info. to ensure data save asplanned.
     let saveCheck = await this.getPublicLibrary(refContract.data.hash)
@@ -131,8 +132,8 @@ class HyperBee extends EventEmitter {
    *
   */
   savePeerLibrary = async function (refContract) {
-    await this.dbPeerLibrary.put(refContract.hash, refContract.contract)
-    let saveCheck = await this.getPeerLibrary(refContract.hash)
+    await this.dbPeerLibrary.put(refContract.data.hash, refContract.data.contract)
+    let saveCheck = await this.getPeerLibrary(refContract.data.hash)
     let returnMessage = {}
     returnMessage.stored = true
     returnMessage.type = refContract.reftype
@@ -342,6 +343,17 @@ class HyperBee extends EventEmitter {
     return nodeData
   }
 
+  /**
+   * filter peer library to get compute modules with a key
+   * @method getPeerLibComputeModules
+   *
+  */
+  getPeerLibComputeModules = async function () {
+    const moduleData = await this.dbPeerLibrary.createHistoryStream({ reverse: true, limit: 10 })
+    return moduleData
+  }
+
+
   /**
    * get all kbl entries
    * @method KBLentries
@@ -398,6 +410,21 @@ class HyperBee extends EventEmitter {
 
   }
 
+
+
+  /**
+   * delete nxp ref contract public
+   * @method deleteRefcontPubliclibrary
+   *
+  */
+  deleteRefcontPubliclibrary = async function (nxpID) {
+    let deleteInfo = {}
+    let deleteStatus = await this.dbPublicLibrary.del(nxpID)
+    deleteInfo.success = deleteStatus
+    deleteInfo.nxp = nxpID
+    return deleteInfo
+  }
+
   /**
    * delete nxp ref contract from peer library
    * @method deleteRefcontPeerlibrary

package/src/drive.js

@@ -88,7 +88,6 @@ class HypDrive extends EventEmitter {
   */
   listFilesFolder = function (folder) {
     const stream = this.drive.list('') //  [options])
-    // console.log(stream)
     // Handle stream events --> data, end, and error
     let dataDrive = []
     stream.on('data', function(chunk) {
@@ -170,7 +169,7 @@ class HypDrive extends EventEmitter {
     const parseData = await this.SQLiteSetup(name)
     fileResponse.filename = name
     fileResponse.header = parseData.headers
-    fileResponse.data = parseData.tables
+    fileResponse.tables = parseData.tables
     return fileResponse
   }
 
@@ -264,33 +263,74 @@ class HypDrive extends EventEmitter {
     return summarySQLinfo
   }
   
-    /**
+  /**
+  *  set file path, read and make sqlite3 connect db
+  * @method SQLiteSourceSetup
+  *
+  */
+  SQLiteSourceSetup = async function (data) {
+    // const stream = this.liveDataAPI.DriveFiles.listFilesFolder('sqlite/')
+    let dbFile = await this.hyperdriveLocalfile('sqlite/' + data.db)
+    data.file = dbFile
+    let summarySQLinfo = await this.AdapterSqlite.tableQuery(data)
+    return summarySQLinfo
+  }
+
+
+  /**
+  *  ask for device tables and info.
+  * @method SQLiteDeviceSetup
+  *
+  */
+  SQLiteDeviceSetup = async function (data) {
+    // const stream = this.liveDataAPI.DriveFiles.listFilesFolder('sqlite/')
+    let dbFile = await this.hyperdriveLocalfile('sqlite/' + data.db)
+    data.file = dbFile
+    let summaryTable = await this.AdapterSqlite.tableQuery(data)
+    let summaryDevice = await this.AdapterSqlite.deviceQuery(data.table)
+    let summarySQLinfo = {}
+    summarySQLinfo.tables = summaryTable
+    summarySQLinfo.devices = summaryDevice
+    return summarySQLinfo
+  }
+
+  /**
   *  set file path, read and make sqlite3 connect db
   * @method SQLiteQuery
   *
   */
   SQLiteQuery = async function (dataInfo) {
+    console.log('HP--DRIVE--sqlite')
      let timestampCol = ''
     // is the sqliite database sill accive?
     // const stream = this.liveDataAPI.DriveFiles.listFilesFolder('sqlite/')
     let dbFile = await this.hyperdriveLocalfile('sqlite/' + dataInfo.file.file)
     let queryData = await this.AdapterSqlite.queryTable(dataInfo)
-    let contextKeys = Object.keys(queryData[0])
-    timestampCol = contextKeys[dataInfo.context.timestamp]
-    // now prepare into data and labels
-    let blindData = {}
-    let extractCol = []
-    let extractLabel = []
-    for (let rowi of queryData) {
-	extractCol.push(rowi[dataInfo.context.name.name])
-	// assume data column for now and parse to mills seconds
-	let testCH1 = chrono.parseDate(rowi[timestampCol])
-	let parseDate = testCH1 * 1000 // this.testDataExtact(testCH1)
-	extractLabel.push(parseDate)
+    if (queryData.length > 0) {
+      let contextKeys = Object.keys(queryData[0])
+      timestampCol = contextKeys[dataInfo.context.timestamp]
+      // now prepare into data and labels
+      let blindData = {}
+      let extractCol = []
+      let extractLabel = []
+      for (let rowi of queryData) {
+    extractCol.push(rowi[dataInfo.context.name.name])
+    // assume data column for now and parse to mills seconds
+    let testCH1 = chrono.parseDate(rowi[timestampCol])
+    let parseDate = testCH1 * 1000 // this.testDataExtact(testCH1)
+    extractLabel.push(parseDate)
+      }
+      blindData.data = extractCol
+      blindData.label = extractLabel
+      return blindData
+    } else {
+      console.log('no data for that query')
+      let blindData = {}
+      blindData.data = []
+      blindData.label = []
+      return blindData
     }
-    blindData.data = extractCol
-    blindData.label = extractLabel
-    return blindData
+
   }
 
 

package/src/fileParser.js

@@ -137,6 +137,26 @@ FileParser.prototype.webCSVparse = function (fData) {
   // this.convertJSON(o, ws, headerInfo, praser, 'web', fileNewName)
 }
 
+/**
+* TEMP blind json content
+* @method TEMPwebJSONparse
+*
+*/
+FileParser.prototype.TEMPwebJSONparse = function (fjData) {
+  console.log(fjData)
+  let extractLabel = []
+  let extractCol = []
+  for (let df of fjData.content) {
+    extractLabel.push(df[fjData.context.timestampname])
+    extractCol.push(df[fjData.context.name])
+  }
+  // extract out price and time
+  let extractedPair = {}
+  extractedPair.label = extractLabel
+  extractedPair.data = extractCol
+  return extractedPair
+}
+
 /**
 * TEMP blind csv content files from web
 * @method TEMPwebCSVparse

package/src/index.js

@@ -130,6 +130,8 @@ class HolepunchWorker extends EventEmitter {
           this.warmPeers.push(message.data)
           this.Peers.peerJoin(message.data)
         }
+      } else if (message.task === 'peer-board') {
+        console.log('public board share with peer')
       } else if (message.task === 'peer-write') {
         this.emit('peer-write', message.data)
       } else if (message.task === 'topic') {