mqtt-devices-parser 1.0.11 → 1.0.13

package/src/device/device.js

@@ -1,6 +1,6 @@
 const moment = require('moment');
 
-var project = [];
+var _project = [];
 const logs_table = "sensor_logs";
 const semver = require('semver');
 
@@ -14,11 +14,11 @@ var self = module.exports = {
 
         projects.map( async (name,counter)=>{
           console.log("project:",name)
-          project[name] = {
+          _project[name] = {
             module : null
           };
-          project[name].module = require(`${BASE_DIR}/projects/${name}/${name}.js`)
-          project[name].module?.init();
+          _project[name].module = require(`${BASE_DIR}/projects/${name}/${name}.js`)
+          _project[name].module?.init();
           let row = await $.db_project.getByName(name);
           if(row == null)
             $.db_project.insert(name,name,"logs_"+name);
@@ -32,6 +32,152 @@ var self = module.exports = {
 
   },
 
+  parseMessage : async (client,topic,payload,retain)=>{
+
+    let topic_bck = topic;
+
+    //let index = topic.indexOf(MACRO_UID_PREFIX);
+    // --- project ---
+    let index = topic.indexOf("/");
+    if(index == -1)
+        return;
+
+    let project_name = topic.substring(0,index);
+    let project = await $.db_project.getByName(project_name);
+
+    if(project == null)
+      return;
+    
+    let project_id = project?.id;
+
+    // --- uid ---
+    topic = topic.substring(index+1);
+    index = topic.indexOf("/");
+    if(index == -1)
+        return;
+
+    let uid = topic.substring(0,index);
+    topic = topic.substring(index+1);
+
+    // check if topic corresponds to a device
+    if(uid.startsWith(project.uidPrefix) && uid.length == project?.uidLength){
+
+      let device = await $.db_device.get(uid);
+
+      // Insert device if not exists on db
+      if(device == null){
+        let obj = {
+          uid : uid,
+          accept_release : "prod",
+        }
+        $.db_device.insert(obj)
+        .then(async()=>{
+          device = await $.db_device.get(uid);
+        })
+        .catch( (err) => {});
+      }
+
+      // update project id if needed
+      if(project_id != null && project_id != device?.project_id){
+        $.db_device.update(device.id,"project_id",project_id);
+        $.db_device.addLog(device.id,"project_id",project_id);
+      } 
+
+      switch (topic) {
+        case "status":
+          if (payload === "online" || payload === "offline") {
+            await $.db_device.update(device.id, "status", payload);
+            $.db_device.addLog(device.id,"status",payload);
+          }
+          break;
+        case "model":
+          let res = await $.db_model.getByName(payload);
+          let model_id = res?.id;
+          if (model_id != null && device?.tech != payload) {
+            await $.db_device.update(device.id, "model_id", model_id);
+            $.db_device.addLog(device.id,"model_id",model_id);
+          }
+          break;
+        case "tech":
+          if (device?.tech && payload != device.tech) {
+            await $.db_device.update(device.id, "tech", payload);
+            $.db_device.addLog(device.id,"tech",payload);
+          }
+          break;
+        case "version":
+          if (device?.version && payload != device.version) {
+            $.db_device.addLog(device.id,"version",payload);
+            await $.db_device.update(device.id, "version", payload);
+            await self.handleFotaSuccess(device.id);
+          }
+          break;
+        case "app_version":
+          if (device?.app_version && payload != device.app_version) {
+            $.db_device.addLog(device.id,"app_version",payload);
+            await $.db_device.update(device.id, "app_version", payload);
+            await self.handleFotaSuccess(device.id);
+          }
+          break;
+        case "fw/fota/update/status":
+          await self.handleFotaError(device.id, payload);
+          break;
+        // Optional: default case if needed
+        default:
+          // handle other topics or do nothing
+          break;
+      }
+
+      if(topic.startsWith("settings/") && topic.endsWith("/set") && payload != "" ){
+        // update local settings
+        let index = topic.indexOf("settings/");
+        topic = topic.substring(index+9);
+        self.updateLocalSettings(device,topic,payload);
+      }else if(topic.startsWith("settings/") && !topic.endsWith("/set") && payload != "" ){
+        // store remote device settings
+        let index = topic.indexOf("settings/");
+        topic = topic.substring(index+9);
+        self.updateRemoteSettings(device,topic,payload);
+      }else if(topic == "fw"){
+        try{
+          payload = JSON.parse(payload);
+        }catch(error){}
+        if(typeof payload === 'object' && payload !== null){
+          try{
+            $.db_data.updateJson("fw",device.id,payload);
+            $.db_data.addJsonLog("logs_fw",device.id,payload);
+          }catch(error){
+            console.error(error)
+          } 
+        }else if(typeof payload !== 'object' && payload !== null){
+          // change it to topic.startsWith("fw")
+          try{
+            const column = getWordAfterLastSlash(topic);
+            $.db_data.update("fw",device.id,column,payload);
+            $.db_data.addLog("logs_fw",device.id,column,payload);
+          }catch(error){
+            console.error(error)
+          } 
+        }
+      }else if(topic.startsWith("sensor/")){
+        updateSensor(device,topic,paylaod)
+        index = topic.indexOf("/");
+        if(index == -1)
+            return;
+
+        const name = topic.substring(index+1);
+        let res = await $.db_sensor.getByRef(topic)
+        if(res != null){
+          await $.db_sensor.insert(logs_table,device.id,res.id,payload);
+        }
+      }
+
+      if(_project[project_name]){
+        _project[project_name]?.module?.parseMessage(client,project_name,device,topic,payload,retain,()=>{});
+      }
+    }
+
+  },
+
   deleteLogs : async()=>{
 
     let tables = await $.db.getTables();
@@ -48,193 +194,269 @@ var self = module.exports = {
         console.log(`Logs of table ${tableName} deleted in ${time}s`);
       }
     }
-
   },
 
-  checkFota : async ()=>{
+  updateLocalSettings: async (device, topic, payload) => {
 
-    const devices = await $.db_device.listOnline();
+    $.db_device.addLog(device.id,"local_settings",JSON.stringify(payload));
 
-    const batchSize = 10;
-    for (let i = 0; i < devices.length; i += batchSize) {
-      const batch = devices.slice(i, i + batchSize);
-      await Promise.all(batch.map(async (device) => {
+    let route = topic.split("/");
 
-        if (device.release == null || device.release === "critical") 
-        {
-          // don't update
-          return;
-        }
+    if (route == null || route.length == 0) {
+      console.warn("updateLocalSettings: topic invalid:", topic);
+      return;
+    }
 
-        if (device.fota_tries > 3) 
-        {
-          return;
-        }
+    // Retrieve existing settings
+    let settings = await $.db_device.getLocalSettings(device.id);
 
-        let new_firmware = await $.db_firmware.getLatestFWVersion(device.model_id,device.release);
-        let new_app = await $.db_firmware.getLatestAppVersion(device.model_id,device.release);
-        if(new_firmware == null || new_app == null)
-          return;
-
-        let project_name = "";
-        let res = await $.db_project.getById(device.project_id);
-        if(res != null)
-          project_name = res.name;
-        else
-          return;
-
-        let mqtt_prefix = `${project_name}/${device.uid}`;
-        if(new_app != null && semver.lt(device.app_version, new_app.app_version)) 
-        {
-            console.log(`updating firmware of ${device.uid} to minor version ${new_app.app_version}`);
-            let link = `${$.config.web.protocol}${$.config.web.domain}${$.config.web.fw_path}${new_app.filename}/download?token=${new_app.token}`;
-            client.publish(mqtt_prefix+"/fw/fota/update/set",`{"url":"${link}"}`,{qos:2,retain:false});
-            await $.db_data.update(project_name,device.id,"fota_tries",++device.fota_tries);
-        }else{
-          if(new_firmware != null && semver.lt(device.version, new_firmware.fw_version)) 
-          {
-            console.log(`updating firmware of ${device.uid} to major version ${new_firmware.fw_version}`);
-            let link = `${$.config.web.protocol}${$.config.web.domain}${$.config.web.fw_path}${new_firmware.filename}/download?token=${new_firmware.token}`;
-            $.mqtt_client.publish(mqtt_prefix+"/fw/fota/update/set",`{"url":"${link}"}`,{qos:2,retain:false});
-            await $.db_data.update(project_name,device.id,"fota_tries",++device.fota_tries);
-          }
-        }
-      }));
+    if (!settings || typeof settings !== 'object') {
+      settings = {};
+    }
 
-      // Wait for 1 minute after processing each batch
-      if (i + batchSize < devices.length) {
-        await new Promise(resolve => setTimeout(resolve, 60000));
+    let obj = settings;
+
+    // Traverse route parts to reach the target object
+    route.slice(0, -1).forEach(property => {
+      if (
+        !Object.prototype.hasOwnProperty.call(obj, property) ||
+        (obj.hasOwnProperty(property) && typeof obj[property] !== 'object') ||
+        obj[property] === null
+      ) {
+        obj[property] = {}; // Create nested object if missing or not an object
       }
+      obj = obj[property];
+    });
+
+    // Parse the payload JSON
+    let data = {};
+    try {
+      data = JSON.parse(payload);
+    } catch (error) {
+      console.error("Failed to parse payload JSON:", error);
+      return;
+    }
+
+    // Check if the data is a plain object, then merge
+    if (data && typeof data === 'object' && !Array.isArray(data)) {
+      Object.assign(obj, data);
+    } else {
+      console.warn("Payload is not a valid object:", payload);
+      return;
     }
 
+    try {
+      // Update the settings in the database
+      await $.db_device.updateLocalSettings(JSON.stringify(settings), device.id);
+    } catch (err) {
+      console.error("Failed to update local settings:", err);
+    }
   },
 
-  parseMessage : async (client,topic,payload,retain)=>{
+  updateRemoteSettings : async (device,topic,payload)=>{
 
-    let topic_bck = topic;
+    $.db_device.addLog(device.id,"remote_settings",JSON.stringify(payload));
 
-    //let index = topic.indexOf(MACRO_UID_PREFIX);
-    // --- project ---
-    let index = topic.indexOf("/");
-    if(index == -1)
-        return;
-    let project_name = topic.substring(0,index);
+    let route = topic.split("/");
 
-    // --- uid ---
-    topic = topic.substring(index+1);
-    index = topic.indexOf("/");
-    if(index == -1)
-        return;
-    let uid = topic.substring(0,index);
+    if(route == null){
+      console.warn("updateRemoteSettings: topic invalid:",topic);
+      return;
+    }
+    // Parse existing settings
+    let settings = await $.db_device.getRemoteSettings(device.id);
 
-    topic = topic.substring(index+1);
+    if (!settings || typeof settings !== 'object') {
+      settings = {};
+    }
 
-    // check if topic corresponds to a device
-    if(uid.startsWith(MACRO_UID_PREFIX)){
-      let device = await $.db_device.get(uid);
+    let obj = settings;
 
-      if(device == null){
-        $.db_device.insert(uid)
-        .then(async()=>{
-          device = await $.db_device.get(uid);
-        })
-        .catch( (err) => {});
+    // Traverse route parts
+    route.slice(0, route.length).forEach(property => {
+      if (
+        !Object.prototype.hasOwnProperty.call(obj, property) ||
+        (obj.hasOwnProperty(property) && typeof obj[property] !== 'object') ||
+        obj[property] === null
+      ) {
+        obj[property] = {}; // create nested object if missing or not an object
       }
+      obj = obj[property];
+    });
 
-      // update project id if needed
-      let res = await $.db_project.getByName(project_name);
-      let project_id = res?.id;
-      if(project_id != null && project_id != device?.project_id) 
-        $.db_device.update(device.id,"project_id",project_id);
+    // Merge payload into nested object
+    let data = {};
+    try {
+      data = JSON.parse(payload);
+    } catch(error) {
+    }
 
-      if(topic === "status"){
-        if(payload == "online" || payload == "offline")
-          await $.db_device.update(device.id,"status",payload);
-      }else if(topic === "model"){
-        let res = await $.db_model.getByName(payload);
-        let model_id = res?.id;
-
-        if(model_id != null){
-          let res = await $.db_device.update(device.id,"model_id",model_id);
-        } 
-      }else if(topic === "tech"){
-        await $.db_device.update(device.id,"tech",payload);
-      }else if(topic === "version"){
-        // Update version and app_version on device table..
-        if(payload != device.version){
-          await $.db_device.update(device.id,"version",payload);
-          await $.db_device.update(device.id,"fota_tries",1); // ! value 0 doesn't work..
-        }
-      }else if(topic === "app_version"){
-        if(payload != device.app_version){
-          await $.db_device.update(device.id,"app_version",payload);
-          await $.db_device.update(device.id,"fota_tries",1); // ! value 0 doesn't work..
-        }
+    if (data && typeof data === 'object' && !Array.isArray(data)) {
+      // Merge data properties
+      for (const [key, value] of Object.entries(data)) {
+        obj[key] = value;
       }
+    } else {
+      // payload isn't an object, replace the nested object
+      obj = payload;
+    }
 
-      if(device.project_id != null && device.model_id != null){
-        let res = await $.db_sensor.getByRef(topic)
-        if(res != null){
-          await $.db_sensor.insert(logs_table,device.id,res.id,payload);
+    try {
+      await $.db_device.updateRemoteSettings(JSON.stringify(settings), device.id);
+    } catch (err) {
+      console.error("Failed to update local settings:", err);
+    }
+  },
+
+  checkFota : async (release = "dev")=>{
+
+    const models = await $.db_model.getAll();
+
+    for (const model of models) {
+      
+      if(!model?.id)
+        continue;
+
+      try{
+        const latestVersion = await $.db_firmware.getLatestVersion(model.id,release);
+        const latestAppVersion = await $.db_firmware.getLatestAppVersion(model.id,release);
+
+        const devices = await $.db_device.listByModel(model.id);
+
+        if(devices == null)
+          continue;
+
+        for (const device of devices) {
+
+          if(device?.accept_release != release){
+            continue;
+          }
+
+          let obj = null;
+          // insert filename on fota table for this device or update.
+          if(device?.app_version != latestAppVersion.app_version){
+            obj = {
+              model_id : device.model_id,
+              target_version : latestVersion.version,
+              target_app_version : latestAppVersion.app_version,
+              target_release : device.accept_release,
+              firmware_id : latestAppVersion.id,
+              nAttempts : 0,
+              fUpdate : true,
+            };
+          }else if(latestVersion?.version && (device?.version != latestVersion.version)){
+            obj = {
+              model_id : device.model_id,
+              target_version : latestVersion.version,
+              target_app_version : latestAppVersion.app_version,
+              target_release : device.accept_release,
+              firmware_id : latestVersion.id,
+              nAttempts : 0,
+              fUpdate : true,
+            };
+          }
+          if(obj != null){
+            try{
+              let res = await $.db_fota.getEntry(device.id,obj);
+              if(res == null)
+                $.db_fota.update(device.id,obj);
+            }catch(error){
+              console.error(error)
+            }
+          }
         }
+      }catch(error){
+        console.error(error);
+        continue;
       }
+    }
+  },
 
-      // store remote device settings on project table - twin model
-      if(topic.endsWith("/set") && payload != "" ){
+  triggerFota : async (release = "dev")=>{
 
-        let route = topic.split("/");
+    const devices = await $.db_fota.getUpdatable(release);
 
-        if(route == null){
-          console.log("topic invalid:",topic);
-          return;
-        }
-        // get settings
-        let settings = await $.db_project.getSettings(project_name,device.id);
-        let obj = settings;
+    const batchSize = 10;
+    for (let i = 0; i < devices.length; i += batchSize) {
+      const batch = devices.slice(i, i + batchSize);
+      await Promise.all(batch.map(async (device) => {
 
-        if(obj == null){
-          console.log("no settings available for deviceId:",device.id)
-          obj = {};
-        }
-        // Traverse through all route parts except the last one
-        route.slice(0, -1).forEach(property => {
-          if (!obj.hasOwnProperty(property) || 
-            ( obj.hasOwnProperty(property) && typeof obj[property] !== 'object')) 
-          {
-            obj[property] = {}; // create nested object if missing or not an object
+        const firmware = await $.db_firmware.getById(device?.firmware_id)
+        if(firmware != null){
+          const project = await $.db_project.getById(device.project_id);
+          const project_name = project?.name;
+          const model = await $.db_model.getById(firmware.model_id);
+          const model_name = model?.name;
+          let topic = "";
+          if(model_name == "sniffer"){
+            resolve();
+            // !! This cannot be handled on this way
+
+            // get sniffer info associated to device
+            const sniffer = await $.db_data.getAssociatedToDevice("sniffer",device.id);
+            if(sniffer == null) return;
+            // get device_uid from devices table
+            const gw = await $.db_device.getById(sniffer?.id)
+            if(gw == null) return;
+            let mqtt_prefix = `${project_name}/${gw.uid}`;
+            if (semver.gt(sniffer.version, "2.0.1"))
+              topic = mqtt_prefix+`/app/sniffer/${sniffer.uid}/fota/update/set`;
+            else
+              topic = mqtt_prefix+`/app/sniffer/fota/update/set`;
           }
-          obj = obj[property]; // go deeper
-        })
-        
-        let data = {};
-        try{
-          data = JSON.parse(payload)
-        }catch(error){}
-        
-        if (true || (data && typeof payload === 'object' && !Array.isArray(payload) ) ) {
-          // Assuming payload is an object with properties to process
-          for (const [key, value] of Object.entries(data)) {
-            obj[key] = value; // go deeper
-          };
-        }else{
-          obj = payload
-        }
+          else{
+            let mqtt_prefix = `${project_name}/${device.uid}`;
+            topic = mqtt_prefix+"/fw/fota/update/set";
+          }
+          let link = `${$.config.web.protocol}${$.config.web.domain}${$.config.web.fw_path}${firmware?.filename}/download?token=${firmware?.token}`;
+          console.log(`Requesting firmware update of ${device.uid} to ${firmware?.filename}`);
+          $.mqtt_client.publish(topic,`{"url":"${link}"}`,{qos:1,retain:false});
 
-        // update on device fw settings
-        try{
-          await $.db_project.updateSettings(project_name,JSON.stringify(settings),device.id);
-        }catch(error){
-          console.log(error);
+          let obj = {
+            nAttempts : ++device.nAttempts
+          }
+          
+          await $.db_fota.update(device.id,obj);
+          
+          obj = {
+            device_id : device.id,
+            local_version : device.version,
+            local_app_version : device.app_version,
+            target_version : firmware.version,
+            target_app_version : firmware.app_version,
+            target_file : firmware.filename,
+            nAttempt : device.nAttempts
+          }
+          await $.db_fota.newLog(device.id,obj);
         }
-      }
+        
+      }));
 
-      if(project[project_name]){
-        project[project_name].module.parseMessage(client,project_name,device,topic,payload,retain,()=>{});
+      // Wait for 1 minute after processing each batch
+      if (i + batchSize < devices.length) {
+        await new Promise(resolve => setTimeout(resolve, 60000));
       }
     }
+  },
 
+  handleFotaSuccess : async (deviceId) => {
+    let object = {
+      "nAttempts" : 0,
+      "fUpdate" : 0,
+    }
+    await $.db_fota.update(deviceId,object);
+    object = {
+      success : 1,
+    }
+    await $.db_fota.updateLog(deviceId,obj);
   },
 
+  handleFotaError : async (deviceId, error) => {
+    let object = {
+      error : error,
+    }
+    await $.db_fota.updateLog(deviceId,obj);
+  }
 }