iotagent-node-lib 4.6.0 → 4.7.0

package/lib/services/devices/deviceService.js

@@ -179,6 +179,12 @@ function mergeDeviceWithConfiguration(fields, defaults, deviceData, configuratio
     if (configuration && configuration.payloadType !== undefined && deviceData.payloadType === undefined) {
         deviceData.payloadType = configuration.payloadType;
     }
+    if (configuration && configuration.useCBflowControl !== undefined && deviceData.useCBflowControl === undefined) {
+        deviceData.useCBflowControl = configuration.useCBflowControl;
+    }
+    if (configuration && configuration.storeLastMeasure !== undefined && deviceData.storeLastMeasure === undefined) {
+        deviceData.storeLastMeasure = configuration.storeLastMeasure;
+    }
     logger.debug(context, 'deviceData after merge with conf: %j', deviceData);
     callback(null, deviceData);
 }
@@ -277,7 +283,20 @@ function registerDevice(deviceObj, callback) {
                 deviceData.ngsiVersion = configuration.ngsiVersion;
             }
         }
-
+        // Set polling and transport for autoprovisioned devices
+        if (!deviceData.transport && config.getConfig().defaultTransport) {
+            deviceData.transport =
+                configuration && configuration.transport
+                    ? configuration.transport
+                    : config.getConfig().defaultTransport;
+        }
+        if (deviceData.transport === 'HTTP') {
+            if (deviceData.endpoint) {
+                deviceData.polling = false;
+            } else {
+                deviceData.polling = !(configuration && configuration.endpoint);
+            }
+        }
         if (!deviceData.name) {
             let entityName = null;
             if (configuration && configuration.entityNameExp !== undefined && configuration.entityNameExp !== '') {
@@ -285,7 +304,7 @@ function registerDevice(deviceObj, callback) {
                 let attrList = pluginUtils.getIdTypeServSubServiceFromDevice(deviceData);
                 attrList = deviceData.staticAttributes ? attrList.concat(deviceData.staticAttributes) : attrList;
                 attrList = configuration.staticAttributes ? attrList.concat(configuration.staticAttributes) : attrList;
-                let ctxt = expressionPlugin.extractContext(attrList);
+                const ctxt = expressionPlugin.extractContext(attrList);
                 try {
                     entityName = expressionPlugin.applyExpression(configuration.entityNameExp, ctxt, deviceData);
                 } catch (e) {
@@ -357,6 +376,12 @@ function registerDevice(deviceObj, callback) {
                     if ('apikey' in deviceData && deviceData.apikey !== undefined) {
                         deviceObj.apikey = deviceData.apikey;
                     }
+                    if ('transport' in deviceData && deviceData.transport !== undefined) {
+                        deviceObj.transport = deviceData.transport;
+                    }
+                    if ('polling' in deviceData && deviceData.polling !== undefined) {
+                        deviceObj.polling = deviceData.polling;
+                    }
                     logger.debug(context, 'Storing device :\n%s', JSON.stringify(deviceObj, null, 4));
                     config.getRegistry().store(deviceObj, callback);
                 }
@@ -616,7 +641,7 @@ function findOrCreate(deviceId, apikey, group, callback) {
         } else if (error.name === 'DEVICE_NOT_FOUND') {
             const newDevice = {
                 id: deviceId,
-                apikey: apikey,
+                apikey,
                 service: group.service,
                 subservice: group.subservice,
                 type: group.type
@@ -692,6 +717,10 @@ function retrieveDevice(deviceId, apiKey, callback) {
     }
 }
 
+function storeDeviceField(fieldName, fieldValue, typeInformation, callback) {
+    config.getRegistry().storeDeviceField(fieldName, fieldValue, typeInformation, callback);
+}
+
 exports.listDevices = intoTrans(context, checkRegistry)(listDevices);
 exports.listDevicesWithType = intoTrans(context, checkRegistry)(listDevicesWithType);
 exports.getDevice = intoTrans(context, checkRegistry)(getDevice);
@@ -708,4 +737,5 @@ exports.retrieveDevice = intoTrans(context, checkRegistry)(retrieveDevice);
 exports.mergeDeviceWithConfiguration = mergeDeviceWithConfiguration;
 exports.findOrCreate = findOrCreate;
 exports.findConfigurationGroup = findConfigurationGroup;
+exports.storeDeviceField = storeDeviceField;
 exports.init = init;

package/lib/services/devices/devices-NGSI-v2.js

@@ -285,7 +285,12 @@ function updateRegisterDeviceNgsi2(deviceObj, previousDevice, entityInfoUpdated,
             if ('transport' in newDevice && newDevice.transport !== undefined) {
                 oldDevice.transport = newDevice.transport;
             }
-
+            if ('useCBflowControl' in newDevice && newDevice.useCBflowControl !== undefined) {
+                oldDevice.useCBflowControl = newDevice.useCBflowControl;
+            }
+            if ('storeLastMeasure' in newDevice && newDevice.storeLastMeasure !== undefined) {
+                oldDevice.storeLastMeasure = newDevice.storeLastMeasure;
+            }
             callback(null, oldDevice);
         } else {
             callback(new errors.DeviceNotFound(newDevice.id, newDevice));

package/lib/services/groups/groupRegistryMongoDB.js

@@ -24,7 +24,7 @@
  */
 
 const logger = require('logops');
-const dbService = require('../../model/dbConn');
+const mongoose = require('mongoose');
 const intoTrans = require('../common/domain').intoTrans;
 const fillService = require('./../common/domain').fillService;
 const alarmsInt = require('../common/alarmManagement').intercept;
@@ -61,28 +61,11 @@ const attributeList = [
     'defaultEntityNameConjunction',
     'ngsiVersion',
     'entityNameExp',
-    'payloadType'
+    'payloadType',
+    'useCBflowControl',
+    'storeLastMeasure'
 ];
 
-/**
- * Generates a handler for the save device group operations. The handler will take the customary error and the saved
- * device group as the parameters (and pass the serialized DAO as the callback value).
- *
- * @return {Function}       The generated handler.
- */
-function saveGroupHandler(groupDAO, callback) {
-    /* eslint-disable-next-line no-unused-vars */
-    return function saveHandler(error, result) {
-        if (error) {
-            logger.debug(fillService(context, groupDAO), 'Error storing device group information: %s', error);
-
-            callback(new errors.InternalDbError(error));
-        } else {
-            callback(null, groupDAO.toObject());
-        }
-    };
-}
-
 function createGroup(group, callback) {
     /* eslint-disable-next-line  new-cap */
     const groupObj = new Group.model();
@@ -99,9 +82,12 @@ function createGroup(group, callback) {
         groupObj.apikey,
         groupObj.resource
     );
-
-    groupObj.save(function saveHandler(error, groupDAO) {
-        if (error) {
+    groupObj
+        .save({})
+        .then((groupDAO) => {
+            callback(null, groupDAO.toObject());
+        })
+        .catch((error) => {
             if (error.code === 11000) {
                 logger.debug(
                     context,
@@ -109,17 +95,12 @@ function createGroup(group, callback) {
                     group.resource,
                     group.apikey
                 );
-
                 callback(new errors.DuplicateGroup(group));
             } else {
                 logger.debug(context, 'Error storing device group information: %s', error);
-
                 callback(new errors.InternalDbError(error));
             }
-        } else {
-            callback(null, groupDAO.toObject());
-        }
-    });
+        });
 }
 
 /**
@@ -141,7 +122,7 @@ function listGroups(service, limit, offset, callback) {
     }
 
     const query = Group.model.find(condition).sort();
-
+    const queryCount = Group.model.countDocuments(condition);
     if (limit) {
         query.limit(parseInt(limit, 10));
     }
@@ -149,16 +130,32 @@ function listGroups(service, limit, offset, callback) {
     if (offset) {
         query.skip(parseInt(offset, 10));
     }
-
-    async.series(
-        [query.exec.bind(query), Group.model.countDocuments.bind(Group.model, condition)],
-        function (error, results) {
-            callback(error, {
-                count: results[1],
-                services: results[0].map(toObjectFn)
+    function funcQuery(cb) {
+        query
+            .exec({})
+            .then((res) => {
+                cb(null, res);
+            })
+            .catch((error) => {
+                cb(error);
             });
-        }
-    );
+    }
+    function funcQueryCount(cb) {
+        queryCount
+            .exec({})
+            .then((res) => {
+                cb(null, res);
+            })
+            .catch((error) => {
+                cb(error);
+            });
+    }
+    async.series([funcQuery, funcQueryCount], function (error, results) {
+        callback(error, {
+            count: results[1],
+            services: results[0].map(toObjectFn)
+        });
+    });
 }
 
 function getById(id, callback) {
@@ -168,21 +165,22 @@ function getById(id, callback) {
     const query = Group.model.findOne({ _id: id });
     query.select({ __v: 0 });
 
-    query.lean().exec(function handleGet(error, data) {
-        if (error) {
+    query
+        .exec({})
+        .then((data) => {
+            if (data) {
+                context = fillService(context, data);
+                logger.debug(context, 'Device group data found: %j', data);
+                callback(null, data);
+            } else {
+                logger.debug(context, 'Device group [%s] not found.', id);
+                callback(new errors.DeviceGroupNotFound(id));
+            }
+        })
+        .catch((error) => {
             logger.debug(context, 'Internal MongoDB Error getting group: %s', error);
-
             callback(new errors.InternalDbError(error));
-        } else if (data) {
-            context = fillService(context, data);
-            logger.debug(context, 'Device group data found: %j', data);
-            callback(null, data);
-        } else {
-            logger.debug(context, 'Device group [%s] not found.', id);
-
-            callback(new errors.DeviceGroupNotFound(id));
-        }
-    });
+        });
 }
 
 /**
@@ -203,34 +201,56 @@ function find(service, subservice, callback) {
     condition.subservice = subservice;
 
     const query = Group.model.find(condition).sort();
-
-    async.series(
-        [query.exec.bind(query), Group.model.countDocuments.bind(Group.model, condition)],
-        function (error, results) {
-            callback(error, {
-                count: results[1],
-                services: results[0].map(toObjectFn)
+    const queryCount = Group.model.countDocuments(condition);
+    function funcQuery(cb) {
+        query
+            .exec({})
+            .then((res) => {
+                cb(null, res);
+            })
+            .catch((error) => {
+                cb(error);
             });
-        }
-    );
+    }
+    function funcQueryCount(cb) {
+        queryCount
+            .exec({})
+            .then((res) => {
+                cb(null, res);
+            })
+            .catch((error) => {
+                cb(error);
+            });
+    }
+    async.series([funcQuery, funcQueryCount], function (error, results) {
+        callback(error, {
+            count: results[1],
+            services: results[0].map(toObjectFn)
+        });
+    });
 }
 
 function findOneInMongoDB(queryObj, fields, callback) {
     const query = Group.model.findOne(queryObj);
     query.select({ __v: 0 });
-    query.lean().exec(function handleGet(error, data) {
-        if (error) {
+    query.lean();
+
+    query
+        .exec({})
+        .then((data) => {
+            if (data) {
+                context = fillService(context, data);
+                logger.debug(context, 'Device group data found: %j', data);
+                callback(null, data);
+            } else {
+                logger.debug(context, 'Device group for fields [%j] not found: [%j]', fields, queryObj);
+                callback(new errors.DeviceGroupNotFound(fields, queryObj));
+            }
+        })
+        .catch((error) => {
             logger.debug(context, 'Internal MongoDB Error getting group: %s', error);
             callback(new errors.InternalDbError(error));
-        } else if (data) {
-            context = fillService(context, data);
-            logger.debug(context, 'Device group data found: %j', data);
-            callback(null, data);
-        } else {
-            logger.debug(context, 'Device group for fields [%j] not found: [%j]', fields, queryObj);
-            callback(new errors.DeviceGroupNotFound(fields, queryObj));
-        }
-    });
+        });
 }
 
 function findBy(fields) {
@@ -269,7 +289,15 @@ function update(id, body, callback) {
             /* eslint-disable-next-line  new-cap */
             const groupObj = new Group.model(group);
             groupObj.isNew = false;
-            groupObj.save(saveGroupHandler(groupObj, callback));
+            groupObj
+                .save({})
+                .then((groupDAO) => {
+                    callback(null, groupDAO.toObject());
+                })
+                .catch((error) => {
+                    logger.debug(fillService(context, group), 'Error storing device group information: %s', error);
+                    callback(new errors.InternalDbError(error));
+                });
         }
     });
 }
@@ -281,16 +309,18 @@ function remove(id, callback) {
         if (error) {
             callback(error);
         } else {
-            Group.model.deleteOne({ _id: id }, function (error) {
-                if (error) {
-                    logger.debug(context, 'Internal MongoDB Error getting device: %s', error);
+            const query = Group.model.deleteOne({ _id: id });
+            query
+                .exec({})
+                .then(() => {
+                    logger.debug(context, 'Device group [%s] successfully removed.', id);
+                    callback(null, deviceGroup);
+                })
+                .catch((error) => {
+                    logger.debug(context, 'Internal MongoDB Error getting device group: %s', error);
 
                     callback(new errors.InternalDbError(error));
-                } else {
-                    logger.debug(context, 'Device [%s] successfully removed.', id);
-                    callback(null, deviceGroup);
-                }
-            });
+                });
         }
     });
 }
@@ -300,7 +330,14 @@ function init(newConfig, callback) {
 }
 
 function clear(callback) {
-    dbService.db.db.dropDatabase(callback);
+    mongoose.connection
+        .dropDatabase()
+        .then(() => {
+            callback(null);
+        })
+        .catch((error) => {
+            callback(error);
+        });
 }
 
 exports.create = alarmsInt(constants.MONGO_ALARM + '_01', intoTrans(context, createGroup));

package/lib/services/ngsi/entities-NGSI-v2.js

@@ -347,6 +347,10 @@ function sendUpdateValueNgsi2(entityName, originMeasures, originTypeInformation,
         //metadata static attributes
         jexlctxt = reduceMetadataAttrToPlainObject(typeInformation.staticAttributes, jexlctxt);
 
+        //recover oldctxt
+        if (typeInformation.oldCtxt) {
+            jexlctxt.oldCtxt = typeInformation.oldCtxt;
+        }
         logger.debug(
             context,
             'sendUpdateValueNgsi2 loop with: entityName=%s,  measures=%j,  typeInformation=%j, initial jexlContext=%j, timestamp=%j',
@@ -652,9 +656,15 @@ function sendUpdateValueNgsi2(entityName, originMeasures, originTypeInformation,
                 }
             }
         }
+        //Add jexlctxt to typeInformation without oldCtxt
+        const oldCJexlctxt = { ...jexlctxt };
+        delete oldCJexlctxt.oldCtxt;
+        originTypeInformation['oldCtxt'] = oldCJexlctxt;
     } // end for (let measures of originMeasures)
-
     let url = '/v2/op/update';
+    if (originTypeInformation.useCBflowControl) {
+        url += '?options=flowControl';
+    }
     let options = NGSIUtils.createRequestObject(url, originTypeInformation, token);
     options.json = payload;
 
@@ -680,6 +690,9 @@ function sendUpdateValueNgsi2(entityName, originMeasures, originTypeInformation,
         if (!multi) {
             // recreate options object to use single entity update
             url = '/v2/entities?options=upsert';
+            if (originTypeInformation.useCBflowControl) {
+                url += ',flowControl';
+            }
             options = NGSIUtils.createRequestObject(url, originTypeInformation, token);
             delete payload.actionType;
 

package/lib/services/ngsi/ngsiService.js

@@ -27,6 +27,7 @@
 const async = require('async');
 const apply = async.apply;
 const statsRegistry = require('../stats/statsRegistry');
+const deviceService = require('../devices/deviceService');
 const intoTrans = require('../common/domain').intoTrans;
 const fillService = require('./../common/domain').fillService;
 const errors = require('../../errors');
@@ -69,7 +70,37 @@ function init() {
  */
 function sendUpdateValue(entityName, attributes, typeInformation, token, callback) {
     const newCallback = statsRegistry.withStats('updateEntityRequestsOk', 'updateEntityRequestsError', callback);
-    entityHandler.sendUpdateValue(entityName, attributes, typeInformation, token, newCallback);
+    const additionalCallback = (data, next) => {
+        if (typeInformation.oldCtxt) {
+            logger.debug(context, 'StoreOldCtxt %j', typeInformation.oldCtxt);
+            deviceService.storeDeviceField('oldCtxt', typeInformation.oldCtxt, typeInformation, function () {
+                next(null, data);
+            });
+        } else {
+            next(null, data);
+        }
+    };
+    const wrappedNewCallback = (err, result) => {
+        if (err) {
+            newCallback(err);
+        } else {
+            additionalCallback(result, (additionalErr, modifiedResult) => {
+                if (additionalErr) {
+                    newCallback(additionalErr);
+                }
+                newCallback(null, modifiedResult || result);
+            });
+        }
+    };
+    // check config about store last measure
+    if (typeInformation.storeLastMeasure) {
+        logger.debug(context, 'StoreLastMeasure for %j', typeInformation);
+        deviceService.storeDeviceField('lastMeasure', attributes, typeInformation, function () {
+            return entityHandler.sendUpdateValue(entityName, attributes, typeInformation, token, wrappedNewCallback);
+        });
+    } else {
+        entityHandler.sendUpdateValue(entityName, attributes, typeInformation, token, wrappedNewCallback);
+    }
 }
 
 /**

package/lib/services/northBound/deviceProvisioningServer.js

@@ -64,7 +64,10 @@ const provisioningAPITranslation = {
     explicitAttrs: 'explicitAttrs',
     ngsiVersion: 'ngsiVersion',
     entityNameExp: 'entityNameExp',
-    payloadType: 'payloadType'
+    payloadType: 'payloadType',
+    useCBflowControl: 'useCBflowControl',
+    storeLastMeasure: 'storeLastMeasure',
+    lastMeasure: 'lastMeasure'
 };
 
 /**
@@ -143,7 +146,10 @@ function handleProvision(req, res, next) {
             autoprovision: body.autoprovision,
             explicitAttrs: body.explicitAttrs,
             ngsiVersion: body.ngsiVersion,
-            payloadType: body.payloadType
+            payloadType: body.payloadType,
+            useCBflowControl: body.useCBflowControl,
+            storeLastMeasure: body.storeLastMeasure,
+            lastMeasure: body.lastMeasure
         });
     }
 
@@ -220,7 +226,10 @@ function toProvisioningAPIFormat(device) {
         autoprovision: device.autoprovision,
         explicitAttrs: device.explicitAttrs,
         ngsiVersion: device.ngsiVersion,
-        payloadType: device.payloadType
+        payloadType: device.payloadType,
+        useCBflowControl: device.useCBflowControl,
+        storeLastMeasure: device.storeLastMeasure,
+        lastMeasure: device.lastMeasure
     };
 }
 

package/lib/templates/updateDevice.json

@@ -149,6 +149,10 @@
               "description": "Payload type",
               "type": "string"
           },
+          "useCBflowControl": {
+              "description": "use CB flowControl option",
+              "type": "boolean"
+          },
           "contentType": {
               "description": "Content type",
               "type": "string"
@@ -194,6 +198,14 @@
     "payloadType": {
         "description": "Payload type allowed for measures for this device",
         "type": "string"
+    },
+    "storeLastMeasure": {
+      "description": "Store last measure",
+      "type": "boolean"
+    },
+    "lastMeasure": {
+      "description": "last measure",
+      "type": "object"
     }
   }
 }

package/lib/templates/updateDeviceLax.json

@@ -146,6 +146,18 @@
     "payloadType": {
         "description": "Payload type allowed for measures for this device",
         "type": "string"
+    },
+    "useCBflowControl": {
+        "description": "use CB flowControl option",
+        "type": "boolean"
+    },
+    "storeLastMeasure": {
+      "description": "Store last measure",
+      "type": "boolean"
+    },
+    "lastMeasure": {
+      "description": "last measure",
+      "type": "object"
     }
   }
 }

package/package.json

@@ -2,7 +2,7 @@
   "name": "iotagent-node-lib",
   "license": "AGPL-3.0-only",
   "description": "IoT Agent library to interface with NGSI Context Broker",
-  "version": "4.6.0",
+  "version": "4.7.0",
   "homepage": "https://github.com/telefonicaid/iotagent-node-lib",
   "keywords": [
     "fiware",
@@ -45,14 +45,14 @@
   "dependencies": {
     "async": "2.6.4",
     "body-parser": "~1.20.3",
-    "express": "~4.19.2",
+    "express": "~4.21.2",
     "got": "~11.8.5",
     "jexl": "2.3.0",
     "jison": "0.4.18",
     "logops": "2.1.2",
     "moment": "~2.29.2",
     "moment-timezone": "~0.5.34",
-    "mongoose": "5.13.20",
+    "mongoose": "8.9.5",
     "query-string": "7.1.1",
     "revalidator": "~0.3.1",
     "underscore": "~1.13.4",
@@ -69,7 +69,7 @@
     "husky": "~4.2.5",
     "lint-staged": "~12.3.8",
     "mocha": "10.0.0",
-    "mongodb": "4.17.1",
+    "mongodb": "4.17.2",
     "nock": "13.2.7",
     "nyc": "~15.1.0",
     "prettier": "~2.7.1",

package/test/functional/config-test.js

@@ -45,7 +45,7 @@ config.amqp = {
 };
 
 config.iota = {
-    logLevel: 'FATAL',
+    logLevel: 'DEBUG',
     contextBroker: {
         host: '192.168.1.1',
         port: '1026',
@@ -61,7 +61,8 @@ config.iota = {
     service: 'smartgondor',
     subservice: '/gardens',
     providerUrl: 'http://localhost:4041',
-    types: {}
+    types: {},
+    useCBflowControl: true
 };
 
 config.defaultKey = '1234';

package/test/functional/testUtils.js

@@ -204,9 +204,9 @@ async function testCase(measure, expectation, provision, env, config, type, tran
     let cbMockRoute = '';
     // Set the correct route depending if the test is multientity or not
     if (type === 'multientity' || type === 'multimeasure') {
-        cbMockRoute = '/v2/op/update';
+        cbMockRoute = '/v2/op/update?options=flowControl';
     } else {
-        cbMockRoute = '/v2/entities?options=upsert';
+        cbMockRoute = '/v2/entities?options=upsert,flowControl';
     }
 
     // Set the correct mock times depending if the test is multimeasure or not

package/test/unit/examples/groupProvisioningRequests/provisionFullGroup.json

@@ -6,6 +6,7 @@
       "entity_type": "SensorMachine",
       "trust": "8970A9078A803H3BL98PINEQRW8342HBAMS",
       "cbHost": "http://unexistentHost:1026",
+      "useCBflowControl": true,
       "commands": [
         {
           "name": "wheel1",

package/test/unit/general/config-multi-core-test.js

@@ -54,8 +54,7 @@ const iotAgentConfig = {
         }
     },
     providerUrl: 'http://smartgondor.com',
-    deviceRegistrationDuration: 'P1M',
-    throttling: 'PT5S'
+    deviceRegistrationDuration: 'P1M'
 };
 
 describe('Startup Multi-Core tests', function () {