node-red-contrib-prib-functions 0.20.4 → 0.22.0

package/README.md

@@ -4,22 +4,22 @@
 
 *   Data Analysis  - statistical metrics that has real time option
 *   Matrix
-*	Transform
-*	Test
+*   Transform
+*   Test
 *   Load Injector
-*	Monitor Flow
-*	append
-*	Spawn Process
-*	Host Available
-*	node.js os metrics
-*	Levenshtein Distance
+*   Monitor Flow
+*   append
+*   Spawn Process
+*   Host Available
+*   node.js os metrics
+*   Levenshtein Distance
 
 ------------------------------------------------------------
 
 ## Data Analysis
 
 Real time metrics which are recalculated on single of data point and posted in msg.result.
-Key and value can be selected from msg.payload.
+Key and value can be selected from msg.payload. Includes lag (seasonal) along with delta(defference).
 Sending message with topic"@stats" places message with all stats on second port.
 If realtime metrics then a third port is shown where the message is sent if it is an outlier
 being outside 3 standard deviations from mean. This can be changed to median and number of deviations.
@@ -27,10 +27,11 @@ being outside 3 standard deviations from mean. This can be changed to median and
 ![Data Analysis Realtime](documentation/DataAnalysisRealtime.JPG "Data Analysis Realtime")
 ![Data Analysis Pearson R](documentation/DataAnalysisPearsonR.JPG "Data Analysis Pearson R")
 
-
 A set of data analysis functions that can be run over an array of data
 
 Single value metrics:
+* autocorrelation
+* Autocovariance
 * Average/Mean
 * Maximum
 * Median
@@ -78,7 +79,7 @@ example:
 
 Define a matrix and perform various functions
 
- * Define / Define Empty / Create / Create Like/ clone"
+ * Define / Define Empty / Create / Create Like/ clone
  * Add / Add Row to Row / Add to Cell / Add Row / Subtract Cell
  * Multiple / Multiple Cell / Divide Cell / Divide Row
  * Transpose
@@ -110,48 +111,48 @@ Messages generates a message for each row or record.
 
 Transformations:
 
-*	Array to CSV
-*	Array to HTML
-*	Array to ISO8385
-*	Array to Messages
-*	Array to xlsx / xlsx object (excel uses [xlsx][7])  
-*	AVRO to JSON (uses [avsc][6])
+*   Array to CSV
+*   Array to HTML
+*   Array to ISO8385
+*   Array to Messages
+*   Array to xlsx / xlsx object (excel uses [xlsx][7])  
+*   AVRO to JSON (uses [avsc][6])
 *   Buffer to comprossed 
-*	Confluence to JSON
+*   Confluence to JSON
 *   Compressed to Buffer
 *   Compressed to String
 *   COmpressed to JSON
-*	CSV to Array
-*	CSV to HTML
-*	CSV to Messages
-*	CSVWithHeader to Array
-*	CSVWithHeader to HTML
-*	CSVWithHeader to JSON
-*	ISO8385 to Array
-*	ISO8385 to JSON
-*	JSON to Array
-*	JSON to Confluence
-*	JSON to CSV
-*	JSON to AVRO (uses [avsc][6])
-*	JSON to ISO8385
-*	JSON to Messages
-*	JSON to String
-*	JSON to xlsx / xlsx object (excel uses [xlsx][7])  
-*	JSON to XML (uses [fast-xml-parser][4])
-*	String to JSON
-*	path to Basename
-*	path to Dirname
-*	path to Extname
-*	path to Format
-*	path to Is Absolute
-*	path to Join
-*	path to Parse
-*	path to Normalize
-*	path to Resolve
-*	snappy compress (uses [snappy][5], must install separately)
-*	snappy uncompress (uses [snappy][5], must install separately)
-*	xlsx / xlsx object to array/JSON (excel uses [xlsx][7])  
-*	XML to JSON (uses [fast-xml-parser][4])
+*   CSV to Array
+*   CSV to HTML
+*   CSV to Messages
+*   CSVWithHeader to Array
+*   CSVWithHeader to HTML
+*   CSVWithHeader to JSON
+*   ISO8385 to Array
+*   ISO8385 to JSON
+*   JSON to Array
+*   JSON to Confluence
+*   JSON to CSV
+*   JSON to AVRO (uses [avsc][6])
+*   JSON to ISO8385
+*   JSON to Messages
+*   JSON to String
+*   JSON to xlsx / xlsx object (excel uses [xlsx][7])  
+*   JSON to XML (uses [fast-xml-parser][4])
+*   String to JSON
+*   path to Basename
+*   path to Dirname
+*   path to Extname
+*   path to Format
+*   path to Is Absolute
+*   path to Join
+*   path to Parse
+*   path to Normalize
+*   path to Resolve
+*   snappy compress (uses [snappy][5], must install separately)
+*   snappy uncompress (uses [snappy][5], must install separately)
+*   xlsx / xlsx object to array/JSON (excel uses [xlsx][7])  
+*   XML to JSON (uses [fast-xml-parser][4])
 
 Note, snappy needs to be installed separately as can have issues with auto install as build binaries.
 
@@ -219,7 +220,6 @@ Test example:
 
 ![Load Injector example](documentation/LoadInjectorTest.JPG "Load Injector example")
 
-
 ------------------------------------------------------------
 
 ## Monitor Flow
@@ -235,34 +235,29 @@ Test example:
 
 ------------------------------------------------------------
 
-## Spawn Process
+## Host Available
 
-Spawn process as per node.js manual with ability to set working directory, environment variables
-and argument passed to process. STDOUT and STDERR are sent as individual messages.
-RC port is sent a message on closure.
-Takes in messages that starts a process with ability to add environment values.
-Message can be sent to kill the process.    
+Test if host is available sending msg to up or down port so action can be taken.
+Message only sent on state change or if message is sent which doesn't have topic refreshHostAvailable.
+This topic forces a check rather than time check which can be set.
 
-![Spawn Process](documentation/SpawnProcess.JPG "Spawn Process")
+![Host Available](documentation/hostAvailable.JPG "Host Available")
 
 Test example:
 
-![Spawn Process example](documentation/SpawnProcessTest.JPG "Spawn Process example")
-
+![Host Available example](documentation/hostAvailableTest.JPG "Host Available example")
 
 ------------------------------------------------------------
 
-## Host Available
+## Monitor System 
 
-Test if host is available sending msg to up or down port so action can be taken.
-Message only sent on state change or if message is sent which doesn't have topic refreshHostAvailable.
-This topic forces a check rather than time check which can be set.
+System monitoring metrics
 
-![Host Available](documentation/hostAvailable.JPG "Host Available")
+![Monitor System](documentation/monitorSystem.JPG "Monitor System")
 
 Test example:
 
-![Host Available example](documentation/hostAvailableTest.JPG "Host Available example")
+![Monitor System example](documentation/monitorSystemTest.JPG "Monitor System example")
 
 ------------------------------------------------------------
 
@@ -278,6 +273,22 @@ Test example:
 
 ------------------------------------------------------------
 
+## Spawn Process
+
+Spawn process as per node.js manual with ability to set working directory, environment variables
+and argument passed to process. STDOUT and STDERR are sent as individual messages.
+RC port is sent a message on closure.
+Takes in messages that starts a process with ability to add environment values.
+Message can be sent to kill the process.    
+
+![Spawn Process](documentation/SpawnProcess.JPG "Spawn Process")
+
+Test example:
+
+![Spawn Process example](documentation/SpawnProcessTest.JPG "Spawn Process example")
+
+------------------------------------------------------------
+
 # Install
 
 Run the following command in the root directory of your Node-RED install
@@ -292,15 +303,18 @@ Test/example flow in test/generalTest.json
 
 # Version
 
+0.22.0 Add autocovariance + autocorealationship to real time data analystics, improves test
+
+0.21.0 Add lag/seasonal to real time data analystics
+
+0.20.3 Add difference + monitor system
+
 0.19.0 Improve load injector, fix bug in test comparing buffers, add compression tranforms
 
 0.18.0 Add matrix node
 
 0.17.0 Add finished wire to load injector
 
-0.16.0 fix data analysis variance and stddev, add sample, add tests
-
-
 
 # Author
 

package/dataAnalysis/arrayAverage.js

@@ -0,0 +1,13 @@
+const arrayTypesForEach=require("./arrayTypesForEach.js")
+require("./arraySum.js")
+
+arrayTypesForEach(object=>{
+	if(object.prototype.average==null)
+		Object.defineProperty(object.prototype, "average", {
+			value(i=0,end=this.length-1) {
+				return this.sum(i,end)/this.length;
+			},
+			writable: true,
+			configurable: true
+		});
+})

package/dataAnalysis/arraySum.js

@@ -1,3 +1,4 @@
+/*
 [Array,Float32Array,Float64Array].forEach(object=>{
 	if(object.prototype.sum==null)
 		Object.defineProperty(object.prototype, "sum", {
@@ -8,4 +9,17 @@
 			writable: true,
 			configurable: true
 		});
+})
+*/
+const arrayTypesForEach=require("./arrayTypesForEach.js")
+arrayTypesForEach(object=>{
+	if(object.prototype.sum==null)
+		Object.defineProperty(object.prototype, "sum", {
+			value(i=0,end=this.length-1,sum=0) {
+				for(;i<=end;i++) sum+=this[i];
+				return sum;
+			},
+			writable: true,
+			configurable: true
+		});
 })

package/dataAnalysis/arrayTypesForEach.js

@@ -0,0 +1,5 @@
+const typedArrays= {Array:Array,Int8Array:Int8Array,Uint8Array:Uint8Array,Uint8ClampedArray:Uint8ClampedArray,Int16Array:Int16Array,Uint16Array:Uint16Array,
+    Int32Array:Int32Array,Uint32Array:Uint32Array,Float32Array:Float32Array,
+    Float64Array:Float64Array,BigInt64Array:BigInt64Array,BigUint64Array:BigUint64Array}
+ 
+module.exports=(call)=>Object.keys(typedArrays).map(t=>typedArrays[t]).forEach(type=>call(type))

package/dataAnalysis/autocorrelation.js

@@ -0,0 +1,29 @@
+
+require("./arrayAverage.js");
+const arrayTypesForEach=require("./arrayTypesForEach.js")
+arrayTypesForEach(object=>{
+    if(object.prototype.autocovariance==null)
+        Object.defineProperty(object.prototype, "autocovariance", {
+            value(lag,avg=this.average()) {
+                let autoCov = 0
+                const vectorSize=this.length
+                const vectorSizeLagged=vectorSize-lag
+                for(let i=0; i<vectorSizeLagged; i++) {
+                    autoCov += ((this[i+lag])-avg)*(this[i]-avg)
+                }
+                return (1/(vectorSize-1))*autoCov
+            },
+            writable: true,
+            configurable: true
+        })
+})
+arrayTypesForEach(object=>{
+    if(object.prototype.autocorrelation==null)
+        Object.defineProperty(object.prototype, "autocorrelation", {
+            value(lag,avg=this.average()) {
+                return this.autocovariance(lag, avg) / this.autocovariance(0, avg)
+            },
+            writable: true,
+            configurable: true
+        })
+})

package/dataAnalysis/dataAnalysis.html

@@ -11,7 +11,7 @@
 		    outputs: {value:(["realtime","realtimePredict"].includes(this.action)?3:2),required:true},
 		    outliersBase: {value:"avg",required:false},
 		    outliersStdDevs: {value:"3",required:false},
-		    term: {value:"10",required:false},
+		    term: {value:10,required:false},
 		    keyProperty: {value:"msg.topic",required:false},
 		    dataProperty: {value:"msg.payload",required:false},
 		    dataProperties: {value:["msg.payload[0]","msg.payload[1]"],required:false}
@@ -28,6 +28,7 @@
         },
         oneditprepare: function() {
         	const node=this;
+			node.lag??=1
         	$("#node-input-keyProperty").change(function() {
             	if( [null,""].includes(node.keyProperty) ) {
    	   			 	$(this).val("msg.topic");
@@ -46,7 +47,7 @@
         		}
            	});
 	       	$("#node-input-action").change(function() {
-				if(["differenceSeasonal","differenceSeasonalSecondOrder"].includes( $(this).val() )) {
+				if(["autocovariance","autocorrelation","differenceSeasonal","differenceSeasonalSecondOrder","realtime","realtimePredict"].includes( $(this).val() )) {
         			$(".form-row-http-in-lag").show(); 
         		} else {
         			$(".form-row-http-in-lag").hide();
@@ -69,10 +70,17 @@
 						if(node.term>1) $(this).val(1);
 					});
         		} else {
+        			$("#node-input-lag").attr({min:1,max:1000,step:1});
+					$("#node-input-lag").change(function() {
+						const v=$(this).val();
+						if(v<1) $(this).val(1);
+						if(v>1000) $(this).val(1000);
+					});
         			$("#node-input-term").attr({min:1,max:100,step:1});
 	       			$("#node-input-term").change(function() {
-						if(node.term<1) $(this).val(1);
-						if(node.term>100) $(this).val(100);
+						const v=$(this).val()
+						if(v<1) $(this).val(1);
+						if(v>100) $(this).val(100);
 					});
         		}        		 
         		if(["realtime","realtimePredict"].includes( $(this).val() )) {
@@ -94,8 +102,8 @@
            			$(".node-input-dataProperties-container-row").hide();
            			$(".form-row-http-in-dataProperty").show();
         		}        		 
-				$("#node-input-term").change();
 				$("#node-input-lag").change();
+				$("#node-input-term").change();
         	});
 	       	
   	    	node.dataProperties.forEach((r)=>addDataProperty(r));
@@ -150,6 +158,8 @@
     <div class="form-row">
         <label for="node-input-action"><i class="fa fa-list-ul"></i> Method</label>
         <select id="node-input-action" placeholder="action">
+            <option value="autocovariance">Autocovariance</option>
+            <option value="autocorrelation">Autocorrelation</option>
             <option value="avg">Average</option>
             <option value="covariance">Covariance</option>
             <option value="corelationship">Corelationship</option>
@@ -248,12 +258,18 @@ Data is not persisted so metrics start from zero sample set on node recycle.
 	<p>
 If real-time stats then a message can send directive instruction in topic: 
 <dl>
-<dt>"@predict <key>"<\dt><dd></dd>Send send predictions to second port for selected key.
-<dt>"@stats"<\dt><dd></dd>send all stored metrics and retained datapoints to second port.
-<dt>"@stats reset"<\dt><dd>Reset all stats and "@stats reset <key>" will reset a particular data point.</dd>
-<dt>"@stats set"<\dt><dd>Set stats with ith msg.payload and "@stats set <a data point>" will set a particular data point with msg.payload.</dd>
+  <dt>"@predict <key>"</dt><dd></dd>Send send predictions to second port for selected key.
+  <dt>"@stats"</dt><dd></dd>send all stored metrics and retained datapoints to second port.
+  <dt>"@stats reset"</dt><dd>Reset all stats and "@stats reset <key>" will reset a particular data point.</dd>
+  <dt>"@stats set"</dt><dd>Set stats with ith msg.payload and "@stats set &lt;a data point&gt;" will set a particular data point with msg.payload.</dd>
 </dl>
 	</p>
+<dl>
+	<dt>Lag</dt><dd>If greater that 1 generates seasonal difference with degree lag</dd>
+	<dt>Term</dt><dd>The depth of moving Average</dd>
+</dl>
+	<p>
+ 	</p>
 	<p>
 	Outliers are not within:
 		<ul>	

package/dataAnalysis/dataAnalysis.js

@@ -1,6 +1,7 @@
 const logger = new (require("node-red-contrib-logger"))("Data Analysis");
 logger.sendInfo("Copyright 2020 Jaroslav Peter Prib");
 
+require("./autocorrelation.js");
 require("./arrayLast");
 require("./arrayDifference")
 require("./arrayDifferenceSeasonal")
@@ -69,10 +70,10 @@ EMA.prototype.sample=function(value) {
 	return this;
 }
 
-function setDataPoint(value,term,node,dp) {
-	if(logger.active) logger.send({label:"setDataPoint",value:value,term,dp});
-	if(!dp.values) {
-		Object.assign(dp,{
+function setDataPoint(value,term,node,dataPoint) { 
+	if(logger.active) logger.send({label:"setDataPoint",value:value,term,dataPoint});
+	if(!dataPoint.values) {
+		Object.assign(dataPoint,{
 			values:[],
 			avg:0,
 			count:0,
@@ -83,43 +84,44 @@ function setDataPoint(value,term,node,dp) {
 			sum:0,
 			sumSquared:0,
 			sumCubed:0,
-			term:term,
+			term:term??node.term,
 			weightedMovingSum:0,
 			exponentialWeightedMoving:[new EMA(0.25),new EMA(0.5),new EMA(0.75)]
 		});
-	}
-	;
-	const count=++dp.count,values=dp.values;
+	};
+	const count=++dataPoint.count,values=dataPoint.values;
 	values.push(value);
-	dp.isMaxSize=(values.length>dp.term);
-	dp.removedValue=(dp.isMaxSize?values.shift():0);
-	const removedValue=dp.removedValue;
-	dp.max=Math.max(dp.max||value,value);
-	dp.min=Math.min(dp.min||value,value);
-	dp.range=dp.max-dp.min;
-	dp.sum+=value;
-	dp.sumSquared+=Math.pow(value,2);
-	dp.sumCubed+=Math.pow(value,3);
-	dp.movingSum+=value-removedValue;
-	dp.movingSumSquared+=Math.pow(value,2)-Math.pow(removedValue,2);
-	dp.movingSumCubed+=Math.pow(value,3)-Math.pow(removedValue,3);
-	dp.avg=dp.sum/count;
-	const avg=dp.avg;
-	dp.normalised=dp.range ? (value-avg)/dp.range : 0;
-	dp.movingAvg=dp.movingSum/values.length;
-	dp.variance=dp.sumSquared/count - Math.pow(avg,2);
-	dp.stdDev=Math.sqrt(dp.variance);
-	dp.movingVariance=dp.movingSumSquared/values.length - Math.pow(dp.movingAvg,2);
-	dp.movingStdDev=Math.sqrt(dp.movingVariance);
-	dp.median=functions.median(values);
-	dp.standardized=( (value-avg)/dp.stdDev )||0;
-	dp.movingStandardized=( (value-dp.movingAvg)/dp.movingStdDev )||0;
-	dp.skewness=(dp.sumCubed-3*avg*dp.variance-Math.pow(avg,3))/dp.variance*dp.stdDev;
-	dp.movingSkewness=(dp.movingSumCubed-3*dp.movingAvg*dp.movingVariance-Math.pow(dp.movingAvg,3))/dp.movingVariance*dp.stdDev;
-	dp.outlier=node.outliersFunction(node,dp,value);
-	dp.weightedMovingSum+=count*value;
-	dp.weightedMovingAvg=(dp.weightedMovingAvg*2/count)/(count+1);
-	dp.exponentialWeightedMoving.forEach(c=>c.sample(value));
+	const movingTerm=Math.min(values.length,dataPoint.term)
+	dataPoint.isMaxSize=(values.length>dataPoint.maxSize);
+	dataPoint.removedMovingValue=(dataPoint.isMaxSize?values[values.length-dataPoint.term]:0);
+	dataPoint.removedValue=(dataPoint.isMaxSize?values.shift():0);
+	const removedMovingValue=dataPoint.removedMovingValue;
+	dataPoint.max=Math.max(dataPoint.max||value,value);
+	dataPoint.min=Math.min(dataPoint.min||value,value);
+	dataPoint.range=dataPoint.max-dataPoint.min;
+	dataPoint.sum+=value;
+	dataPoint.sumSquared+=Math.pow(value,2);
+	dataPoint.sumCubed+=Math.pow(value,3);
+	dataPoint.movingSum+=value-removedMovingValue;
+	dataPoint.movingSumSquared+=Math.pow(value,2)-Math.pow(removedMovingValue,2);
+	dataPoint.movingSumCubed+=Math.pow(value,3)-Math.pow(removedMovingValue,3);
+	dataPoint.avg=dataPoint.sum/count;
+	const avg=dataPoint.avg;
+	dataPoint.normalised=dataPoint.range ? (value-avg)/dataPoint.range : 0;
+	dataPoint.movingAvg=dataPoint.movingSum/movingTerm;
+	dataPoint.variance=dataPoint.sumSquared/count - Math.pow(avg,2);
+	dataPoint.stdDev=Math.sqrt(dataPoint.variance);
+	dataPoint.movingVariance=dataPoint.movingSumSquared/movingTerm - Math.pow(dataPoint.movingAvg,2);
+	dataPoint.movingStdDev=Math.sqrt(dataPoint.movingVariance);
+	dataPoint.median=functions.median(values);
+	dataPoint.standardized=( (value-avg)/dataPoint.stdDev )||0;
+	dataPoint.movingStandardized=( (value-dataPoint.movingAvg)/dataPoint.movingStdDev )||0;
+	dataPoint.skewness=(dataPoint.sumCubed-3*avg*dataPoint.variance-Math.pow(avg,3))/dataPoint.variance*dataPoint.stdDev;
+	dataPoint.movingSkewness=(dataPoint.movingSumCubed-3*dataPoint.movingAvg*dataPoint.movingVariance-Math.pow(dataPoint.movingAvg,3))/dataPoint.movingVariance*dataPoint.stdDev;
+	dataPoint.outlier=node.outliersFunction(node,dataPoint,value);
+	dataPoint.weightedMovingSum+=count*value;
+	dataPoint.weightedMovingAvg=(dataPoint.weightedMovingAvg*2/count)/(count+1);
+	dataPoint.exponentialWeightedMoving.forEach(c=>c.sample(value));
 }
 function getColumns(node) {
 	if(node.columns) {
@@ -128,6 +130,8 @@ function getColumns(node) {
 	}
 }
 functions={
+	autocovariance:(d,term,node)=>d.autocovariance(node.lag),
+	autocorrelation:(d,term,node)=>d.autocorrelation(node.lag),
 	avg:(d)=>functions.sum(d)/d.length,
 	arrayMax:(d)=>{  // not tested
 		let max=[],indices
@@ -223,9 +227,9 @@ functions={
 			}
 		}
 		node.samples++;
-		for(let v,dp,i=0; i<node.dataProperties.length; i++) {
-			v=d[i];
-			dp=node.dataPoints[i];
+		for(let i=0; i<node.dataProperties.length; i++) {
+			const v=d[i];
+			const dp=node.dataPoints[i];
 			dp.sum+=v;
 			dp.sumSquared+=v*v;
 			for(let j=i+1; j<node.dataProperties.length; j++) {
@@ -280,10 +284,23 @@ functions={
 		}
 		setDataPoint(d.value,term,node,dp);
 		if(dp.delta) {
-			setDataPoint(d.value-dp.values[dp.values.length-2],term,node,dp.delta);
+			if(dp.values.length>1)
+				setDataPoint(d.value-dp.values[dp.values.length-2],term,node,dp.delta);
 		} else {
 			dp.delta={};
 		}
+		if(node.lag>1) {
+			const vectorSize=dp.values.length
+			if(dp.lag) {
+				if(node.lag<=vectorSize){
+				  setDataPoint(d.value-dp.values[vectorSize-node.lag],term,node,dp.lag)
+				  const values=dp.lag.values
+				  if(values.length>1) setDataPoint(values[values.length-1]-values[values.length-2],term,node,dp.lag.delta)
+				}
+			} else {
+				dp.lag={delta:{}}
+			}
+		}
 		return dp;
 	},
 	sampleVariance:(d)=>{
@@ -310,11 +327,15 @@ module.exports = function (RED) {
 	function dataAnalysisNode(n) {
 		RED.nodes.createNode(this, n);
 		const node=Object.assign(this,
-			{outliersStdDevs:3,crossNormalisedDeltas:crossNormalisedDeltas.bind(this)},
+			{outliersStdDevs:3,crossNormalisedDeltas:crossNormalisedDeltas.bind(this),lag:1,term:3},
 			n,
 			{maxErrorDisplay:10,dataPoint:{}}
 		);
 		try{
+			node.lag=Number(node.lag)
+			if(Number(node.term)==NaN)throw Error("term not a number, value:"+JSON.stringify(node.term))
+			node.term=Number(node.term)
+			node.maxSize=Math.max(node.term,node.lag)
 			if(functions.hasOwnProperty(node.action)) {
 				node.actionfunction=functions[node.action];
 			} else {
@@ -349,6 +370,7 @@ module.exports = function (RED) {
 			node.getData=eval(node.getDatafunction);
 			node.status({fill:"green",shape:"ring",text:"Ready"});
 		} catch(ex) {
+			if(logger.active) logger.send({label:"initialise error",action:node.action,message:ex.message,stack:ex.stack});
 			logger.send({label:"initialise error",node:n});
 			node.error(ex);
 			node.status({fill:"red",shape:"ring",text:"Invalid setup "+ex.message});
@@ -388,6 +410,7 @@ module.exports = function (RED) {
 						throw Error("unknown");
 					}
 				} catch(ex) {
+					if(logger.active) logger.send({label:"error input",action:node.action,message:ex.message,stack:ex.stack});
 					node.error(msg.topic+" failed "+ex.message);
 				}
 	 			return;
@@ -404,10 +427,10 @@ module.exports = function (RED) {
 					break;
 				}
 			} catch(ex) {
-				if(logger.active) logger.send({label:"error input",action:node.action,message:ex.message,stack:ex.stack});
 				msg.error=ex.message;
 				if(node.maxErrorDisplay) {
 					--node.maxErrorDisplay;
+					logger.send({label:"error input",action:node.action,message:ex.message,stack:ex.stack});
 					if(node.action=="realtime") {
 						node.error(node.action+" error: "+ex.message);
 					} else {