node-red-contrib-prib-functions 0.23.2 → 0.23.3

package/README.md

@@ -2,17 +2,17 @@
 
 [Node-Red][1] nodes for various functions:
 
-*   Data Analysis  - statistical metrics that has real time option
-*   Matrix
-*   Transform
-*   Test
-*   Load Injector
-*   Monitor Flow
-*   append
-*   Spawn Process
-*   Host Available
-*   node.js os metrics
-*   Levenshtein Distance
+* Data Analysis  - statistical metrics that has real time option
+* Matrix
+* Transform
+* Test
+* Load Injector
+* Monitor Flow
+* append
+* Spawn Process
+* Host Available
+* node.js os metrics
+* Levenshtein Distance
 
 ------------------------------------------------------------
 
@@ -30,7 +30,8 @@ being outside 3 standard deviations from mean. This can be changed to median and
 A set of data analysis functions that can be run over an array of data
 
 Single value metrics:
-* autocorrelation
+
+* Autocorrelation
 * Autocovariance
 * Average/Mean
 * Maximum
@@ -43,6 +44,7 @@ Single value metrics:
 * Variance
 
 Array metrics:
+
 * Deltas
 * Deltas Normalised
 * difference
@@ -56,11 +58,11 @@ Array metrics:
 * Standardization (Z-score Normalization)
 
 Array data
-* distances 
+
+* distances
 * distance(s) minimum between points
 * distance(s) maximum between points
 
-
 ![Data Analysis](documentation/DataAnalysis.JPG "Data Analysis")
 
 example:
@@ -69,36 +71,33 @@ example:
 
 ![Data Analysis Pearson R example](documentation/DataAnalysisTestPearsonR.JPG "Data Analysis PearsonR example")
 
-
 ![Data Analysis example](documentation/DataAnalysisTest.JPG "Data Analysis example")
 
-
 ------------------------------------------------------------
 
 ## Matrix
 
 Define a matrix and perform various functions
 
- * Define / Define Empty / Create / Create Like/ clone
- * Add / Add Row to Row / Add to Cell / Add Row / Subtract Cell
- * Multiple / Multiple Cell / Divide Cell / Divide Row
- * Transpose
- * Adjoint
- * Cofactor
- * Complement Minor
- * Identity
- * Inverse
- * Determinant
- * Backward Substitution
- * Forward Elimination
- * Gaussian Elimination
- * Reduced Row EchelonForm
- * Row Echelon Form
- * Nearly Equals / Is Square / Get Cell
- * Sum Row
- * Swap Rows
- * To Array Object
-
+* Define / Define Empty / Create / Create Like/ clone
+* Add / Add Row to Row / Add to Cell / Add Row / Subtract Cell
+* Multiple / Multiple Cell / Divide Cell / Divide Row
+* Transpose
+* Adjoint
+* Cofactor
+* Complement Minor
+* Identity
+* Inverse
+* Determinant
+* Backward Substitution
+* Forward Elimination
+* Gaussian Elimination
+* Reduced Row EchelonForm
+* Row Echelon Form
+* Nearly Equals / Is Square / Get Cell
+* Sum Row
+* Swap Rows
+* To Array Object
 
 ![Matrix](documentation/matrix.jpg "Matrix")
 
@@ -107,103 +106,102 @@ Define a matrix and perform various functions
 ## Transform
 
 Translates a selected msg property to a target property.
-Messages generates a message for each row or record. 
+Messages generates a message for each row or record.
 
 Transformations:
 
-*   Array to
-    * CSV
-    * HTML
-    * ISO8385
-    * Messages
-    * xlsx / xlsx object (excel uses [xlsx][7])  
-*   AVRO to JSON (uses [avsc][6])
-*   Buffer to compressed 
-*   Confluence to JSON
-*   Compressed to
-    * Buffer
-    * String
-    * JSON
-*   CSV to
-    * Array
-    * HTML
-    * Messages
-*   CSVWithHeader to
-    * Array
-    * HTML
-    * JSON
-*   Date to
-    * is between
-    * ISO string 
-    * locale string
-    * range limit
-*   ISO8385 to Array
-*   ISO8385 to JSON
-*   JSON to 
-    * Array
-    * Confluence
-    * CSV
-    * AVRO (uses [avsc][6])
-    * ISO8385
-    * Messages
-    * String
-    * xlsx / xlsx object (excel uses [xlsx][7])  
-    * XML (uses [fast-xml-parser][4])
+* Array to
+  * CSV
+  * HTML
+  * ISO8385
+  * Messages
+  * xlsx / xlsx object (excel uses [xlsx][7])  
+* AVRO to JSON (uses [avsc][6])
+* Buffer to compressed
+* Confluence to JSON
+* Compressed to
+  * Buffer
+  * String
+  * JSON
+* CSV to
+  * Array
+  * HTML
+  * Messages
+* CSVWithHeader to
+  * Array
+  * HTML
+  * JSON
+* Date to
+  * is between
+  * ISO string
+  * locale string
+  * range limit
+* ISO8385 to Array
+* ISO8385 to JSON
+* JSON to
+  * Array
+  * Confluence
+  * CSV
+  * AVRO (uses [avsc][6])
+  * ISO8385
+  * Messages
+  * String
+  * xlsx / xlsx object (excel uses [xlsx][7])  
+  * XML (uses [fast-xml-parser][4])
 * Number
-    * is between
-    * range limit
-*   path
-    * Basename
-    * Dirname
-    * Extname
-    * Format
-    * Is Absolute
-    * Join
-    * Parse
-    * Normalize
-    * Resolve
-*   snappy compress (uses [snappy][5], must install separately)
-*   snappy uncompress (uses [snappy][5], must install separately)
-*   String to
-    * Append
-    * Array By Delimiter
-    * At
-    * Camelize
-    * Capitalize
-    * Compressed
-    * Char At
-    * Char Code At"
-    * Code Point At
-    * Concat
-    * Date
-    * Delimiter On Case
-    * _ to space
-    * _ to space Capitilize
-    * Drop square bracket prefix
-    * Ends With
-    * Float
-    * Get Word
-    * Integer
-    * is Between
-    * Lower Case
-    * Number
-    * Prepend
-    * JSON
-    * Range Limit
-    * Split
-    * Starts With
-    * Timestamp
-    * Title
-    * Title Grammatical
-    * Trim
-    * Trim End
-    * Trim Start
-    * Upper Case
-    * Xml String Encode
-
-
-*   xlsx / xlsx object to array/JSON (excel uses [xlsx][7])  
-*   XML to JSON (uses [fast-xml-parser][4])
+  * is between
+  * range limit
+* path
+  * Basename
+  * Dirname
+  * Extname
+  * Format
+  * Is Absolute
+  * Join
+  * Parse
+  * Normalize
+  * Resolve
+* snappy compress (uses [snappy][5], must install separately)
+* snappy uncompress (uses [snappy][5], must install separately)
+* String to
+  * Append
+  * Array By Delimiter
+  * At
+  * Camelize
+  * Capitalize
+  * Compressed
+  * Char At
+  * Char Code At"
+  * Code Point At
+  * Concat
+  * Date
+  * Delimiter On Case
+  * _ to space
+  * _ to space Capitilize
+  * Drop square bracket prefix
+  * Ends With
+  * Float
+  * Get Word
+  * Integer
+  * is Between
+  * Lower Case
+  * Number
+  * Prepend
+  * JSON
+  * Range Limit
+  * Split
+  * Starts With
+  * Timestamp
+  * Title
+  * Title Grammatical
+  * Trim
+  * Trim End
+  * Trim Start
+  * Upper Case
+  * Xml String Encode
+
+* xlsx / xlsx object to array/JSON (excel uses [xlsx][7])  
+* XML to JSON (uses [fast-xml-parser][4])
 
 Note, snappy needs to be installed separately as can have issues with auto install as build binaries.
 
@@ -213,13 +211,13 @@ Example AVRO with schema
 
 ![Transform AVRO](documentation/transformArvo.jpg "Transform AVRO example")
 
-For Confluence schema contains a list of schemas in form {"<schema id>",<schema>}
+For Confluence schema contains a list of schemas in form {"\<schema id\>",\<schema\>}
 
 ------------------------------------------------------------
 
 ## Test
 
-Allows a test case for a message to allow simple testing of nodes. Injects a new message via mouse or message. Message sent to first port which can be consumed by other nodes and returned back to node in a loop. The Test node then checks against detailed expected payload result. 
+Allows a test case for a message to allow simple testing of nodes. Injects a new message via mouse or message. Message sent to first port which can be consumed by other nodes and returned back to node in a loop. The Test node then checks against detailed expected payload result.
 
 ![Test](documentation/Test.JPG "Test")
 
@@ -260,11 +258,11 @@ Inject messages for a set period of time with varying think time.
 Primary purpose is testing and useful for load/stress testing.
 
 Has 3 extra data types
+
 1. generated id - Unique id for each message
 2. generated data - string text generated using [dummy-json][3]
 3. generated json - json generated using [dummy-json][3]
 
-
 ![Load Injector](documentation/loadInjector.png "Load Injector")
 
 Test example:
@@ -300,7 +298,7 @@ Test example:
 
 ------------------------------------------------------------
 
-## Monitor System 
+## Monitor System
 
 System monitoring metrics
 
@@ -330,7 +328,7 @@ Spawn process as per node.js manual with ability to set working directory, envir
 and argument passed to process. STDOUT and STDERR are sent as individual messages.
 RC port is sent a message on closure.
 Takes in messages that starts a process with ability to add environment values.
-Message can be sent to kill the process.    
+Message can be sent to kill the process.
 
 ![Spawn Process](documentation/SpawnProcess.JPG "Spawn Process")
 
@@ -340,19 +338,22 @@ Test example:
 
 ------------------------------------------------------------
 
-# Install
+## Install
 
 Run the following command in the root directory of your Node-RED install
 
     npm install node-red-contrib-prib-functions
 
-# Tests
+## Tests
 
 Test/example flow in test/generalTest.json
 
 ------------------------------------------------------------
 
-# Version
+## Version
+
+0.23.3 Removes bug in test, more translation
+
 0.23.0 Removes bug in test, more translation
 
 0.22.0 Add autocovariance + autocorealationship to real time data analystics, improves test
@@ -367,8 +368,7 @@ Test/example flow in test/generalTest.json
 
 0.17.0 Add finished wire to load injector
 
-
-# Author
+## Author
 
 [Peter Prib][3]
 
@@ -385,5 +385,3 @@ Test/example flow in test/generalTest.json
 [6]: https://www.npmjs.com/package/avsc "avsc"
 
 [7]: https://www.npmjs.com/package/xlsx "xlsx"
-
-[8]: https://www.npmjs.com/package/dummy-json "dummy-json"

package/lib/AlphaBeta.js

@@ -0,0 +1,32 @@
+function alphabeta(node, depth, 
+    isTerminalNode=node=>node.children.lenght==0 ,
+    forEachChild=call=>this.children.forEach(c=>call(c)),
+    getHeuristicValue=node=>node.value,
+    alpha=-Infinity, beta=Infinity,
+    maximizingPlayer=true
+){
+    if( depth == 0 || isTerminalNode(node)) return getHeuristicValue (node)
+    const notMaximizingPlayer=!maximizingPlayer
+    const minMaxFunction=maximizingPlayer?Math.max:Math.min
+    let value=Infinity*(maximizingPlayer?-1:1)
+    let loopFunction=maximizingPlayer?
+        child=>{ 
+            value = minMaxFunction(value,
+                minimax(child,depth-1,isTerminalNode,forEachChild,getHeuristicValue ,alpha, beta, notMaximizingPlayer))
+            if(value >= beta ) throw Error("break")
+            else alpha = minMaxFunction(alpha, value)
+        }:child=>{
+            value = minMaxFunction(value,
+                minimax(child,depth-1,isTerminalNode,forEachChild,getHeuristicValue ,alpha, beta, notMaximizingPlayer))
+            if(value <= alpha) throw Error("break") 
+            beta = minMaxFunction(beta, value)
+        }
+    try{
+        forEachChild(loopFunction)
+    } catch(ex){
+        if(ex.message!=="break") throw ex
+    }
+    return value
+}
+
+module.exports=alphabeta

package/lib/GraphDB.js

@@ -1,14 +1,45 @@
 require("../lib/objectExtensions")
+function Edge(from,to,properties){
+  if(!from) throw Error("from vertix is not defined")
+  if(!to) throw Error("to vertix is not defined")
+  if(!from instanceof Vertex) throw Error("from not type Vertex")
+  if(!to instanceof Vertex) throw Error("to not type Vertex")
+  Object.assign(this,{_from:from,_to:to},properties)
+  from.addTo(this)
+  to.addFrom(this)
+}
+function Vertex(properties){
+  Object.assign(this,{_to:[],_from:[]},properties)
+}
+Vertex.prototype.addTo=function(r){
+  this._to.push(r)  
+}
+Vertex.prototype.addFrom=function(r){
+  this._from.push(r)  
+}
 function GraphDB(properties){
-    Object.assign(this,{type:null,vertices:[],edges:[]},properties)
-
+  Object.assign(this,{vertices:[],edges:[]},properties)
+}
+GraphDB.prototype.addEdge=function(from,to,properties) {
+  const edge=new Edge(from,to,properties)
+  this.edges.push(edge)
+  return edge
+}
+GraphDB.prototype.addVertex=function(vertexDetails) {
+  const vertex=new Vertex(vertexDetails)
+  this.vertices.push(vertex)
+  return vertex
+}
+GraphDB.prototype.getEdgesCount=function() {
+  return this.edges.length
+}
+GraphDB.prototype.getVerticesCount=function() {
+  return this.vertices.length
 }
-GraphDB.prototype.addVertex=function(vertex) {
-    this.vertices.addList(vertex)
+GraphDB.prototype.getVertices=function(filterFunction) {
+  return this.vertices.filter(filterFunction)
 }
-GraphDB.prototype.addEdge=function(from,to) {
-    this.edges.addList({from:from,to:to})
+GraphDB.prototype.getEdges=function(filterFunction) {
+  return this.Edges.filter(filterFunction)
 }
-
-this.addErrorFunctions()
-module.exports=GraphDB  
+module.exports=GraphDB

package/lib/MinMax.js

@@ -0,0 +1,17 @@
+function minimax(node, depth, 
+    isTerminalNode=node=>node.children.lenght==0 ,
+    forEachChild=call=>this.children.forEach(c=>call(c)),
+    getHeuristicValue =node=>node.value,
+    maximizingPlayer=true
+){
+    if( depth == 0 || isTerminalNode(node)) return getHeuristicValue (node)
+    const notMaximizingPlayer=!maximizingPlayer
+    const minMaxFunction=maximizingPlayer?Math.max:Math.min
+    let value=Infinity*(maximizingPlayer?-1:1)
+    forEachChild(child=> value = minMaxFunction(value,
+         minimax(child,depth-1,isTerminalNode,forEachChild,getHeuristicValue ,notMaximizingPlayer))
+    )
+    return value
+}
+
+module.exports=minimax

package/lib/Tree.js

@@ -0,0 +1,64 @@
+function Level(parent,...children){
+    this.children=children
+    this.setBTree(10)
+}
+function Leaf(parent,value){
+    this.values=[]
+}
+Leaf.prototype.find=function(value,foundCall,notFoundCall=foundCall,notFoundAllCall=v=>notFoundCall(0,v)){
+    let i=this.keys.length
+    const key=this.getKey(value)
+    while (i >= 0){
+        const currentKey=this.getKey(this.values[i])
+        if(key>currentKey) return notFoundCall(i,key)
+        if(key==currentKey) return foundCall(i,key)
+        i--
+    }
+    notFoundAllCall(key)
+}
+Leaf.prototype.getKey=function(node){return node}
+Leaf.prototype.insert=function(value){
+    const _this=this
+    this.find(value,i=>_this.values.splice(i, 0, value))
+}
+function Tree (root=new Level(null)){
+  this.root=root
+}
+Tree.prototype.setDegree=function(v){this.degree=v}
+
+
+
+Tree.prototype.insert(key,value) {
+    const root = this.root;
+    if(root.keys.length === (2 * this.degree - 1)) { // Root is full
+        const newRoot = new BTreeNode(false);
+        newRoot.children.push(root);
+            this.splitChild(newRoot, 0, root);
+            this.root = newRoot;
+            this.insertNonFull(newRoot, key);
+        } else {
+            this.insertNonFull(root, key);
+        }
+}
+
+Tree.prototype.insertNonFull(node, key) {
+    let i = node.keys.length - 1;
+    if (node.isLeaf) {
+
+    } else {
+            while (i >= 0 && key < node.keys[i]) {
+                i--;
+            }
+            i++;
+            if (node.children[i].keys.length === (2 * this.degree - 1)) {
+                this.splitChild(node, i, node.children[i]);
+                if (key > node.keys[i]) {
+                    i++;
+                }
+            }
+            this.insertNonFull(node.children[i], key);
+        }
+    }
+
+
+module.exports=Tree

package/lib/objectExtensions.js

@@ -440,8 +440,26 @@ const nullif=(a,b)=>{return a==b?null:a}
   defineMethod(type,"deepClone",function(){ return new type(this)})
 })
 
+const getWord=(value,wordPosition)=>value.split(/\s+/g,wordPosition+1)[wordPosition-1]
+
+const deepClone=(deepObject) =>{
+	if(deepObject==null) return null;
+	if(deepObject instanceof Array) 
+		var newObj=[];
+	else if(deepObject instanceof String) 
+		return new String(deepObject);  
+	else if(deepObject instanceof Number) 
+		return new Number(deepObject);  
+	else if(deepObject instanceof Date)  
+		return new Date(deepObject);
+	else if(typeof deepObject == "object")
+		var newObj={};
+	else return deepObject;
+	for (const i in deepObject)
+		newObj[i]=deepClone(deepObject[i]);
+	return newObj;
+}
 
-//defineMethod(TypedArray,"deepClone",function(){ return new type(this)})
 defineMethod(Array,"deepClone",function(){
     const clone=[]
 	for (let i in this)
@@ -449,11 +467,13 @@ defineMethod(Array,"deepClone",function(){
     return clone
 })
 defineMethod(Object,"deepClone",function(){
-    const clone={}
-	for (let i in this)
-		clone[i]=this[i].deepClone()
-    return clone
+//    const clone={}
+//	for (let i in this)
+//		clone[i]=this[i].deepClone()
+//    return clone
+    return deepClone(this)
 })
+const rangeLimit=(value,min=value,max=value)=>value<min?min:value>max?max:value
 defineMethod(Number, "rangeLimit",function(min,max) {return (min!=null && this<min) ? min : ((max!=null && this>max) ? max : this)})
 defineMethod(BigInt, "rangeLimit",function(min,max) {return (min!=null && this<min) ? min : ((max!=null && this>max) ? max : this)})
 defineMethod(Date, "rangeLimit",function(min,max) {return (min!=null && this<min) ? min : ((max!=null && this>max) ? max : this)})
@@ -465,7 +485,10 @@ module.exports={
     coalesce:coalesce,
     colours:colours,
     colourSmallList:colourSmallList,
+    deepClone,deepClone,
+    getWord,getWord,
     nullif:nullif,
+    rangeLimit,rangeLimit,
     toDateType,
     toDateTypeZulu,
 }

package/lib/timeDimension.js

@@ -0,0 +1,36 @@
+const timePeriod={second:1000}
+timePeriod.minute=timePeriod.second*60
+timePeriod.hour=timePeriod.minute*60
+timePeriod.day=timePeriod.hour*24
+timePeriod.week=timePeriod.day*7
+timePeriod.fortnight=timePeriod.week*2
+
+const isPeriod={
+  second:t=>t%timePeriod.second,
+  minute:t=>t%timePeriod.minute
+}
+
+
+
+const timeDimension=(period=timePeriod.second,from=0,to=60,call)=>{
+  const fromDate=new Date(from).getMilliseconds%period
+  const toDate=new Date(to).getMilliseconds%increment
+  const periods=Object.keys(callFunctions)
+  for(let i=fromDate;i<toDate;i+increment){
+    call(i)
+  }
+}
+
+const repeat=(r,call)=>{for(let i=0;i<r; i++) call(i)}
+const secondsInMinute=call=>repeat(60,call)
+const minutesInHour=repeat(60,call)
+const hoursInDay=repeat(24,call)
+const daysInWeek=repeat(7,call)
+
+module.exports={
+  repeat:repeat,
+  secondsInMinute:secondsInMinute,
+  minutesInHour:minutesInHour,
+  hoursInDay:hoursInDay,
+  daysInWeek:daysInWeek
+}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "node-red-contrib-prib-functions",
-	"version": "0.23.2",
+	"version": "0.23.3",
 	"description": "Node-RED added node functions.",
 	"dependencies": {
 		"avsc": ">=5.7.7",
@@ -26,8 +26,9 @@
 		"test": "mocha \"test/dataAnalysisE*.js\"",
 		"test2": "mocha \"test/transformNum*.js\"",
 		"test00": "mocha \"test/00*.js\"",
-		"test04": "mocha \"test/04*.js\"",
-		"startNodeRed": "node-red --userDir ./test/data --setting ./test/data/settings.js ./test/data/flow.json --title '***test nodered***'"
+		"test02": "mocha \"test/02*.js\"",
+		"startNodeRed": "node-red --userDir ./test/data --setting ./test/data/settings.js ./test/data/flow.json --title '***test nodered***'",
+		"sharesNodeRed": "node-red --userDir ./test/data/shares --setting ./test/data/shares/settings.js ./test/data/shares/flow.json --title '***shares nodered***'"
 	},
 	"repository": {
 		"type": "git",