base-queue 1.0.7 → 3.0.0

package/.github/workflows/node.js.yml

@@ -78,3 +78,4 @@ jobs:
 
     - run: npm run build --if-present
     - run: npm run test_base
+    - run: npm run json_base

package/README.md

@@ -19,5 +19,13 @@ General Setup Test
 ```
 npm run test_base
 npm run json_base
+npm run http_base
+npm run http_json_base
+npm run json_version_matching
+npm run json_version_non_matching
+npm run json_name_matching
+npm run json_name_non_matching
+npm run json_status_matching
+npm run json_status_non_matching
 
 ```

package/appenders/common_code.js

@@ -36,7 +36,7 @@ exports = module.exports = class common_code {
                 if (typeof obj_a != "undefined" &&
                     typeof eval(`obj_a.${t.by_what}`) != "undefined" &&
                     is.indexOf(eval(`obj_a.${t.by_what}`)) > -1) {
-                    t.parent.main_process_objects.push(new obj(dat.props))
+                        t.parent.main_process_objects.push(new obj(dat.props))
                 }
             }
             if (typeof xis != "undefined") {

package/appenders/json_name.js

@@ -19,7 +19,7 @@ exports = module.exports = class json_name extends base {
 				log: t.parent.logMsg,
 				include_func: t.get_include_names,
 				exclude_func: t.get_exclude_names,
-				by_what: t.aname
+				by_what: "name"
 			})
 
 			if (typeof props.data_to_process_array == 'undefined')
@@ -57,13 +57,7 @@ exports = module.exports = class json_name extends base {
 					dat.props.log = t.parent.logMsg
 					dat.props.relative_path = t.relative_path
 					obj = t.get_objects_to_process()[0]
-					is = t.get_include_names()
-					obj_a = new obj(dat.props)
-					if (typeof obj_a != "undefined" &&
-						typeof obj_a.name != "undefined" &&
-						is.indexOf(obj_a.name) > -1) {
-						t.main_process_objects.push(new obj(dat.props))
-					}
+					t.common_code.init({ obj: obj, dat: dat })
 				})
 			} catch (e) {
 				e.message = `${fname} error: ${e.message}`

package/appenders/json_status.js

@@ -4,7 +4,8 @@
 * json_status.js
 */
 
-var base = require('./base.js')
+var base = require('./base.js'),
+	common_code = require('./common_code.js')
 
 exports = module.exports = class json_status extends base {
 	constructor(props) {
@@ -18,7 +19,7 @@ exports = module.exports = class json_status extends base {
 				log: t.parent.logMsg,
 				include_func: t.get_include_status,
 				exclude_func: t.get_exclude_status,
-				by_what: t.aname
+				by_what: "status"
 			})
 
 			if (typeof props.data_to_process_array == 'undefined')
@@ -42,7 +43,8 @@ exports = module.exports = class json_status extends base {
 
 	init(props = {}) {
 		var t = this, fname = `json_status.init`, obj, is, obj_a
-		try {``
+		try {
+			``
 			t.parent.logMsg({ msg: `${fname}`.debug, type: "debug" })
 
 			if (typeof t.get_objects_to_process()[0] == "undefined")
@@ -54,17 +56,11 @@ exports = module.exports = class json_status extends base {
 					dat.props.log = t.parent.logMsg
 					dat.props.relative_path = t.relative_path
 					obj = t.get_objects_to_process()[0]
-					is = t.get_include_status()
-					obj_a = new obj(dat.props)
-					if (typeof obj_a != "undefined" &&
-						typeof obj_a.status != "undefined" &&
-						is.indexOf(obj_a.status) > -1) {
-						t.main_process_objects.push(new obj(dat.props))
-					}
+					t.common_code.init({ obj: obj, dat: dat })
 				})
 			} catch (e) {
 				e.message = `${fname} error: ${e.message}`
-				t.parent.logMsg({msg: e.message.error, type: "error"})
+				t.parent.logMsg({ msg: e.message.error, type: "error" })
 				throw e
 			}
 
@@ -80,7 +76,7 @@ exports = module.exports = class json_status extends base {
 	process(props = {}) {
 		var t = this, fname = `json_status.process`
 		try {
-			t.parent.logMsg({msg: `${fname} length(${t.main_process_objects.length})`.debug, type: "debug"})
+			t.parent.logMsg({ msg: `${fname} length(${t.main_process_objects.length})`.debug, type: "debug" })
 
 			super.process(props)
 			return t

package/appenders/json_version.js

@@ -4,7 +4,8 @@
 * json_version.js
 */
 
-var base = require('./base.js')
+var base = require('./base.js'),
+	common_code = require('./common_code.js')
 
 exports = module.exports = class json_version extends base {
 	constructor(props) {
@@ -18,9 +19,9 @@ exports = module.exports = class json_version extends base {
 				log: t.parent.logMsg,
 				include_func: t.get_include_version,
 				exclude_func: t.get_exclude_version,
-				by_what: t.aname
+				by_what: "version"
 			})
-			
+
 			if (typeof props.data_to_process_array == 'undefined')
 				throw new Error(`props.data_to_process_array not defined`)
 
@@ -42,7 +43,8 @@ exports = module.exports = class json_version extends base {
 
 	init(props = {}) {
 		var t = this, fname = `json_version.init`, obj, is, obj_a
-		try {``
+		try {
+			``
 			t.parent.logMsg({ msg: `${fname}`.debug, type: "debug" })
 
 			if (typeof t.get_objects_to_process()[0] == "undefined")
@@ -54,17 +56,11 @@ exports = module.exports = class json_version extends base {
 					dat.props.log = t.parent.logMsg
 					dat.props.relative_path = t.relative_path
 					obj = t.get_objects_to_process()[0]
-					is = t.get_include_version()
-					obj_a = new obj(dat.props)
-					if (typeof obj_a != "undefined" &&
-						typeof obj_a.version != "undefined" &&
-						is.indexOf(obj_a.version) > -1) {
-						t.main_process_objects.push(new obj(dat.props))
-					}
+					t.common_code.init({ obj: obj, dat: dat })
 				})
 			} catch (e) {
 				e.message = `${fname} error: ${e.message}`
-				t.parent.logMsg({msg: e.message.error, type: "error"})
+				t.parent.logMsg({ msg: e.message.error, type: "error" })
 				throw e
 			}
 
@@ -80,7 +76,7 @@ exports = module.exports = class json_version extends base {
 	process(props = {}) {
 		var t = this, fname = `json_version.process`
 		try {
-			t.parent.logMsg({msg: `${fname} length(${t.main_process_objects.length})`.debug, type: "debug"})
+			t.parent.logMsg({ msg: `${fname} length(${t.main_process_objects.length})`.debug, type: "debug" })
 
 			super.process(props)
 			return t

package/package.json

@@ -2,14 +2,14 @@
   "author": {
     "name": "Jim Manton"
   },
-  "version": "1.0.7",
+  "version": "3.0.0",
   "bundleDependencies": [],
   "dependencies": {
     "chai": "^4.3.7",
     "colors": "^1.4.0",
     "diffler": "^2.0.4",
     "fs": "^0.0.1-security",
-    "log-queue": "^2.1.0",
+    "log-queue": "^3.0.0",
     "mocha": "^10.2.0",
     "valid-path": "^2.1.0"
   },
@@ -18,7 +18,15 @@
     "test": "mocha",
     "ditched": "ditched -a",
     "test_base": "node ./tests/base",
-    "json_base": "node ./tests/json"
+    "json_base": "node ./tests/json",
+    "http_base": "node ./tests/http_base",
+    "http_json_base": "node ./tests/http_json",
+    "json_version_matching": "node ./tests/json_version",
+    "json_version_non_matching": "node ./tests/json_version_non_matching",
+    "json_name_matching": "node ./tests/json_name",
+    "json_name_non_matching": "node ./tests/json_name_non_matching",
+    "json_status_matching": "node ./tests/json_status",
+    "json_status_non_matching": "node ./tests/json_status_non_matching"
   },
   "keywords": [
     "queue",

package/test/package.js

@@ -6,14 +6,14 @@ const packageMock = {
   "author": {
     "name": "Jim Manton"
   },
-  "version": "1.0.7",
+  "version": "3.0.0",
   "bundleDependencies": [],
   "dependencies": {
     "chai": "^4.3.7",
     "colors": "^1.4.0",
     "diffler": "^2.0.4",
     "fs": "^0.0.1-security",
-    "log-queue": "^2.1.0",
+    "log-queue": "^3.0.0",
     "mocha": "^10.2.0",
     "valid-path": "^2.1.0"
   },
@@ -22,7 +22,15 @@ const packageMock = {
     "test": "mocha",
     "ditched": "ditched -a",
     "test_base": "node ./tests/base",
-    "json_base": "node ./tests/json"
+    "json_base": "node ./tests/json",
+    "http_base": "node ./tests/http_base",
+    "http_json_base": "node ./tests/http_json",
+    "json_version_matching": "node ./tests/json_version",
+    "json_version_non_matching": "node ./tests/json_version_non_matching",
+    "json_name_matching": "node ./tests/json_name",
+    "json_name_non_matching": "node ./tests/json_name_non_matching",
+    "json_status_matching": "node ./tests/json_status",
+    "json_status_non_matching": "node ./tests/json_status_non_matching"
   },
   "keywords": [
     "queue",
@@ -48,6 +56,7 @@ const packageMock = {
   "start": "node app.js"
 }
 
+
 describe('package.json', function () {
     it('should pass', function () {
       const difference = jsonHasDifferences(packagejson, packageMock)

package/tests/http_base.js

@@ -0,0 +1,101 @@
+
+var tst1 = class test1 {
+  constructor(props) {
+    let t = this, fname = "test_all.test1.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test1.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all test1` } })
+  }
+}
+
+var tst2 = class test2 {
+  constructor(props) {
+    let t = this, fname = "test_all.test2.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test2.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    setTimeout(() => {
+      callback({ success: { msg: `processing all test2` } })
+    }, 4000)
+  }
+}
+
+var tst3 = class test3 {
+  constructor(props) {
+    let t = this, fname = "test_all.test3.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test3.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    // callback({success: { msg: `processing all test3` }})
+    callback({ error: { msg: `there is some problem thrown here on test3` } })
+  }
+}
+
+var tst4 = class test4 {
+  constructor(props) {
+    let t = this, fname = "test_all.test4.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test4.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all test4` } })
+  }
+}
+
+var lq = require("log-queue"),
+  log = new lq({
+    exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  }).init({appender: "http", hostname: "127.0.0.1", port: 3001}),
+  a_resolve, a_reject,
+  promise = new Promise((resolve, reject) => {
+    a_resolve = resolve
+    a_reject = reject
+  }),
+  bb = require("../app.js"),
+  base_queue = new bb({
+    parent: null,
+    relative_path: "./appenders/",
+    logMsg: log.logMsg,
+    resolve: a_resolve,
+    reject: a_reject
+  }).load({
+    appender: "all",
+    process_objects: [tst1, tst2, tst3, tst4]
+  }).process()
+
+promise.then((success) => {
+  log.logMsg({ msg: `All object processed successfully`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    log.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    log.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})
+
+log.server()

package/tests/http_json.js

@@ -0,0 +1,121 @@
+var file_data = [
+    { props: { id: 100, name: "all", absolute_path: __filename, check: false } },
+    { props: { id: 101, name: "func_all", absolute_path: __filename, check: false } },
+    { props: { id: 102, name: "top_one", absolute_path: __filename, check: false } },
+    { props: { id: 103, name: "bottom_one", absolute_path: __filename, check: false } },
+    { props: { id: 104, name: "sync_all", absolute_path: __filename, check: false } },
+    { props: { id: 105, name: "status", absolute_path: __filename, check: false } },
+    { props: { id: 106, name: "name", absolute_path: __filename, check: false } },
+    { props: { id: 107, name: "version", absolute_path: __filename, check: false } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.status = 'init'
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+
+            t.process = t.process.bind(t)
+            t.do_checks = t.do_checks.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name})` } })
+    }
+}
+
+var lq = require("log-queue"),
+  log = new lq({
+    exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+    parent: null
+  }).init({appender: "http", hostname: "127.0.0.1", port: 3000}),
+  a_resolve, a_reject,
+  promise = new Promise((resolve, reject) => {
+    a_resolve = resolve
+    a_reject = reject
+  }),
+  bb = require("../app.js"),
+  base_queue = new bb({
+    parent: null,
+    relative_path: "./appenders/",
+    logMsg: log.logMsg,
+    resolve: a_resolve,
+    reject: a_reject
+  }).load({
+    appender: "json_all",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    data_to_process_array: file_data
+  }).process()
+
+promise.then((success) => {
+  log.logMsg({ msg: `Json all object processed successfully`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    log.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    log.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})
+
+log.server()
+

package/tests/json_name.js

@@ -0,0 +1,85 @@
+
+var file_data = [
+  { props: { id: 100, name: "all", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 101, name: "func_all", status: "done", absolute_path: __filename, check: true } },
+  { props: { id: 102, name: "top_one", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 103, name: "bottom_one", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 104, name: "sync_all", status: "done", absolute_path: __filename, check: true } },
+  { props: { id: 105, name: "status", status: "delete", absolute_path: __filename, check: true } },
+  { props: { id: 106, name: "name", status: "test", absolute_path: __filename, check: true } },
+  { props: { id: 107, name: "version", status: "new", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.status = props.status
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+
+            t.process = t.process.bind(t)
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) status(${t.status})` } })
+    }
+}
+
+var lq = require("log-queue"),
+  log = new lq({
+    exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  }).init({appender: "console"}),
+  a_resolve, a_reject,
+  promise = new Promise((resolve, reject) => {
+    a_resolve = resolve
+    a_reject = reject
+  }),
+  bb = require("../app.js"),
+  base_queue = new bb({
+    parent: null,
+    relative_path: "./appenders/",
+    logMsg: log.logMsg,
+    resolve: a_resolve,
+    reject: a_reject
+  }).load({
+    appender: "json_name",
+    exclude_logMsg: [],   /* default [] */
+    process_objects: [file_object],
+    include_names: ["all", "bottom_one", "func_all"],
+    data_to_process_array: file_data
+  }).process()
+
+promise.then((success) => {
+  log.logMsg({ msg: `Json all object processed successfully`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    log.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    log.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})
+
+

package/tests/json_name_non_matching.js

@@ -0,0 +1,85 @@
+
+var file_data = [
+  { props: { id: 100, name: "all", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 101, name: "func_all", status: "done", absolute_path: __filename, check: true } },
+  { props: { id: 102, name: "top_one", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 103, name: "bottom_one", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 104, name: "sync_all", status: "done", absolute_path: __filename, check: true } },
+  { props: { id: 105, name: "status", status: "delete", absolute_path: __filename, check: true } },
+  { props: { id: 106, name: "name", status: "test", absolute_path: __filename, check: true } },
+  { props: { id: 107, name: "version", status: "new", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.status = props.status
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+
+            t.process = t.process.bind(t)
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) status(${t.status})` } })
+    }
+}
+
+var lq = require("log-queue"),
+  log = new lq({
+    exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  }).init({appender: "console"}),
+  a_resolve, a_reject,
+  promise = new Promise((resolve, reject) => {
+    a_resolve = resolve
+    a_reject = reject
+  }),
+  bb = require("../app.js"),
+  base_queue = new bb({
+    parent: null,
+    relative_path: "./appenders/",
+    logMsg: log.logMsg,
+    resolve: a_resolve,
+    reject: a_reject
+  }).load({
+    appender: "json_name",
+    exclude_logMsg: [],   /* default [] */
+    process_objects: [file_object],
+    exclude_names: ["all", "bottom_one", "func_all"],
+    data_to_process_array: file_data
+  }).process()
+
+promise.then((success) => {
+  log.logMsg({ msg: `Json all object processed successfully`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    log.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    log.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})
+
+

package/tests/json_status.js

@@ -0,0 +1,85 @@
+
+var file_data = [
+  { props: { id: 100, name: "all", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 101, name: "func_all", status: "done", absolute_path: __filename, check: true } },
+  { props: { id: 102, name: "top_one", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 103, name: "bottom_one", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 104, name: "sync_all", status: "done", absolute_path: __filename, check: true } },
+  { props: { id: 105, name: "status", status: "delete", absolute_path: __filename, check: true } },
+  { props: { id: 106, name: "name", status: "test", absolute_path: __filename, check: true } },
+  { props: { id: 107, name: "version", status: "new", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.status = props.status
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+
+            t.process = t.process.bind(t)
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) status(${t.status})` } })
+    }
+}
+
+var lq = require("log-queue"),
+  log = new lq({
+    exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  }).init({appender: "console"}),
+  a_resolve, a_reject,
+  promise = new Promise((resolve, reject) => {
+    a_resolve = resolve
+    a_reject = reject
+  }),
+  bb = require("../app.js"),
+  base_queue = new bb({
+    parent: null,
+    relative_path: "./appenders/",
+    logMsg: log.logMsg,
+    resolve: a_resolve,
+    reject: a_reject
+  }).load({
+    appender: "json_status",
+    exclude_logMsg: [],   /* default [] */
+    process_objects: [file_object],
+    include_status: ["done", "delete"],
+    data_to_process_array: file_data
+  }).process()
+
+promise.then((success) => {
+  log.logMsg({ msg: `Json all object processed successfully`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    log.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    log.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})
+
+

package/tests/json_status_non_matching.js

@@ -0,0 +1,85 @@
+
+var file_data = [
+  { props: { id: 100, name: "all", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 101, name: "func_all", status: "done", absolute_path: __filename, check: true } },
+  { props: { id: 102, name: "top_one", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 103, name: "bottom_one", status: "new", absolute_path: __filename, check: true } },
+  { props: { id: 104, name: "sync_all", status: "done", absolute_path: __filename, check: true } },
+  { props: { id: 105, name: "status", status: "delete", absolute_path: __filename, check: true } },
+  { props: { id: 106, name: "name", status: "test", absolute_path: __filename, check: true } },
+  { props: { id: 107, name: "version", status: "new", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.status = props.status
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+
+            t.process = t.process.bind(t)
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) status(${t.status})` } })
+    }
+}
+
+var lq = require("log-queue"),
+  log = new lq({
+    exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  }).init({appender: "console"}),
+  a_resolve, a_reject,
+  promise = new Promise((resolve, reject) => {
+    a_resolve = resolve
+    a_reject = reject
+  }),
+  bb = require("../app.js"),
+  base_queue = new bb({
+    parent: null,
+    relative_path: "./appenders/",
+    logMsg: log.logMsg,
+    resolve: a_resolve,
+    reject: a_reject
+  }).load({
+    appender: "json_status",
+    exclude_logMsg: [],   /* default [] */
+    process_objects: [file_object],
+    exclude_status: ["done", "delete"],
+    data_to_process_array: file_data
+  }).process()
+
+promise.then((success) => {
+  log.logMsg({ msg: `Json all object processed successfully`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    log.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    log.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})
+
+

package/tests/json_version.js

@@ -0,0 +1,85 @@
+
+var file_data = [
+  { props: { id: 100, name: "all", version: "1.00", absolute_path: __filename, check: true } },
+  { props: { id: 101, name: "func_all", version: "2.00", absolute_path: __filename, check: true } },
+  { props: { id: 102, name: "top_one", version: "1.00", absolute_path: __filename, check: true } },
+  { props: { id: 103, name: "bottom_one", version: "3.00", absolute_path: __filename, check: true } },
+  { props: { id: 104, name: "sync_all", version: "4.00", absolute_path: __filename, check: true } },
+  { props: { id: 105, name: "status", version: "5.00", absolute_path: __filename, check: true } },
+  { props: { id: 106, name: "name", version: "2.00", absolute_path: __filename, check: true } },
+  { props: { id: 107, name: "version", version: "3.00", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.version = props.version
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+
+            t.process = t.process.bind(t)
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) version(${t.version})` } })
+    }
+}
+
+var lq = require("log-queue"),
+  log = new lq({
+    exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  }).init({appender: "console"}),
+  a_resolve, a_reject,
+  promise = new Promise((resolve, reject) => {
+    a_resolve = resolve
+    a_reject = reject
+  }),
+  bb = require("../app.js"),
+  base_queue = new bb({
+    parent: null,
+    relative_path: "./appenders/",
+    logMsg: log.logMsg,
+    resolve: a_resolve,
+    reject: a_reject
+  }).load({
+    appender: "json_version",
+    exclude_logMsg: [],   /* default [] */
+    process_objects: [file_object],
+    include_version: ["2.00", "5.00"],
+    data_to_process_array: file_data
+  }).process()
+
+promise.then((success) => {
+  log.logMsg({ msg: `Json all object processed successfully`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    log.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    log.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})
+
+

package/tests/json_version_non_matching.js

@@ -0,0 +1,85 @@
+
+var file_data = [
+  { props: { id: 100, name: "all", version: "1.00", absolute_path: __filename, check: true } },
+  { props: { id: 101, name: "func_all", version: "2.00", absolute_path: __filename, check: true } },
+  { props: { id: 102, name: "top_one", version: "1.00", absolute_path: __filename, check: true } },
+  { props: { id: 103, name: "bottom_one", version: "3.00", absolute_path: __filename, check: true } },
+  { props: { id: 104, name: "sync_all", version: "4.00", absolute_path: __filename, check: true } },
+  { props: { id: 105, name: "status", version: "5.00", absolute_path: __filename, check: true } },
+  { props: { id: 106, name: "name", version: "2.00", absolute_path: __filename, check: true } },
+  { props: { id: 107, name: "version", version: "3.00", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.version = props.version
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+
+            t.process = t.process.bind(t)
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) version(${t.version})` } })
+    }
+}
+
+var lq = require("log-queue"),
+  log = new lq({
+    exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  }).init({appender: "console"}),
+  a_resolve, a_reject,
+  promise = new Promise((resolve, reject) => {
+    a_resolve = resolve
+    a_reject = reject
+  }),
+  bb = require("../app.js"),
+  base_queue = new bb({
+    parent: null,
+    relative_path: "./appenders/",
+    logMsg: log.logMsg,
+    resolve: a_resolve,
+    reject: a_reject
+  }).load({
+    appender: "json_version",
+    exclude_logMsg: [],   /* default [] */
+    process_objects: [file_object],
+    exclude_version: ["2.00", "5.00"],
+    data_to_process_array: file_data
+  }).process()
+
+promise.then((success) => {
+  log.logMsg({ msg: `Json all object processed successfully`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    log.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    log.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})
+
+