file-obj-queue 2.0.5 → 3.0.0

package/tests/json_status_non_matching.js

@@ -0,0 +1,110 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", status: "done", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", status: "done", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", status: "delete", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", status: "test", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", status: "new", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.status = props.status
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+            t.base_queue_process_function = t.a_cool_function
+
+            t.do_checks = t.do_checks.bind(t)
+            t.a_cool_function = t.a_cool_function.bind(t)
+            t.base_queue_process_function = t.base_queue_process_function.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    a_cool_function(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id} name(${t.name}) status(${t.status}). Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) status(${t.status})`}})
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_status",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    exclude_names: ["all", "status"],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: json status non matching objects processed with no errors`.success.italic.bold, type: "success" })
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+})
+

package/tests/json_top_one.js

@@ -0,0 +1,108 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.status = 'init'
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+            // }
+
+            t.process = t.process.bind(t)
+            t.do_checks = t.do_checks.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id} name: ${t.name}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id: ${t.id} name: ${t.name}` } })
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_top_one",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: json_top_one file objects processed with no errors`.success.italic.bold, type: "success" })
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({msg: `error: ${error}`.error.italic.bold, type: "error"})
+
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+})
+

package/tests/json_version_matching.js

@@ -0,0 +1,110 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", version: "1.00", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", version: "2.00", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", version: "1.00", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", version: "3.00", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", version: "4.00", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", version: "5.00", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", version: "2.00", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", version: "3.00", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.version = props.version
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+            t.base_queue_process_function = t.a_cool_function
+
+            t.do_checks = t.do_checks.bind(t)
+            t.a_cool_function = t.a_cool_function.bind(t)
+            t.base_queue_process_function = t.base_queue_process_function.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    a_cool_function(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id} name(${t.name}) version(${t.version}). Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) version(${t.version})`}})
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_version",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    include_version: ["2.00", "4.00"],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: json_version objects processed with no errors`.success.italic.bold, type: "success" })
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+})
+

package/tests/json_version_non_matching.js

@@ -0,0 +1,110 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", version: "1.00", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", version: "2.00", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", version: "1.00", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", version: "3.00", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", version: "4.00", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", version: "5.00", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", version: "2.00", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", version: "3.00", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.version = props.version
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+            t.base_queue_process_function = t.a_cool_function
+
+            t.do_checks = t.do_checks.bind(t)
+            t.a_cool_function = t.a_cool_function.bind(t)
+            t.base_queue_process_function = t.base_queue_process_function.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    a_cool_function(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id} name(${t.name}) version(${t.version}). Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) version(${t.version})`}})
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_version",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    include_version: ["2.00", "4.00"],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: json_version objects processed with no errors`.success.italic.bold, type: "success" })
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+})
+

package/tests/name_matching.js

@@ -0,0 +1,90 @@
+var queue = require("../app.js")
+
+var tst1 = class test1 {
+  constructor(props) {
+    let t = this, fname = "name_matching.test1.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.name = "test 1"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "name_matching.test1.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) name (${t.name}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all ${t.name}` } })
+  }
+}
+
+var tst2 = class test2 {
+  constructor(props) {
+    let t = this, fname = "name_matching.test2.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.name = "test 2"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "name_matching.test2.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) name (${t.name}). Do stuff here`.bgBrightGreen, type: "info" })
+    setTimeout(() => {
+      callback({ success: { msg: `processing all ${t.name}` } })
+    }, 4000)
+  }
+}
+
+var tst3 = class test3 {
+  constructor(props) {
+    let t = this, fname = "name_matching.test3.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.name = "test 3"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "name_matching.test3.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) name (${t.name}). Do stuff here`.bgBrightGreen, type: "info" })
+    // callback({success: { msg: `processing all ${t.name}` }})
+    callback({ error: { msg: `there is some problem thrown here on ${t.name}` } })
+  }
+}
+
+var tst4 = class test4 {
+  constructor(props) {
+    let t = this, fname = "name_matching.test4.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.name = "test 4"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "name_matching.test4.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) name (${t.name}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all ${t.name}` } })
+  }
+}
+
+var qObj = new queue()
+
+qObj.init().process({
+  appender: "name",
+  exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  include_names: ["test 2", "test 4"],
+  process_objects: [tst1, tst2, tst3, tst4]
+}).then((success) => {
+  qObj.logMsg({ msg: `test success: {msg: "name matching objects processed with no errors"}`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    qObj.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    qObj.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})

package/tests/name_non_matching.js

@@ -0,0 +1,90 @@
+var queue = require("../app.js")
+
+var tst1 = class test1 {
+  constructor(props) {
+    let t = this, fname = "name_non_matching.test1.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.name = "test 1"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "name_non_matching.test1.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) name (${t.name}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all ${t.name}` } })
+  }
+}
+
+var tst2 = class test2 {
+  constructor(props) {
+    let t = this, fname = "name_non_matching.test2.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.name = "test 2"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "name_non_matching.test2.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) name (${t.name}). Do stuff here`.bgBrightGreen, type: "info" })
+    setTimeout(() => {
+      callback({ success: { msg: `processing all ${t.name}` } })
+    }, 4000)
+  }
+}
+
+var tst3 = class test3 {
+  constructor(props) {
+    let t = this, fname = "name_non_matching.test3.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.name = "test 3"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "name_non_matching.test3.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) name (${t.name}). Do stuff here`.bgBrightGreen, type: "info" })
+    // callback({success: { msg: `processing all ${t.name}` }})
+    callback({ error: { msg: `there is some problem thrown here on ${t.name}` } })
+  }
+}
+
+var tst4 = class test4 {
+  constructor(props) {
+    let t = this, fname = "name_non_matching.test4.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.name = "test 4"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "name_non_matching.test4.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) name (${t.name}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all ${t.name}` } })
+  }
+}
+
+var qObj = new queue()
+
+qObj.init().process({
+  appender: "name",
+  exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  exclude_names: ["test 2", "test 4"],
+  process_objects: [tst1, tst2, tst3, tst4]
+}).then((success) => {
+  qObj.logMsg({ msg: `test success: {msg: "name non matching objects processed with no errors"}`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    qObj.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    qObj.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})