file-obj-queue 2.0.5 → 3.0.0

package/tests/json_all.js

@@ -0,0 +1,107 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.status = 'init'
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+
+            t.process = t.process.bind(t)
+            t.do_checks = t.do_checks.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name})` } })
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_all",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: json_all objects processed with no errors`.success.italic.bold, type: "success" })
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({msg: `error: ${error}`.error.italic.bold, type: "error"})
+
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+})
+

package/tests/json_bottom_one.js

@@ -0,0 +1,108 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.status = 'init'
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+            // }
+
+            t.process = t.process.bind(t)
+            t.do_checks = t.do_checks.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id} name: ${t.name}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id: ${t.id} name: ${t.name}` } })
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_bottom_one",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: bottom_one file objects processed with no errors`.success.italic.bold, type: "success" })
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({msg: `error: ${error}`.error.italic.bold, type: "error"})
+
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+})
+

package/tests/json_func_all.js

@@ -0,0 +1,109 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.status = 'init'
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+            t.base_queue_process_function = t.a_cool_function
+
+            t.do_checks = t.do_checks.bind(t)
+            t.a_cool_function = t.a_cool_function.bind(t)
+            t.base_queue_process_function = t.base_queue_process_function.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    a_cool_function(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name})` } })
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_func_all",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: json_func_all objects processed with no errors`.success.italic.bold, type: "success" })
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+})
+

package/tests/json_name_matching.js

@@ -0,0 +1,109 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", status: "done", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", status: "done", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", status: "delete", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", status: "test", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", status: "new", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.status = props.status
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+            t.base_queue_process_function = t.a_cool_function
+
+            t.do_checks = t.do_checks.bind(t)
+            t.a_cool_function = t.a_cool_function.bind(t)
+            t.base_queue_process_function = t.base_queue_process_function.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    a_cool_function(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id} name(${t.name}) status(${t.status}). Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) status(${t.status})`}})
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_name",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    include_names: ["all", "status", "version"],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: json name matching objects processed with no errors`.success.italic.bold, type: "success" })
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+})
+

package/tests/json_name_non_matching.js

@@ -0,0 +1,109 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", status: "done", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", status: "done", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", status: "delete", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", status: "test", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", status: "new", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.status = props.status
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+            t.base_queue_process_function = t.a_cool_function
+
+            t.do_checks = t.do_checks.bind(t)
+            t.a_cool_function = t.a_cool_function.bind(t)
+            t.base_queue_process_function = t.base_queue_process_function.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    a_cool_function(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id} name(${t.name}) status(${t.status}). Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) status(${t.status})`}})
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_name",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    exclude_names: ["all", "status", "version"],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: json name non matching objects processed with no errors`.success.italic.bold, type: "success" })
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+})
+

package/tests/json_status_matching.js

@@ -0,0 +1,110 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", status: "done", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", status: "new", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", status: "done", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", status: "delete", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", status: "test", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", status: "new", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.status = props.status
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.errors = false
+            t.error_msg = 'none'
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+            t.base_queue_process_function = t.a_cool_function
+
+            t.do_checks = t.do_checks.bind(t)
+            t.a_cool_function = t.a_cool_function.bind(t)
+            t.base_queue_process_function = t.base_queue_process_function.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    a_cool_function(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id} name(${t.name}) status(${t.status}). Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name}) status(${t.status})`}})
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_status",
+    exclude_logMsg: ["debug", "silly", "info"],   /* default [] */
+    process_objects: [file_object],
+    include_names: ["all", "status"],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: json status matching objects processed with no errors`.success.italic.bold, type: "success" })
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+})
+