file-obj-queue 2.0.5 → 3.0.0

package/tests/status_matching.js

@@ -0,0 +1,90 @@
+var queue = require("../app.js")
+
+var tst1 = class test1 {
+  constructor(props) {
+    let t = this, fname = "status.test1.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.status = "init"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "status.test1.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) status (${t.status}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all test1` } })
+  }
+}
+
+var tst2 = class test2 {
+  constructor(props) {
+    let t = this, fname = "status.test2.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.status = "step 1"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "status.test2.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) status (${t.status}). Do stuff here`.bgBrightGreen, type: "info" })
+    setTimeout(() => {
+      callback({ success: { msg: `processing all test2` } })
+    }, 4000)
+  }
+}
+
+var tst3 = class test3 {
+  constructor(props) {
+    let t = this, fname = "status.test3.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.status = "remove"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "status.test3.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) status (${t.status}). Do stuff here`.bgBrightGreen, type: "info" })
+    // callback({success: { msg: `processing all test3` }})
+    callback({ error: { msg: `there is some problem thrown here on test3` } })
+  }
+}
+
+var tst4 = class test4 {
+  constructor(props) {
+    let t = this, fname = "status.test4.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.status = "delete"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "status.test4.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) status (${t.status}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all test4` } })
+  }
+}
+
+var qObj = new queue()
+
+qObj.init().process({
+  appender: "status",
+  exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  include_status: ["init", "delete"],
+  process_objects: [tst1, tst2, tst3, tst4]
+}).then((success) => {
+  qObj.logMsg({ msg: `test success: {msg: "status matching objects processed with no errors"}`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    qObj.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    qObj.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})

package/tests/status_non_matching.js

@@ -0,0 +1,90 @@
+var queue = require("../app.js")
+
+var tst1 = class test1 {
+  constructor(props) {
+    let t = this, fname = "status.test1.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.status = "init"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "status.test1.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) status (${t.status}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all test1` } })
+  }
+}
+
+var tst2 = class test2 {
+  constructor(props) {
+    let t = this, fname = "status.test2.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.status = "step 1"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "status.test2.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) status (${t.status}). Do stuff here`.bgBrightGreen, type: "info" })
+    setTimeout(() => {
+      callback({ success: { msg: `processing all test2` } })
+    }, 4000)
+  }
+}
+
+var tst3 = class test3 {
+  constructor(props) {
+    let t = this, fname = "status.test3.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.status = "remove"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "status.test3.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) status (${t.status}). Do stuff here`.bgBrightGreen, type: "info" })
+    // callback({success: { msg: `processing all test3` }})
+    callback({ error: { msg: `there is some problem thrown here on test3` } })
+  }
+}
+
+var tst4 = class test4 {
+  constructor(props) {
+    let t = this, fname = "status.test4.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.status = "delete"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "status.test4.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) status (${t.status}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all test4` } })
+  }
+}
+
+var qObj = new queue()
+
+qObj.init().process({
+  appender: "status",
+  exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  exclude_status: ["init", "delete"],
+  process_objects: [tst1, tst2, tst3, tst4]
+}).then((success) => {
+  qObj.logMsg({ msg: `test success: {msg: "status non matching objects processed with no errors"}`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    qObj.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    qObj.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})

package/tests/top_one.js

@@ -0,0 +1,85 @@
+var queue = require("../app.js")
+
+var tst1 = class test1 {
+  constructor(props) {
+    let t = this, fname = "test_all.test1.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test1.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all test1` } })
+  }
+}
+
+var tst2 = class test2 {
+  constructor(props) {
+    let t = this, fname = "test_all.test2.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test2.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    setTimeout(() => {
+      callback({ success: { msg: `processing all test2` } })
+    }, 4000)
+  }
+}
+
+var tst3 = class test3 {
+  constructor(props) {
+    let t = this, fname = "test_all.test3.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test3.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    // callback({success: { msg: `processing all test3` }})
+    callback({ error: { msg: `there is some problem thrown here on test3` } })
+  }
+}
+
+var tst4 = class test4 {
+  constructor(props) {
+    let t = this, fname = "test_all.test4.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test4.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all test4` } })
+  }
+}
+
+var qObj = new queue()
+
+qObj.init().process({
+  appender: "top_one",
+  exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  process_objects: [tst1, tst2, tst3, tst4]
+}).then((success) => {
+  qObj.logMsg({ msg: `test success: {msg: "top_one object processed with no errors"}`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    qObj.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    qObj.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})

package/tests/version_matching.js

@@ -0,0 +1,90 @@
+var queue = require("../app.js")
+
+var tst1 = class test1 {
+  constructor(props) {
+    let t = this, fname = "version_matching.test1.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.version = "2.00"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "version_matching.test1.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) version (${t.version}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing ${fname}) is id (${t.id}) version (${t.version})` } })
+  }
+}
+
+var tst2 = class test2 {
+  constructor(props) {
+    let t = this, fname = "version_matching.test2.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.version = "1.00"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "version_matching.test2.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) version (${t.version}). Do stuff here`.bgBrightGreen, type: "info" })
+    setTimeout(() => {
+      callback({ success: { msg: `processing ${fname}) is id (${t.id}) version (${t.version})` } })
+    }, 4000)
+  }
+}
+
+var tst3 = class test3 {
+  constructor(props) {
+    let t = this, fname = "version_matching.test3.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.version = "1.00"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "version_matching.test3.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) version (${t.version}). Do stuff here`.bgBrightGreen, type: "info" })
+    // callback({success: { msg: `processing ${fname}) is id (${t.id}) version (${t.version})` }})
+    callback({ error: { msg: `there is some problem thrown here on ${fname}) is id (${t.id}) version (${t.version})` } })
+  }
+}
+
+var tst4 = class test4 {
+  constructor(props) {
+    let t = this, fname = "version_matching.test4.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.version = "3.00"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "version_matching.test4.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) version (${t.version}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing ${fname}) is id (${t.id}) version (${t.version})` } })
+  }
+}
+
+var qObj = new queue()
+
+qObj.init().process({
+  appender: "version",
+  exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  include_version: ["1.00", "3.00"],
+  process_objects: [tst1, tst2, tst3, tst4]
+}).then((success) => {
+  qObj.logMsg({ msg: `test success: {msg: "version_matching objects processed with no errors"}`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    qObj.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    qObj.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})

package/tests/version_non_matching.js

@@ -0,0 +1,90 @@
+var queue = require("../app.js")
+
+var tst1 = class test1 {
+  constructor(props) {
+    let t = this, fname = "version_non_matching.test1.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.version = "2.00"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "version_non_matching.test1.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) version (${t.version}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing ${fname}) is id (${t.id}) version (${t.version})` } })
+  }
+}
+
+var tst2 = class test2 {
+  constructor(props) {
+    let t = this, fname = "version_non_matching.test2.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.version = "1.00"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "version_non_matching.test2.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) version (${t.version}). Do stuff here`.bgBrightGreen, type: "info" })
+    setTimeout(() => {
+      callback({ success: { msg: `processing ${fname}) is id (${t.id}) version (${t.version})` } })
+    }, 4000)
+  }
+}
+
+var tst3 = class test3 {
+  constructor(props) {
+    let t = this, fname = "version_non_matching.test3.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.version = "1.00"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "version_non_matching.test3.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) version (${t.version}). Do stuff here`.bgBrightGreen, type: "info" })
+    // callback({success: { msg: `processing ${fname}) is id (${t.id}) version (${t.version})` }})
+    callback({ error: { msg: `there is some problem thrown here on ${fname}) is id (${t.id}) version (${t.version})` } })
+  }
+}
+
+var tst4 = class test4 {
+  constructor(props) {
+    let t = this, fname = "version_non_matching.test4.constructor"
+    t.log = props.log
+    t.id = props.id
+    t.version = "3.00"
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "version_non_matching.test4.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}) version (${t.version}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing ${fname}) is id (${t.id}) version (${t.version})` } })
+  }
+}
+
+var qObj = new queue()
+
+qObj.init().process({
+  appender: "version",
+  exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  exclude_version: ["1.00", "3.00"],
+  process_objects: [tst1, tst2, tst3, tst4]
+}).then((success) => {
+  qObj.logMsg({ msg: `test success: {msg: "version non matching objects processed with no errors"}`.success.italic.bold, type: "success" })
+}, (error) => {
+  if (typeof error == "string") {
+    qObj.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    qObj.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+})

package/base_queue/app.js

@@ -1,146 +0,0 @@
-
-/*
-* @author Jim Manton: jrman@risebroadband.net
-* @since 2023-02-02
-* apps.js
-*/
-
-let cc = require("colors"),
-    file_requre_data = [
-        { props: { id: 100, name: "all", path: "./lib/appenders/all.js", absolute_path: __filename, check: true } }
-    ]
-
-cc.setTheme({
-    silly: 'rainbow',
-    input: 'grey',
-    verbose: 'cyan',
-    prompt: 'grey',
-    info: 'green',
-    data: 'grey',
-    help: 'cyan',
-    warn: 'yellow',
-    debug: 'blue',
-    error: 'red'
-});
-
-
-class process_object {
-    constructor(props) {
-        let t = this
-        t.parent = props.parent
-        t.status = 'process'
-        t.objs = t.parent.getParent().getObjs()
-    }
-
-    process() {
-        let t = this
-    }
-
-    continueProcessing() {
-        let t = this
-    }
-
-    getStatus() {
-        return this.status
-    }
-
-    setStatus(v) {
-        this.status = v
-    }
-}
-
-exports = module.exports = class BaseQueue {
-    constructor(props = {}) {
-        let t = this, fname = `BaseQueue app constructor`
-        try {
-            t.parent = null
-            t.appenders_dir = './appenders/'
-            t.appender = null
-
-            t.logMsg = t.logMsg.bind(t)
-            t.init = t.init.bind(t)
-            t.load = t.load.bind(t)
-            t.process = t.process.bind(t)
-            t.set_base_promise = t.set_base_promise.bind(t)
-            t.base_promise = null
-            t.base_resolve = null
-            t.base_reject = null
-
-            t.set_base_promise()
-
-            return t
-        } catch (e) {
-            t.logMsg(`${fname}: ${e.message}`.error)
-        }
-    }
-
-    set_base_promise() {
-        let t = this, fname = `BaseQueue set_base_promise`
-
-        t.base_promise = new Promise((resolve, reject) => {
-            t.base_resolve = resolve
-            t.base_reject = reject
-        })
-
-        t.base_promise.then(function (success) {
-            t.parent.app_resolve(success)
-        }).catch(function (err) {
-            t.parent.app_reject(err)
-        })
-
-    }
-
-    init(props = {}) {
-        let t = this, fname = `BaseQueue init`
-    }
-
-    load(props = {}) {
-        let t = this, fname = `BaseQueue load`, a, app, req
-
-        if (typeof props.parent == 'undefined')
-            t.base_reject(`${fname}: props.parent not defined`)
-
-        t.parent = props.parent
-        props.parent = t
-        app = props.appender
-        a = t.appenders_dir + app + '.js'
-        req = require(a)
-        t.parent.logMsg(`${fname} loading appender(${a})`.debug)
-        t.appender = new req(props)
-        return t
-    }
-
-    process() {
-        let t = this, fname = `BaseQueue process`, res, error_count = 0
-        try {
-            t.logMsg(`${fname}`.debug)
-
-            res = t.appender.init().process().get_results_array()
-            res.map((json, i) => {
-                if (typeof json.success != "undefined")
-                    t.logMsg(`${JSON.stringify(json)}`.success)
-                if (typeof json.error != "undefined") {
-                    t.logMsg(`${JSON.stringify(json)}`.error)
-                    error_count++
-                }
-            })
-            if (error_count) {
-                res.error_count = error_count
-                t.base_reject(res)
-            } else
-                t.base_resolve(res)
-        } catch (e) {
-            t.base_reject(`${fname}: ${e.message}.`)
-        }
-    }
-
-    logMsg(msg, props = {}) {
-        let t = this
-        try {
-            console.log(msg)
-            return t
-        } catch (e) {
-            t.base_reject(`BaseQueue log: ${e.message} for message (${msg})`)
-        }
-    }
-}

package/base_queue/appenders/base.js

@@ -1,77 +0,0 @@
-/*
-* @author Jim Manton: jrman@risebroadband.net
-* @since 2023-02-03
-* base.js
-*/
-
-exports = module.exports = class base {
-    constructor(props) {
-        let t = this, fname = `base appenders constructor`
-        try {
-            t.parent = props.parent
-            t.parent.logMsg(`${fname}`.debug)
-            t.class_obj_array = []
-            t.data_to_process_array = []
-            t.objects_to_process = []
-            t.results_array = []
-            t.base_name_appender = ''
-
-            if (typeof props.data_to_process_array == 'undefined')
-                throw new Error(`props.data_to_process_array not defined`)
-
-            if (typeof props.process_objects == 'undefined')
-                throw new Error(`props.process_objects not defined`)
-
-            if (typeof props.appender == 'undefined')
-                throw new Error(`appender not defined)`)
-
-            t.base_name_appender = props.appender
-            t.data_to_process_array = props.data_to_process_array
-            t.objects_to_process = props.process_objects
-
-            t.init = t.init.bind(t)
-            t.get_objects_to_process = t.get_objects_to_process.bind(t)
-            t.get_data_to_process_array = t.get_data_to_process_array.bind(t)
-            t.process = t.process.bind(t)
-            t.get_results_array = t.get_results_array.bind(t)
-
-            return t
-        } catch (e) {
-            t.parent.base_reject(`${fname} error: ${e.message})`)
-        }
-    }
-	
-	process (props = {}) {
-		var t = this, fname = `base.process`
-		try {
-			t.parent.logMsg(`${fname}`.debug)
-
-			return t
-		} catch (e) {
-            t.parent.base_reject(`${fname} error: ${e.message})`)
-		}
-	}
-
-    get_results_array () {
-        return this.results_array
-    }
-
-    get_data_to_process_array () {
-        return this.data_to_process_array
-    }
-
-    get_objects_to_process () {
-        return this.objects_to_process
-    }
-    
-	init (props = {}) {
-		var t = this, fname = `base.init`
-		try {
-
-			t.parent.logMsg(`${fname}`.debug)
-			return t
-		} catch (e) {
-            t.parent.base_reject(`${fname} error: ${e.message})`)
-		}
-	}
-}