queueobj 14.1.4 → 15.0.0

package/README.md

@@ -28,6 +28,8 @@ Included tag appenders:
 * json_name - queue and process all objects by name.
 * json_version - queue and process all objects by version.
 
+```
+
 Mocha Test
 ---------
 ```
@@ -36,6 +38,7 @@ npm test
 
 General Setup Test
 ---------
+```
 npm run test_files  
 npm run test_all   
 npm run test_top_one   
@@ -62,6 +65,7 @@ npm run test_json_name_non_matching
 
 Usage
 ---------
+```
 
 var queue = require("queueobj");
 

package/app.js

@@ -134,13 +134,14 @@ exports = module.exports = class QueueObj {
 
         if (typeof props.appender == 'undefined')
             t.reject('base_queue no props.appender')
-
         if (typeof props.process_objects == 'undefined')
             t.reject(`props.process_objects not defined`)
 
-        xlog = {appender: "console"}
+        xlog = { appender: "console" }
+
         if (typeof props.xlog != "undefined" && typeof props.xlog.appender != "undefined")
             xlog = props.xlog
+
         try {
             t.log_queue = new log_queue({
                 parent: t,

package/package.json

@@ -2,15 +2,16 @@
   "author": {
     "name": "Jim Manton"
   },
-  "version": "14.1.4",
+  "version": "15.0.0",
   "bundleDependencies": [],
   "dependencies": {
-    "base-queue": "^2.0.0",
+    "base-queue": "^3.0.1",
     "chai": "^4.3.7",
     "colors": "^1.4.0",
     "diffler": "^2.0.4",
     "fs": "^0.0.1-security",
-    "log-queue": "^2.1.0",
+    "http": "^0.0.1-security",
+    "log-queue": "^3.0.1",
     "mocha": "^10.2.0",
     "typescript": "^4.9.5",
     "valid-path": "^2.1.0"
@@ -30,6 +31,8 @@
     "test_name_non_matching": "node ./tests/name_non_matching",
     "test_version_matching": "node ./tests/version_matching",
     "test_version_non_matching": "node ./tests/version_non_matching",
+    "test_http_all": "node ./tests/http_all",
+    "test_json_http_all": "node ./tests/json_http_all",
     "test_json_all": "node ./tests/json_all",
     "test_json_top_one": "node ./tests/json_top_one",
     "test_json_bottom_one": "node ./tests/json_bottom_one",

package/test/package.js

@@ -6,15 +6,16 @@ const packageMock = {
   "author": {
     "name": "Jim Manton"
   },
-  "version": "14.1.4",
+  "version": "15.0.0",
   "bundleDependencies": [],
   "dependencies": {
-    "base-queue": "^2.0.0",
+    "base-queue": "^3.0.1",
     "chai": "^4.3.7",
     "colors": "^1.4.0",
     "diffler": "^2.0.4",
     "fs": "^0.0.1-security",
-    "log-queue": "^2.1.0",
+    "http": "^0.0.1-security",
+    "log-queue": "^3.0.1",
     "mocha": "^10.2.0",
     "typescript": "^4.9.5",
     "valid-path": "^2.1.0"
@@ -34,6 +35,8 @@ const packageMock = {
     "test_name_non_matching": "node ./tests/name_non_matching",
     "test_version_matching": "node ./tests/version_matching",
     "test_version_non_matching": "node ./tests/version_non_matching",
+    "test_http_all": "node ./tests/http_all",
+    "test_json_http_all": "node ./tests/json_http_all",
     "test_json_all": "node ./tests/json_all",
     "test_json_top_one": "node ./tests/json_top_one",
     "test_json_bottom_one": "node ./tests/json_bottom_one",

package/tests/http_all.js

@@ -0,0 +1,89 @@
+var queue = require("../app.js")
+
+var tst1 = class test1 {
+  constructor(props) {
+    let t = this, fname = "test_all.test1.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test1.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all test1` } })
+  }
+}
+
+var tst2 = class test2 {
+  constructor(props) {
+    let t = this, fname = "test_all.test2.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test2.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    setTimeout(() => {
+      callback({ success: { msg: `processing all test2` } })
+    }, 4000)
+  }
+}
+
+var tst3 = class test3 {
+  constructor(props) {
+    let t = this, fname = "test_all.test3.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test3.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    // callback({success: { msg: `processing all test3` }})
+    callback({ error: { msg: `there is some problem thrown here on test3` } })
+  }
+}
+
+var tst4 = class test4 {
+  constructor(props) {
+    let t = this, fname = "test_all.test4.constructor"
+    t.log = props.log
+    t.id = props.id
+
+    t.process = t.process.bind(t)
+  }
+
+  process(callback) {
+    let t = this, fname = "test_all.test4.process"
+    t.log({ msg: `This object (${fname}) is id (${t.id}). Do stuff here`.bgBrightGreen, type: "info" })
+    callback({ success: { msg: `processing all test4` } })
+  }
+}
+
+var qObj = new queue()
+
+qObj.init().process({
+  appender: "all",
+  xlog: {appender: "http", hostname: "127.0.0.1", port: 3003},
+  exclude_logMsg: ["debug"],   /* example ["debug", "info"] */
+  process_objects: [tst1, tst2, tst3, tst4]
+}).then((success) => {
+  qObj.logMsg({ msg: `test success: {msg: "all objects processed with no errors"}`.success.italic.bold, type: "success" })
+  qObj.log_queue.server()
+}, (error) => {
+  if (typeof error == "string") {
+    qObj.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+  } else {
+    let add_s = (error.error_count > 1) ? 's' : ''
+    qObj.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+  }
+  qObj.log_queue.server()
+})
+

package/tests/json_all.js

@@ -17,6 +17,7 @@ var file_object = class file_obj {
     constructor(props) {
         let t = this, fname = "file_obj.constructor"
         try {
+
             t.id = props.id
             t.log = props.log
             t.name = props.name
@@ -26,6 +27,7 @@ var file_object = class file_obj {
             t.errors = false
             t.error_msg = 'none'
 
+
             // if (t.id == 104) {
             //     t.errors = true
             //     t.error_msg = `some sort of error here`    
@@ -97,7 +99,7 @@ qRequire.init().process({
     qRequire.logMsg({ msg: `test success: json_all objects processed with no errors`.success.italic.bold, type: "success" })
 }, (error) => {
     if (typeof error == "string") {
-        qRequire.logMsg({msg: `error: ${error}`.error.italic.bold, type: "error"})
+        qRequire.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
 
     } else {
         let add_s = (error.error_count > 1) ? 's' : ''

package/tests/json_http_all.js

@@ -0,0 +1,112 @@
+var file_queue = require("../app.js"),
+    fs = require('fs'),
+    validPath = require('valid-path')
+
+var file_data = [
+    { props: { id: 100, name: "all", absolute_path: __filename, check: true } },
+    { props: { id: 101, name: "func_all", absolute_path: __filename, check: true } },
+    { props: { id: 102, name: "top_one", absolute_path: __filename, check: true } },
+    { props: { id: 103, name: "bottom_one", absolute_path: __filename, check: true } },
+    { props: { id: 104, name: "sync_all", absolute_path: __filename, check: true } },
+    { props: { id: 105, name: "status", absolute_path: __filename, check: true } },
+    { props: { id: 106, name: "name", absolute_path: __filename, check: true } },
+    { props: { id: 107, name: "version", absolute_path: __filename, check: true } }
+]
+
+var file_object = class file_obj {
+    constructor(props) {
+        let t = this, fname = "file_obj.constructor"
+        try {
+
+            t.id = props.id
+            t.log = props.log
+            t.name = props.name
+            t.path = props.relative_path
+            t.absolute_path = props.absolute_path
+            t.status = 'init'
+            t.errors = false
+            t.error_msg = 'none'
+
+
+            // if (t.id == 104) {
+            //     t.errors = true
+            //     t.error_msg = `some sort of error here`    
+            // }
+
+            t.process = t.process.bind(t)
+            t.do_checks = t.do_checks.bind(t)
+
+            if (props.check) {
+                t.do_checks()
+            }
+        } catch (e) {
+            e.message = `${fname} error: ${e.message}`
+            throw e
+        }
+
+        return t
+    }
+
+    do_checks() {
+        let t = this, path_to_check,
+            last_item = t.absolute_path.split("\\").pop(),
+            check_file = t.absolute_path.split(last_item)[0], check_path = t.path.split('/')
+
+        check_file = check_file.replace(/\\/g, "/");
+        path_to_check = validPath(t.path);
+
+        if (!path_to_check.valid) {
+            t.errors = true
+            t.error_msg = `id = ${t.id} name(${t.name}) Error in ${path_to_check.data.input}: ${path_to_check.error})`
+        }
+
+        check_path.map((dat, i) => {
+            if (/^[a-zA-Z._]+$/.test(dat)) {
+                if (dat != '.')
+                    check_file += dat + '/'
+            }
+        })
+        check_file = check_file.slice(0, -1)
+        try {
+            if (!fs.existsSync(check_file)) {
+                t.errors = true
+                t.error_msg = `id = ${t.id} name(${t.name}) file (${check_file} does not exist)`
+            }
+        } catch (e) {
+            e.message = "file_obj do_checks error: " + e.message
+            throw (e)
+        }
+    }
+
+    process(callback) {
+        let t = this
+        t.log({ msg: `processing object id ${t.id}. Do a bunch of stuff here.`.silly, type: "silly" })
+        if (t.errors)
+            callback({ error: { msg: t.error_msg } })
+        else
+            callback({ success: { msg: `id = ${t.id} name(${t.name})` } })
+    }
+}
+
+var qRequire = new file_queue()
+
+qRequire.init().process({
+    appender: "json_all",
+    xlog: {appender: "http", hostname: "127.0.0.1", port: 3002},
+    exclude_logMsg: ["debug"],   /* default ["debug", "silly", "info"] */
+    process_objects: [file_object],
+    data_to_process_array: file_data
+}).then((success) => {
+    qRequire.logMsg({ msg: `test success: json_all objects processed with no errors`.success.italic.bold, type: "success" })
+    qRequire.log_queue.server()
+}, (error) => {
+    if (typeof error == "string") {
+        qRequire.logMsg({ msg: `error: ${error}`.error.italic.bold, type: "error" })
+
+    } else {
+        let add_s = (error.error_count > 1) ? 's' : ''
+        qRequire.logMsg({ msg: `${error.error_count} error${add_s} detected`.error.italic.bold, type: "error" })
+    }
+    qRequire.log_queue.server()
+})
+