@researchdatabox/sails-hook-redbox-storage-mongo 1.4.8

package/config/record.js

@@ -0,0 +1,3 @@
+module.exports.record = {
+  datastreamService: 'mongostorageservice'
+};

package/config/storage.js

@@ -0,0 +1,73 @@
+module.exports.storage = {
+  // when loaded, this plugin will set itself as the default
+  serviceName: "mongostorageservice",
+  mongodb: {
+    indices: [
+      {
+        key: {
+          'harvestId': 1
+        }
+      },
+      {
+        key: {
+          'dateCreated': 1
+        }
+      },
+      {
+        key: {
+          'dateCreated': -1
+        }
+      },
+      {
+        key: {
+          'lastSaveDate': 1
+        }
+      },
+      {
+        key: {
+          'lastSaveDate': -1
+        }
+      },
+      {
+        key: {
+          'metaMetadata.brandId': 1
+        }
+      },
+      {
+        key: {
+          'metaMetadata.type': 1
+        }
+      },
+      {
+        key: {
+          'metaMetadata.createdOn': 1
+        }
+      },
+      {
+        key: {
+          'metaMetadata.createdOn': -1
+        }
+      },
+      {
+        key: {
+          'metaMetadata.lastSaveDate': 1
+        }
+      },
+      {
+        key: {
+          'metaMetadata.lastSaveDate': -1
+        }
+      },
+      {
+        key: {
+          'redboxOid': 1
+        }
+      },
+      {
+        key: {
+          'redboxOid': -1
+        }
+      }
+    ]
+  }
+};

package/index.js

@@ -0,0 +1,21 @@
+const _ = require('lodash');
+var configService = require('../../../api/services/ConfigService.js');
+
+module.exports = function (sails) {
+  return {
+    initialize: function (cb) {
+        // merge this Hook's configuration with RB's
+        configService.mergeHookConfig('@researchdatabox/sails-hook-redbox-storage-mongo', sails.config);
+        return cb();
+    },
+    //If each route middleware do not exist sails.lift will fail during hook.load()
+    routes: {
+      before: {},
+      after: {}
+    },
+    configure: function () {
+    },
+    defaults: {
+    }
+  }
+};

package/package.json

@@ -0,0 +1,53 @@
+{
+  "name": "@researchdatabox/sails-hook-redbox-storage-mongo",
+  "version": "1.4.8",
+  "description": "A MongoDB storage plugin for ReDBox.",
+  "main": "index.js",
+  "sails": {
+    "isHook": true
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/redbox-mint/sails-hook-redbox-storage-mongo.git"
+  },
+  "scripts": {
+    "test": "NODE_ENV=test; mocha",
+    "installHook": "docker run -v $(pwd):/opt/sailshook qcifengineering/redbox-portal /bin/bash -c 'cd /opt/redbox-portal;yarn add  \"file:/opt/sailshook\"'; docker commit $(docker ps -lq) redboxportalwithhook",
+    "runDev": "docker-compose -f support/development/docker-compose.yml up"
+  },
+  "keywords": [
+    "sails",
+    "hook",
+    "redbox",
+    "redbox research",
+    "redbox storage",
+    "redbox mongodb"
+  ],
+  "author": "QCIF Engineering dev@redboxresearchdata.com.au",
+  "license": "GPL-3.0",
+  "devDependencies": {
+    "@researchdatabox/redbox-core-types": "^1.4.3",
+    "@types/chai": "^4.2.12",
+    "@types/lodash": "^4.14.159",
+    "@types/mocha": "^8.0.3",
+    "chai": "^4.2.0",
+    "fs": "0.0.1-security",
+    "mocha": "^8.1.1",
+    "moment": "^2.29.1",
+    "mongodb": "^6.2.0",
+    "rxjs": "^6.6.2",
+    "rxjs-compat": "^6.6.7",
+    "sails": "^1.2.5",
+    "stream": "0.0.2",
+    "typescript": "^5.2.2",
+    "util": "^0.12.4"
+  },
+  "dependencies": {
+    "json2csv": "^5.0.3",
+    "lodash": "^4.17.21",
+    "uuid": "8.3.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}

package/test/bootstrap.js

@@ -0,0 +1,65 @@
+var Sails = require('sails').Sails;
+
+ describe('Bootstrap tests ::', function() {
+     // Var to hold a running sails app instance
+     var _sails;
+     var appPath = '/opt/redbox-portal'
+
+     // Before running any tests, attempt to lift Sails
+     before(function (done) {
+
+         // Hook will timeout in 10 seconds
+         this.timeout(11000);
+
+         // Attempt to lift sails
+         Sails().lift({
+           appPath: appPath,
+           models: {
+            migrate: 'drop'
+           },
+           datastores: {
+             mongodb: {
+               adapter: require(appPath+'/node_modules/sails-mongo'),
+               url: "mongodb://mongodb:27017/redbox-portal"
+             },
+             redboxStorage: {
+              adapter: require(appPath+'/node_modules/sails-mongo'),
+              url: 'mongodb://mongodb:27017/redbox-storage'
+            }
+           },
+           globals: {
+             sails: true,
+             _: require('lodash'),
+             async: require('async'),
+             models: true,
+             services: true
+           },
+           hooks: {
+             // Skip grunt (unless your hook uses it)
+             "grunt": false
+           },
+           log: {level: "verbose"}
+         },function (err, __sails) {
+           if (err) return done(err);
+           _sails = __sails;
+           return done();
+         });
+     });
+
+     // After tests are complete, lower Sails
+     after(function (done) {
+
+         // Lower Sails (if it successfully lifted)
+         if (_sails) {
+             return _sails.lower(done);
+         }
+         // Otherwise just return
+         return done();
+     });
+
+     // Test that Sails can lift with the hook in place
+     it ('sails does not crash', function() {
+         return true;
+     });
+
+ });

package/transformer/ExportJSONTransformer.js

@@ -0,0 +1,47 @@
+'use strict';
+Object.defineProperty(exports, "__esModule", { value: true });
+const { Transform } = require('stream');
+const moment = require("moment");
+class ExportJSONTransformer extends Transform {
+    constructor(recordtype, modifiedBefore, modifiedAfter) {
+        super();
+        this.first = true;
+        this.push(`{ "recordType": "${recordtype}",\n "dateGenerated": "${moment().toISOString()}",\n`);
+        if (!_.isEmpty(modifiedBefore) || !_.isEmpty(modifiedAfter)) {
+            this.push(`"dateModifiedRange": ${this.getDateModifiedRangeObject(modifiedBefore, modifiedAfter)},\n`);
+        }
+        this.push(`"records":[ `);
+    }
+    getDateModifiedRangeObject(modifiedBefore, modifiedAfter) {
+        let rangeObject = {};
+        if (!_.isEmpty(modifiedAfter)) {
+            rangeObject["from"] = modifiedAfter;
+        }
+        else {
+            rangeObject["from"] = "";
+        }
+        if (!_.isEmpty(modifiedBefore)) {
+            rangeObject["to"] = modifiedBefore;
+        }
+        else {
+            rangeObject["to"] = "";
+        }
+        return JSON.stringify(rangeObject);
+    }
+    _transform(chunk, encoding, done) {
+        let data = chunk.toString();
+        if (!this.first) {
+            this.push(",\n");
+        }
+        else {
+            this.first = false;
+        }
+        this.push(data);
+        done();
+    }
+    _flush(done) {
+        this.push("]\n }");
+        done();
+    }
+}
+module.exports = ExportJSONTransformer;

package/tsconfig.json

@@ -0,0 +1,39 @@
+{
+  "compilerOptions": {
+    "target": "es6",
+    "module": "commonjs",
+    "moduleResolution": "node",
+    "isolatedModules": false,
+    "jsx": "react",
+    "experimentalDecorators": true,
+    "emitDecoratorMetadata": true,
+    "declaration": false,
+    "noImplicitAny": false,
+    "noImplicitUseStrict": false,
+    "removeComments": true,
+    "noLib": false,
+    "preserveConstEnums": true,
+    "sourceMap": false,
+    "outDir": "./",
+    "rootDir": "./typescript"
+  },
+  "exclude": [
+    "node_modules/**",
+    "typings/browser/**",
+    "typings/browser.d.ts",
+    "test/integration/**/*.ts"
+  ],
+  "include": [
+    "typescript/**/*.ts"
+  ],
+  "compileOnSave": true,
+  "buildOnSave": false,
+  "atom": {
+    "rewriteTsconfig": false
+  },
+  "typeAcquisition": {
+    "include": [
+      "lodash"
+    ]
+  }
+}