@harperfast/harper 5.0.0-alpha.10

package/dist/server/jobs/jobs.js

@@ -0,0 +1,267 @@
+'use strict';
+/**
+ * The jobs class is used to enable operations on the jobs system table.  The jobHandler function is the only
+ * exposed method to simplify the interaction.
+ */
+const uuidV4 = require('uuid').v4;
+const insert = require('../../dataLayer/insert.js');
+const search = require('../../dataLayer/search.js');
+const Search_Object = require('../../dataLayer/SearchObject.js');
+const searchByHashObj = require('../../dataLayer/SearchByHashObject.js');
+const SQL_Search_Object = require('../../dataLayer/SqlSearchObject.js');
+const hdbTerms = require("../../utility/hdbTerms.js");
+const JobObject = require('./JobObject.js');
+const UpdateObject = require('../../dataLayer/UpdateObject.js');
+const log = require('../../utility/logging/harper_logger.js');
+const Insert_Object = require('../../dataLayer/InsertObject.js');
+const hdbUtil = require('../../utility/common_utils.js');
+const { promisify } = require('util');
+const moment = require('moment');
+const fileLoadValidator = require('../../validation/fileLoadValidator.js');
+const bulkDeleteValidator = require('../../validation/bulkDeleteValidator.js');
+const { deleteTransactionLogsBeforeValidator } = require('../../validation/transactionLogValidator.js');
+const { handleHDBError, hdbErrors, ClientError } = require('../../utility/errors/hdbError.js');
+const { HTTP_STATUS_CODES } = hdbErrors;
+//Promisified functions
+const pSearchByValue = search.searchByValue;
+const pSearchSearchByHash = search.searchByHash;
+const pInsert = insert.insert;
+const pInsertUpdate = insert.update;
+let pSqlEvaluate;
+module.exports = {
+    addJob,
+    updateJob,
+    handleGetJob,
+    handleGetJobsByStartDate,
+    getJobById,
+};
+async function handleGetJob(jsonBody) {
+    if (jsonBody.id === undefined)
+        throw new ClientError("'id' is required");
+    let result = await getJobById(jsonBody.id);
+    if (!hdbUtil.isEmptyOrZeroLength(result)) {
+        result[0] = { ...result[0] };
+        if (result[0].request !== undefined)
+            delete result[0].request;
+        delete result[0]['__createdtime__'];
+        delete result[0]['__updatedtime__'];
+    }
+    return result;
+}
+async function handleGetJobsByStartDate(jsonBody) {
+    try {
+        let result = await getJobsInDateRange(jsonBody);
+        log.trace(`Searching for jobs from ${jsonBody.from_date} to ${jsonBody.to_date}`);
+        if (result && result.length > 0) {
+            for (let currRes of result) {
+                if (currRes.start_datetime) {
+                    currRes.start_datetime_converted = moment(currRes.start_datetime);
+                }
+                if (currRes.end_datetime) {
+                    currRes.end_datetime_converted = moment(currRes.end_datetime);
+                }
+                if (currRes.request !== undefined)
+                    delete currRes.request;
+                delete currRes['__createdtime__'];
+                delete currRes['__updatedtime__'];
+            }
+        }
+        return result;
+    }
+    catch (err) {
+        let message = `There was an error searching jobs by date: ${err}`;
+        log.error(message);
+        throw new Error(message);
+    }
+}
+/**
+ * Add a job to the job schema.
+ * @param jsonBody - job descriptor defined in the endpoint.
+ * @returns {Promise<*>}
+ */
+async function addJob(jsonBody) {
+    let result = { message: '', error: '', success: false, createdJob: undefined };
+    if (!jsonBody || Object.keys(jsonBody).length === 0 || hdbUtil.isEmptyOrZeroLength(jsonBody.operation)) {
+        let errMsg = `job parameter is invalid`;
+        log.info(errMsg);
+        result.error = errMsg;
+        return result;
+    }
+    // Check for valid job type.
+    if (!hdbTerms.JOB_TYPE_ENUM[jsonBody.operation]) {
+        log.info(`invalid job type specified: ${jsonBody.operation}.`);
+        return result;
+    }
+    // Validate csv operation to ensure that action is valid, schema and table exist, and if file load - check file.
+    let operation = jsonBody.operation;
+    let validationMsg;
+    switch (operation) {
+        case hdbTerms.OPERATIONS_ENUM.CSV_FILE_LOAD:
+            validationMsg = fileLoadValidator.fileObject(jsonBody);
+            break;
+        case hdbTerms.OPERATIONS_ENUM.CSV_URL_LOAD:
+            validationMsg = fileLoadValidator.urlObject(jsonBody);
+            break;
+        case hdbTerms.OPERATIONS_ENUM.CSV_DATA_LOAD:
+            validationMsg = fileLoadValidator.dataObject(jsonBody);
+            break;
+        case hdbTerms.OPERATIONS_ENUM.IMPORT_FROM_S3:
+            validationMsg = fileLoadValidator.s3FileObject(jsonBody);
+            break;
+        case hdbTerms.OPERATIONS_ENUM.DELETE_FILES_BEFORE:
+        case hdbTerms.OPERATIONS_ENUM.DELETE_RECORDS_BEFORE:
+            validationMsg = bulkDeleteValidator(jsonBody, 'date');
+            break;
+        case hdbTerms.OPERATIONS_ENUM.DELETE_AUDIT_LOGS_BEFORE:
+            validationMsg = bulkDeleteValidator(jsonBody, 'timestamp');
+            break;
+        case hdbTerms.OPERATIONS_ENUM.DELETE_TRANSACTION_LOGS_BEFORE:
+            validationMsg = deleteTransactionLogsBeforeValidator(jsonBody);
+            break;
+        case hdbTerms.OPERATIONS_ENUM.RESTART_SERVICE:
+            if (hdbTerms.HDB_PROCESS_SERVICES[jsonBody.service] === undefined) {
+                throw handleHDBError(new Error(), 'Invalid service', HTTP_STATUS_CODES.BAD_REQUEST, undefined, undefined, true);
+            }
+            break;
+        default:
+            break;
+    }
+    if (validationMsg) {
+        throw handleHDBError(validationMsg, validationMsg.message, HTTP_STATUS_CODES.BAD_REQUEST, undefined, undefined, true);
+    }
+    let newJob = new JobObject();
+    newJob.type =
+        jsonBody.operation === hdbTerms.OPERATIONS_ENUM.DELETE_RECORDS_BEFORE
+            ? hdbTerms.OPERATIONS_ENUM.DELETE_FILES_BEFORE
+            : jsonBody.operation;
+    newJob.type = jsonBody.operation;
+    newJob.user = jsonBody.hdb_user?.username;
+    let searchObj = new Search_Object(hdbTerms.SYSTEM_SCHEMA_NAME, hdbTerms.SYSTEM_TABLE_NAMES.JOB_TABLE_NAME, 'id', newJob.id, 'id', ['id']);
+    let foundJob;
+    try {
+        foundJob = Array.from(await pSearchByValue(searchObj));
+    }
+    catch (e) {
+        let message = `There was an error inserting a new job: ${e}`;
+        log.error(message);
+        return result;
+    }
+    //TODO: Once https://harperdb.atlassian.net/browse/HDB-501 is resolved, this check is no longer needed.
+    let foundValues = Array.isArray(foundJob) ? foundJob : Object.keys(foundJob);
+    // It is highly unlikely that we will ever get into this, as a UUID duplicate is very rare.  Just in case we
+    // do have a collision, we regenerate an ID and search again.  The odds of 2 collisions are so astronomically high
+    // that we will just throw an error assuming there is bad input causing the issue.
+    if (foundValues && foundValues.length > 0) {
+        newJob.id = uuidV4();
+        try {
+            foundJob = await pSearchByValue(searchObj);
+        }
+        catch (e) {
+            let message = `There was an error inserting a new job: ${e}`;
+            log.error(message);
+            return result;
+        }
+        //TODO: Once https://harperdb.atlassian.net/browse/HDB-501 is resolved, this check is no longer needed.
+        foundValues = Array.isArray(foundJob) ? foundJob : Object.keys(foundJob);
+        if (foundValues && foundValues.length > 0) {
+            log.error('Error creating a job, could not find a unique job id.');
+            return result;
+        }
+    }
+    // We save the request so that the job process can get it and run the operation.
+    // Sending the request via IPC to the job process was causing some messages to be lost under load.
+    newJob.request = jsonBody;
+    let insertObject = new Insert_Object(hdbTerms.SYSTEM_SCHEMA_NAME, hdbTerms.SYSTEM_TABLE_NAMES.JOB_TABLE_NAME, 'id', [
+        newJob,
+    ]);
+    let insertResult;
+    try {
+        insertResult = await pInsert(insertObject);
+    }
+    catch (e) {
+        log.error(`There was an error inserting a job for job type: ${jsonBody.operation} -- ${e}`);
+        result.success = false;
+        return result;
+    }
+    if (insertResult.inserted_hashes.length === 0) {
+        result.message = `Had a problem creating a job with type ${newJob.operation} and id ${newJob.id}`;
+    }
+    else {
+        let resultMsg = `Created a job with type ${newJob.type} and id ${newJob.id}`;
+        result.message = resultMsg;
+        result.createdJob = newJob;
+        result.success = true;
+        log.trace(resultMsg);
+    }
+    return result;
+}
+/**
+ * Get jobs in a range of dates by comparing start date of the job.
+ * @param jsonBody - The inbound message
+ * @returns {Promise<*>}
+ */
+async function getJobsInDateRange(jsonBody) {
+    let parsedFromDate = moment(jsonBody.from_date, moment.ISO_8601);
+    let parsedToDate = moment(jsonBody.to_date, moment.ISO_8601);
+    if (!parsedFromDate.isValid()) {
+        throw new Error(`Invalid 'from' date, must be in ISO-8601 format (YYYY-MM-DD).`);
+    }
+    if (!parsedToDate.isValid()) {
+        throw new Error(`Invalid 'to' date, must be in ISO-8601 format (YYYY-MM-DD)`);
+    }
+    let jobSearchSql = `select * from system.hdb_job where start_datetime > '${parsedFromDate.valueOf()}' and start_datetime < '${parsedToDate.valueOf()}'`;
+    let sqlSearchObj = new SQL_Search_Object(jobSearchSql, jsonBody.hdb_user);
+    try {
+        if (!pSqlEvaluate) {
+            const hdbSql = require('../../sqlTranslator');
+            pSqlEvaluate = promisify(hdbSql.evaluateSQL);
+        }
+        return await pSqlEvaluate(sqlSearchObj);
+    }
+    catch (e) {
+        log.error(`there was a problem searching for jobs from date ${jsonBody.from_date} to date ${jsonBody.to_date} ${e}`);
+        throw new Error(`there was an error searching for jobs.  Please check the log for details.`);
+    }
+}
+/**
+ * Get a job by a specific id
+ * @param jsonBody - The inbound message
+ * @returns {Promise<*>}
+ */
+async function getJobById(job_id) {
+    if (hdbUtil.isEmptyOrZeroLength(job_id)) {
+        return hdbUtil.errorizeMessage('Invalid job ID specified.');
+    }
+    const searchObj = new searchByHashObj(hdbTerms.SYSTEM_SCHEMA_NAME, hdbTerms.SYSTEM_TABLE_NAMES.JOB_TABLE_NAME, [job_id], ['*']);
+    try {
+        return await pSearchSearchByHash(searchObj);
+    }
+    catch (e) {
+        let message = `There was an error searching for a job by id: ${job_id} ${e}`;
+        log.error(message);
+        return hdbUtil.errorizeMessage(`there was an error searching for jobs.  Please check the log for details.`);
+    }
+}
+/**
+ * Update the job record specified in the parameter.  If the status is COMPLETE or ERROR, the endDatetime field will be set to now().
+ * @param jobObject - The object representing the desired record.
+ * @returns {Promise<*>}
+ */
+async function updateJob(jobObject) {
+    if (Object.keys(jobObject).length === 0) {
+        throw new Error('invalid job object passed to updateJob');
+    }
+    if (hdbUtil.isEmptyOrZeroLength(jobObject.id)) {
+        throw new Error('invalid ID passed to updateJob');
+    }
+    if (jobObject.status === hdbTerms.JOB_STATUS_ENUM.COMPLETE || jobObject.status === hdbTerms.JOB_STATUS_ENUM.ERROR) {
+        jobObject.end_datetime = moment().valueOf();
+    }
+    let updateObject = new UpdateObject(hdbTerms.SYSTEM_SCHEMA_NAME, hdbTerms.SYSTEM_TABLE_NAMES.JOB_TABLE_NAME, [
+        jobObject,
+    ]);
+    let updateResult = undefined;
+    updateResult = await pInsertUpdate(updateObject);
+    return updateResult;
+}
+//# sourceMappingURL=jobs.js.map

package/dist/server/jobs/jobs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../../server/jobs/jobs.js"],"names":[],"mappings":"AAAA,YAAY,CAAC;AAEb;;;GAGG;AAEH,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;AAClC,MAAM,MAAM,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;AACpD,MAAM,MAAM,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;AACpD,MAAM,aAAa,GAAG,OAAO,CAAC,iCAAiC,CAAC,CAAC;AACjE,MAAM,eAAe,GAAG,OAAO,CAAC,uCAAuC,CAAC,CAAC;AACzE,MAAM,iBAAiB,GAAG,OAAO,CAAC,oCAAoC,CAAC,CAAC;AACxE,MAAM,QAAQ,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;AACtD,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAC5C,MAAM,YAAY,GAAG,OAAO,CAAC,iCAAiC,CAAC,CAAC;AAChE,MAAM,GAAG,GAAG,OAAO,CAAC,wCAAwC,CAAC,CAAC;AAC9D,MAAM,aAAa,GAAG,OAAO,CAAC,iCAAiC,CAAC,CAAC;AACjE,MAAM,OAAO,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AACzD,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AACtC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AACjC,MAAM,iBAAiB,GAAG,OAAO,CAAC,uCAAuC,CAAC,CAAC;AAC3E,MAAM,mBAAmB,GAAG,OAAO,CAAC,yCAAyC,CAAC,CAAC;AAC/E,MAAM,EAAE,oCAAoC,EAAE,GAAG,OAAO,CAAC,6CAA6C,CAAC,CAAC;AACxG,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,kCAAkC,CAAC,CAAC;AAC/F,MAAM,EAAE,iBAAiB,EAAE,GAAG,SAAS,CAAC;AAExC,uBAAuB;AACvB,MAAM,cAAc,GAAG,MAAM,CAAC,aAAa,CAAC;AAC5C,MAAM,mBAAmB,GAAG,MAAM,CAAC,YAAY,CAAC;AAChD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;AAC9B,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;AACpC,IAAI,YAAY,CAAC;AAEjB,MAAM,CAAC,OAAO,GAAG;IAChB,MAAM;IACN,SAAS;IACT,YAAY;IACZ,wBAAwB;IACxB,UAAU;CACV,CAAC;AAEF,KAAK,UAAU,YAAY,CAAC,QAAQ;IACnC,IAAI,QAAQ,CAAC,EAAE,KAAK,SAAS;QAAE,MAAM,IAAI,WAAW,CAAC,kBAAkB,CAAC,CAAC;IACzE,IAAI,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAC9D,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QACpC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IAED,OAAO,MAAM,CAAC;AACf,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,QAAQ;IAC/C,IAAI,CAAC;QACJ,IAAI,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAChD,GAAG,CAAC,KAAK,CAAC,2BAA2B,QAAQ,CAAC,SAAS,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;QAClF,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,KAAK,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC5B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;oBAC5B,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;gBACnE,CAAC;gBACD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;oBAC1B,OAAO,CAAC,sBAAsB,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC/D,CAAC;gBAED,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;oBAAE,OAAO,OAAO,CAAC,OAAO,CAAC;gBAC1D,OAAO,OAAO,CAAC,iBAAiB,CAAC,CAAC;gBAClC,OAAO,OAAO,CAAC,iBAAiB,CAAC,CAAC;YACnC,CAAC;QACF,CAAC;QACD,OAAO,MAAM,CAAC;IACf,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,IAAI,OAAO,GAAG,8CAA8C,GAAG,EAAE,CAAC;QAClE,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,MAAM,CAAC,QAAQ;IAC7B,IAAI,MAAM,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;IAC/E,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACxG,IAAI,MAAM,GAAG,0BAA0B,CAAC;QACxC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjB,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC;QACtB,OAAO,MAAM,CAAC;IACf,CAAC;IAED,4BAA4B;IAC5B,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,IAAI,CAAC,+BAA+B,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC;QAC/D,OAAO,MAAM,CAAC;IACf,CAAC;IAED,gHAAgH;IAChH,IAAI,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;IACnC,IAAI,aAAa,CAAC;IAClB,QAAQ,SAAS,EAAE,CAAC;QACnB,KAAK,QAAQ,CAAC,eAAe,CAAC,aAAa;YAC1C,aAAa,GAAG,iBAAiB,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACvD,MAAM;QACP,KAAK,QAAQ,CAAC,eAAe,CAAC,YAAY;YACzC,aAAa,GAAG,iBAAiB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACtD,MAAM;QACP,KAAK,QAAQ,CAAC,eAAe,CAAC,aAAa;YAC1C,aAAa,GAAG,iBAAiB,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACvD,MAAM;QACP,KAAK,QAAQ,CAAC,eAAe,CAAC,cAAc;YAC3C,aAAa,GAAG,iBAAiB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACzD,MAAM;QACP,KAAK,QAAQ,CAAC,eAAe,CAAC,mBAAmB,CAAC;QAClD,KAAK,QAAQ,CAAC,eAAe,CAAC,qBAAqB;YAClD,aAAa,GAAG,mBAAmB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACtD,MAAM;QACP,KAAK,QAAQ,CAAC,eAAe,CAAC,wBAAwB;YACrD,aAAa,GAAG,mBAAmB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YAC3D,MAAM;QACP,KAAK,QAAQ,CAAC,eAAe,CAAC,8BAA8B;YAC3D,aAAa,GAAG,oCAAoC,CAAC,QAAQ,CAAC,CAAC;YAC/D,MAAM;QACP,KAAK,QAAQ,CAAC,eAAe,CAAC,eAAe;YAC5C,IAAI,QAAQ,CAAC,oBAAoB,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,SAAS,EAAE,CAAC;gBACnE,MAAM,cAAc,CAAC,IAAI,KAAK,EAAE,EAAE,iBAAiB,EAAE,iBAAiB,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;YACjH,CAAC;YACD,MAAM;QACP;YACC,MAAM;IACR,CAAC;IACD,IAAI,aAAa,EAAE,CAAC;QACnB,MAAM,cAAc,CACnB,aAAa,EACb,aAAa,CAAC,OAAO,EACrB,iBAAiB,CAAC,WAAW,EAC7B,SAAS,EACT,SAAS,EACT,IAAI,CACJ,CAAC;IACH,CAAC;IAED,IAAI,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;IAC7B,MAAM,CAAC,IAAI;QACV,QAAQ,CAAC,SAAS,KAAK,QAAQ,CAAC,eAAe,CAAC,qBAAqB;YACpE,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,mBAAmB;YAC9C,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;IACvB,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC;IACjC,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC1C,IAAI,SAAS,GAAG,IAAI,aAAa,CAChC,QAAQ,CAAC,kBAAkB,EAC3B,QAAQ,CAAC,kBAAkB,CAAC,cAAc,EAC1C,IAAI,EACJ,MAAM,CAAC,EAAE,EACT,IAAI,EACJ,CAAC,IAAI,CAAC,CACN,CAAC;IAEF,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACJ,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC;IACxD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACZ,IAAI,OAAO,GAAG,2CAA2C,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnB,OAAO,MAAM,CAAC;IACf,CAAC;IACD,uGAAuG;IACvG,IAAI,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAE7E,4GAA4G;IAC5G,kHAAkH;IAClH,kFAAkF;IAClF,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC;QACrB,IAAI,CAAC;YACJ,QAAQ,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,OAAO,GAAG,2CAA2C,CAAC,EAAE,CAAC;YAC7D,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnB,OAAO,MAAM,CAAC;QACf,CAAC;QACD,uGAAuG;QACvG,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzE,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,GAAG,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACnE,OAAO,MAAM,CAAC;QACf,CAAC;IACF,CAAC;IAED,gFAAgF;IAChF,kGAAkG;IAClG,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC;IAE1B,IAAI,YAAY,GAAG,IAAI,aAAa,CAAC,QAAQ,CAAC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB,CAAC,cAAc,EAAE,IAAI,EAAE;QACnH,MAAM;KACN,CAAC,CAAC;IACH,IAAI,YAAY,CAAC;IACjB,IAAI,CAAC;QACJ,YAAY,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACZ,GAAG,CAAC,KAAK,CAAC,oDAAoD,QAAQ,CAAC,SAAS,OAAO,CAAC,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC;QACvB,OAAO,MAAM,CAAC;IACf,CAAC;IAED,IAAI,YAAY,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/C,MAAM,CAAC,OAAO,GAAG,0CAA0C,MAAM,CAAC,SAAS,WAAW,MAAM,CAAC,EAAE,EAAE,CAAC;IACnG,CAAC;SAAM,CAAC;QACP,IAAI,SAAS,GAAG,2BAA2B,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,EAAE,EAAE,CAAC;QAC7E,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC;QAC3B,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC;QAC3B,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,kBAAkB,CAAC,QAAQ;IACzC,IAAI,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACjE,IAAI,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAE7D,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,YAAY,GAAG,wDAAwD,cAAc,CAAC,OAAO,EAAE,2BAA2B,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC;IACxJ,IAAI,YAAY,GAAG,IAAI,iBAAiB,CAAC,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAE1E,IAAI,CAAC;QACJ,IAAI,CAAC,YAAY,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;YAC9C,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,MAAM,YAAY,CAAC,YAAY,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACZ,GAAG,CAAC,KAAK,CACR,oDAAoD,QAAQ,CAAC,SAAS,YAAY,QAAQ,CAAC,OAAO,IAAI,CAAC,EAAE,CACzG,CAAC;QACF,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IAC9F,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,UAAU,CAAC,MAAM;IAC/B,IAAI,OAAO,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,eAAe,CAAC,2BAA2B,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,eAAe,CACpC,QAAQ,CAAC,kBAAkB,EAC3B,QAAQ,CAAC,kBAAkB,CAAC,cAAc,EAC1C,CAAC,MAAM,CAAC,EACR,CAAC,GAAG,CAAC,CACL,CAAC;IAEF,IAAI,CAAC;QACJ,OAAO,MAAM,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACZ,IAAI,OAAO,GAAG,iDAAiD,MAAM,IAAI,CAAC,EAAE,CAAC;QAC7E,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnB,OAAO,OAAO,CAAC,eAAe,CAAC,2EAA2E,CAAC,CAAC;IAC7G,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,SAAS,CAAC,SAAS;IACjC,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,OAAO,CAAC,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,eAAe,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACnH,SAAS,CAAC,YAAY,GAAG,MAAM,EAAE,CAAC,OAAO,EAAE,CAAC;IAC7C,CAAC;IAED,IAAI,YAAY,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB,CAAC,cAAc,EAAE;QAC5G,SAAS;KACT,CAAC,CAAC;IACH,IAAI,YAAY,GAAG,SAAS,CAAC;IAC7B,YAAY,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,CAAC;IACjD,OAAO,YAAY,CAAC;AACrB,CAAC"}

package/dist/server/loadRootComponents.d.ts

@@ -0,0 +1,5 @@
+/**
+ * This is main entry point for loading the main set of global server modules that power Harper.
+ * @returns {Promise<void>}
+ */
+export function loadRootComponents(isWorkerThread?: boolean): Promise<void>;

package/dist/server/loadRootComponents.js

@@ -0,0 +1,45 @@
+"use strict";
+const { isMainThread } = require('worker_threads');
+const { getTables } = require("../resources/databases.js");
+const { loadComponentDirectories, loadComponent } = require("../components/componentLoader.js");
+const { resetResources } = require("../resources/Resources.js");
+const configUtils = require('../config/configUtils.js');
+const { dirname } = require('path');
+const { loadCertificates } = require('../security/keys.js');
+const { installApplications } = require("../components/Application.js");
+let loadedComponents = new Map();
+/**
+ * This is main entry point for loading the main set of global server modules that power Harper.
+ * @returns {Promise<void>}
+ */
+async function loadRootComponents(isWorkerThread = false) {
+    try {
+        if (isMainThread && !process.env.HARPER_SAFE_MODE)
+            await installApplications();
+    }
+    catch (error) {
+        console.error(error);
+    }
+    let resources = resetResources();
+    getTables();
+    resources.isWorker = isWorkerThread;
+    await loadCertificates();
+    // the Harper root component
+    await loadComponent(dirname(configUtils.getConfigFilePath()), resources, 'hdb', {
+        isRoot: true,
+        providedLoadedComponents: loadedComponents,
+    });
+    if (!process.env.HARPER_SAFE_MODE) {
+        // once the global plugins are loaded, we now load all the CF and run applications (and their components)
+        await loadComponentDirectories(loadedComponents, resources);
+    }
+    let allReady = [];
+    for (let [serverModule] of loadedComponents) {
+        if (serverModule.ready)
+            allReady.push(serverModule.ready());
+    }
+    if (allReady.length > 0)
+        await Promise.all(allReady);
+}
+module.exports.loadRootComponents = loadRootComponents;
+//# sourceMappingURL=loadRootComponents.js.map

package/dist/server/loadRootComponents.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loadRootComponents.js","sourceRoot":"","sources":["../../server/loadRootComponents.js"],"names":[],"mappings":";AAAA,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;AACnD,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAC3D,MAAM,EAAE,wBAAwB,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,kCAAkC,CAAC,CAAC;AAChG,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAChE,MAAM,WAAW,GAAG,OAAO,CAAC,0BAA0B,CAAC,CAAC;AACxD,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AACpC,MAAM,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;AAC5D,MAAM,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;AAExE,IAAI,gBAAgB,GAAG,IAAI,GAAG,EAAE,CAAC;AACjC;;;GAGG;AACH,KAAK,UAAU,kBAAkB,CAAC,cAAc,GAAG,KAAK;IACvD,IAAI,CAAC;QACJ,IAAI,YAAY,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB;YAAE,MAAM,mBAAmB,EAAE,CAAC;IAChF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,SAAS,GAAG,cAAc,EAAE,CAAC;IACjC,SAAS,EAAE,CAAC;IACZ,SAAS,CAAC,QAAQ,GAAG,cAAc,CAAC;IAEpC,MAAM,gBAAgB,EAAE,CAAC;IACzB,4BAA4B;IAC5B,MAAM,aAAa,CAAC,OAAO,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE;QAC/E,MAAM,EAAE,IAAI;QACZ,wBAAwB,EAAE,gBAAgB;KAC1C,CAAC,CAAC;IACH,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACnC,yGAAyG;QACzG,MAAM,wBAAwB,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,KAAK,IAAI,CAAC,YAAY,CAAC,IAAI,gBAAgB,EAAE,CAAC;QAC7C,IAAI,YAAY,CAAC,KAAK;YAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,OAAO,CAAC,kBAAkB,GAAG,kBAAkB,CAAC"}

package/dist/server/mqtt.d.ts

@@ -0,0 +1,9 @@
+export declare function bypassAuth(): void;
+export declare function start({ server, port, network, webSocket, securePort, requireAuthentication }: {
+    server: any;
+    port: any;
+    network: any;
+    webSocket: any;
+    securePort: any;
+    requireAuthentication: any;
+}): any[];