@harperfast/harper 5.0.0-alpha.10

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/initializePaths.js

@@ -0,0 +1,137 @@
+'use strict';
+const hdbTerms = require("../../../../utility/hdbTerms.js");
+const hdbUtils = require('../../../../utility/common_utils.js');
+const env = require('../../../../utility/environment/environmentManager.js');
+const path = require('path');
+const minimist = require('minimist');
+const fs = require('fs-extra');
+const _ = require('lodash');
+env.initSync();
+const { CONFIG_PARAMS, DATABASES_PARAM_CONFIG, SYSTEM_SCHEMA_NAME } = hdbTerms;
+let BASE_SCHEMA_PATH = undefined;
+let SYSTEM_SCHEMA_PATH = undefined;
+let TRANSACTION_STORE_PATH = undefined;
+/**
+ * when HDB is not yet installed we do not yet know the base path and an error is thrown if we do a standard const, so we create a getter
+ * @returns {string|*}
+ */
+function getBaseSchemaPath() {
+    if (BASE_SCHEMA_PATH !== undefined) {
+        return BASE_SCHEMA_PATH;
+    }
+    if (env.getHdbBasePath() !== undefined) {
+        BASE_SCHEMA_PATH =
+            env.get(CONFIG_PARAMS.STORAGE_PATH) || path.join(env.getHdbBasePath(), hdbTerms.DATABASES_DIR_NAME);
+        return BASE_SCHEMA_PATH;
+    }
+}
+/**
+ * when HDB is not yet installed we do not yet know the base path and an error is thrown if we do a standard const, so we create a getter
+ * @returns {string|*}
+ */
+function getSystemSchemaPath() {
+    if (SYSTEM_SCHEMA_PATH !== undefined) {
+        return SYSTEM_SCHEMA_PATH;
+    }
+    if (env.getHdbBasePath() !== undefined) {
+        SYSTEM_SCHEMA_PATH = getSchemaPath(SYSTEM_SCHEMA_NAME);
+        return SYSTEM_SCHEMA_PATH;
+    }
+}
+function getTransactionAuditStoreBasePath() {
+    if (TRANSACTION_STORE_PATH !== undefined) {
+        return TRANSACTION_STORE_PATH;
+    }
+    if (env.getHdbBasePath() !== undefined) {
+        TRANSACTION_STORE_PATH =
+            env.get(hdbTerms.CONFIG_PARAMS.STORAGE_AUDIT_PATH) ||
+                path.join(env.getHdbBasePath(), hdbTerms.TRANSACTIONS_DIR_NAME);
+        return TRANSACTION_STORE_PATH;
+    }
+}
+function getTransactionAuditStorePath(schema, table) {
+    let schemaConfig = env.get(CONFIG_PARAMS.DATABASES)?.[schema];
+    return ((table && schemaConfig?.tables?.[table]?.auditPath) ||
+        schemaConfig?.auditPath ||
+        path.join(getTransactionAuditStoreBasePath(), schema.toString()));
+}
+function getSchemaPath(schema, table) {
+    schema = schema.toString();
+    table = table ? table.toString() : table;
+    let schemaConfig = env.get(hdbTerms.CONFIG_PARAMS.DATABASES)?.[schema];
+    return (table && schemaConfig?.tables?.[table]?.path) || schemaConfig?.path || path.join(getBaseSchemaPath(), schema);
+}
+/**
+ * It is possible to set where the system schema/table files reside. This function will check for CLI/env vars
+ * on install and update accordingly.
+ * @param schema
+ * @param table
+ * @returns {string|string|*}
+ */
+function initSystemSchemaPaths(schema, table) {
+    schema = schema.toString();
+    table = table.toString();
+    // Check to see if there are any CLI or env args related to schema/table path
+    const args = process.env;
+    Object.assign(args, minimist(process.argv));
+    const schemaConfJson = args[CONFIG_PARAMS.DATABASES.toUpperCase()];
+    if (schemaConfJson) {
+        let schemasConf;
+        try {
+            schemasConf = JSON.parse(schemaConfJson);
+        }
+        catch (err) {
+            if (!hdbUtils.isObject(schemaConfJson))
+                throw err;
+            schemasConf = schemaConfJson;
+        }
+        for (const schemaConf of schemasConf) {
+            const systemSchemaConf = schemaConf[SYSTEM_SCHEMA_NAME];
+            if (!systemSchemaConf)
+                continue;
+            let schemasObj = env.get(CONFIG_PARAMS.DATABASES);
+            schemasObj = schemasObj ?? {};
+            // If path var exists for system table add it to schemas prop and return path.
+            const systemTablePath = systemSchemaConf?.tables?.[table]?.[DATABASES_PARAM_CONFIG.PATH];
+            if (systemTablePath) {
+                _.set(schemasObj, [SYSTEM_SCHEMA_NAME, DATABASES_PARAM_CONFIG.TABLES, table, DATABASES_PARAM_CONFIG.PATH], systemTablePath);
+                env.setProperty(CONFIG_PARAMS.DATABASES, schemasObj);
+                return systemTablePath;
+            }
+            // If path exists for system schema add it to schemas prop and return path.
+            const systemSchemaPath = systemSchemaConf?.[DATABASES_PARAM_CONFIG.PATH];
+            if (systemSchemaPath) {
+                _.set(schemasObj, [SYSTEM_SCHEMA_NAME, DATABASES_PARAM_CONFIG.PATH], systemSchemaPath);
+                env.setProperty(CONFIG_PARAMS.DATABASES, schemasObj);
+                return systemSchemaPath;
+            }
+        }
+    }
+    // If storagePath is passed use that to determine location
+    const storagePath = args[CONFIG_PARAMS.STORAGE_PATH.toUpperCase()];
+    if (storagePath) {
+        if (!fs.pathExistsSync(storagePath))
+            throw new Error(storagePath + ' does not exist');
+        const storageSchemaPath = path.join(storagePath, schema);
+        fs.mkdirsSync(storageSchemaPath);
+        env.setProperty(CONFIG_PARAMS.STORAGE_PATH, storagePath);
+        return storageSchemaPath;
+    }
+    // Default to default location
+    return getSystemSchemaPath();
+}
+function resetPaths() {
+    BASE_SCHEMA_PATH = undefined;
+    SYSTEM_SCHEMA_PATH = undefined;
+    TRANSACTION_STORE_PATH = undefined;
+}
+module.exports = {
+    getBaseSchemaPath,
+    getSystemSchemaPath,
+    getTransactionAuditStorePath,
+    getTransactionAuditStoreBasePath,
+    getSchemaPath,
+    initSystemSchemaPaths,
+    resetPaths,
+};
+//# sourceMappingURL=initializePaths.js.map

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/initializePaths.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"initializePaths.js","sourceRoot":"","sources":["../../../../../dataLayer/harperBridge/lmdbBridge/lmdbUtility/initializePaths.js"],"names":[],"mappings":"AAAA,YAAY,CAAC;AAEb,MAAM,QAAQ,GAAG,OAAO,CAAC,iCAAiC,CAAC,CAAC;AAC5D,MAAM,QAAQ,GAAG,OAAO,CAAC,qCAAqC,CAAC,CAAC;AAChE,MAAM,GAAG,GAAG,OAAO,CAAC,uDAAuD,CAAC,CAAC;AAC7E,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AACrC,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAC/B,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AAC5B,GAAG,CAAC,QAAQ,EAAE,CAAC;AAEf,MAAM,EAAE,aAAa,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,GAAG,QAAQ,CAAC;AAC/E,IAAI,gBAAgB,GAAG,SAAS,CAAC;AACjC,IAAI,kBAAkB,GAAG,SAAS,CAAC;AACnC,IAAI,sBAAsB,GAAG,SAAS,CAAC;AAEvC;;;GAGG;AACH,SAAS,iBAAiB;IACzB,IAAI,gBAAgB,KAAK,SAAS,EAAE,CAAC;QACpC,OAAO,gBAAgB,CAAC;IACzB,CAAC;IAED,IAAI,GAAG,CAAC,cAAc,EAAE,KAAK,SAAS,EAAE,CAAC;QACxC,gBAAgB;YACf,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QACrG,OAAO,gBAAgB,CAAC;IACzB,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB;IAC3B,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;QACtC,OAAO,kBAAkB,CAAC;IAC3B,CAAC;IAED,IAAI,GAAG,CAAC,cAAc,EAAE,KAAK,SAAS,EAAE,CAAC;QACxC,kBAAkB,GAAG,aAAa,CAAC,kBAAkB,CAAC,CAAC;QACvD,OAAO,kBAAkB,CAAC;IAC3B,CAAC;AACF,CAAC;AAED,SAAS,gCAAgC;IACxC,IAAI,sBAAsB,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,sBAAsB,CAAC;IAC/B,CAAC;IAED,IAAI,GAAG,CAAC,cAAc,EAAE,KAAK,SAAS,EAAE,CAAC;QACxC,sBAAsB;YACrB,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,kBAAkB,CAAC;gBAClD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,QAAQ,CAAC,qBAAqB,CAAC,CAAC;QACjE,OAAO,sBAAsB,CAAC;IAC/B,CAAC;AACF,CAAC;AAED,SAAS,4BAA4B,CAAC,MAAM,EAAE,KAAK;IAClD,IAAI,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC9D,OAAO,CACN,CAAC,KAAK,IAAI,YAAY,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC;QACnD,YAAY,EAAE,SAAS;QACvB,IAAI,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAChE,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,MAAM,EAAE,KAAK;IACnC,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC3B,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;IACzC,IAAI,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IACvE,OAAO,CAAC,KAAK,IAAI,YAAY,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,IAAI,YAAY,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,MAAM,CAAC,CAAC;AACvH,CAAC;AAED;;;;;;GAMG;AACH,SAAS,qBAAqB,CAAC,MAAM,EAAE,KAAK;IAC3C,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC3B,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;IAEzB,6EAA6E;IAC7E,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC;IACzB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAE5C,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;IACnE,IAAI,cAAc,EAAE,CAAC;QACpB,IAAI,WAAW,CAAC;QAChB,IAAI,CAAC;YACJ,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC;gBAAE,MAAM,GAAG,CAAC;YAClD,WAAW,GAAG,cAAc,CAAC;QAC9B,CAAC;QAED,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACtC,MAAM,gBAAgB,GAAG,UAAU,CAAC,kBAAkB,CAAC,CAAC;YACxD,IAAI,CAAC,gBAAgB;gBAAE,SAAS;YAChC,IAAI,UAAU,GAAG,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YAClD,UAAU,GAAG,UAAU,IAAI,EAAE,CAAC;YAE9B,8EAA8E;YAC9E,MAAM,eAAe,GAAG,gBAAgB,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;YACzF,IAAI,eAAe,EAAE,CAAC;gBACrB,CAAC,CAAC,GAAG,CACJ,UAAU,EACV,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,sBAAsB,CAAC,IAAI,CAAC,EACvF,eAAe,CACf,CAAC;gBACF,GAAG,CAAC,WAAW,CAAC,aAAa,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;gBACrD,OAAO,eAAe,CAAC;YACxB,CAAC;YAED,2EAA2E;YAC3E,MAAM,gBAAgB,GAAG,gBAAgB,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;YACzE,IAAI,gBAAgB,EAAE,CAAC;gBACtB,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAC,CAAC;gBACvF,GAAG,CAAC,WAAW,CAAC,aAAa,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;gBACrD,OAAO,gBAAgB,CAAC;YACzB,CAAC;QACF,CAAC;IACF,CAAC;IAED,0DAA0D;IAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,CAAC;IACnE,IAAI,WAAW,EAAE,CAAC;QACjB,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,WAAW,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,WAAW,GAAG,iBAAiB,CAAC,CAAC;QACtF,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACzD,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;QACjC,GAAG,CAAC,WAAW,CAAC,aAAa,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAEzD,OAAO,iBAAiB,CAAC;IAC1B,CAAC;IAED,8BAA8B;IAC9B,OAAO,mBAAmB,EAAE,CAAC;AAC9B,CAAC;AACD,SAAS,UAAU;IAClB,gBAAgB,GAAG,SAAS,CAAC;IAC7B,kBAAkB,GAAG,SAAS,CAAC;IAC/B,sBAAsB,GAAG,SAAS,CAAC;AACpC,CAAC;AACD,MAAM,CAAC,OAAO,GAAG;IAChB,iBAAiB;IACjB,mBAAmB;IACnB,4BAA4B;IAC5B,gCAAgC;IAChC,aAAa;IACb,qBAAqB;IACrB,UAAU;CACV,CAAC"}

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbCheckForNewAttributes.d.ts

@@ -0,0 +1,9 @@
+export = lmdbCheckForNewAttributes;
+/**
+ * Uses a utility function to check if there are any new attributes that dont exist. Utility function
+ * references the global schema.
+ * @param hdbAuthHeader
+ * @param tableSchema
+ * @param dataAttributes
+ */
+declare function lmdbCheckForNewAttributes(hdbAuthHeader: any, tableSchema: any, dataAttributes: any): Promise<any>;

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbCheckForNewAttributes.js

@@ -0,0 +1,73 @@
+'use strict';
+const hUtils = require('../../../../utility/common_utils.js');
+const hdbTerms = require("../../../../utility/hdbTerms.js");
+const logger = require('../../../../utility/logging/harper_logger.js');
+const lmdbCreateAttribute = require('../lmdbMethods/lmdbCreateAttribute.js');
+const LMDBCreateAttributeObject = require('./LMDBCreateAttributeObject.js');
+const signalling = require('../../../../utility/signalling.js');
+const { SchemaEventMsg } = require('../../../../server/threads/itc.js');
+const ATTRIBUTE_ALREADY_EXISTS = 'already exists in';
+module.exports = lmdbCheckForNewAttributes;
+/**
+ * Uses a utility function to check if there are any new attributes that dont exist. Utility function
+ * references the global schema.
+ * @param hdbAuthHeader
+ * @param tableSchema
+ * @param dataAttributes
+ */
+async function lmdbCheckForNewAttributes(hdbAuthHeader, tableSchema, dataAttributes) {
+    if (hUtils.isEmptyOrZeroLength(dataAttributes)) {
+        return dataAttributes;
+    }
+    let rawAttributes = [];
+    if (!hUtils.isEmptyOrZeroLength(tableSchema.attributes)) {
+        tableSchema.attributes.forEach((attribute) => {
+            rawAttributes.push(attribute.attribute);
+        });
+    }
+    let new_attributes = dataAttributes.filter((attribute) => rawAttributes.indexOf(attribute) < 0);
+    if (new_attributes.length === 0) {
+        return new_attributes;
+    }
+    await Promise.all(new_attributes.map(async (attribute) => {
+        await createNewAttribute(hdbAuthHeader, tableSchema.schema, tableSchema.name, attribute);
+    }));
+    return new_attributes;
+}
+/**
+ * check the existing schema and creates new attributes based on what the incoming records have
+ * @param hdbAuthHeader
+ * @param schema
+ * @param table
+ * @param attribute
+ */
+async function createNewAttribute(hdbAuthHeader, schema, table, attribute) {
+    let attributeObject = new LMDBCreateAttributeObject(schema, table, attribute, undefined, true);
+    if (hdbAuthHeader) {
+        attributeObject.hdb_auth_header = hdbAuthHeader;
+    }
+    try {
+        await createAttribute(attributeObject);
+    }
+    catch (e) {
+        //if the attribute already exists we do not want to stop the insert
+        if (typeof e === 'object' && e.message !== undefined && e.message.includes(ATTRIBUTE_ALREADY_EXISTS)) {
+            logger.warn(`attribute ${schema}.${table}.${attribute} already exists`);
+        }
+        else {
+            throw e;
+        }
+    }
+}
+/**
+ *
+ * @param {LMDBCreateAttributeObject} createAttributeObject
+ * @returns {Promise<*>}
+ */
+async function createAttribute(createAttributeObject) {
+    let attributeStructure;
+    attributeStructure = await lmdbCreateAttribute(createAttributeObject);
+    signalling.signalSchemaChange(new SchemaEventMsg(process.pid, hdbTerms.OPERATIONS_ENUM.CREATE_ATTRIBUTE, createAttributeObject.schema, createAttributeObject.table, createAttributeObject.attribute));
+    return attributeStructure;
+}
+//# sourceMappingURL=lmdbCheckForNewAttributes.js.map

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbCheckForNewAttributes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lmdbCheckForNewAttributes.js","sourceRoot":"","sources":["../../../../../dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbCheckForNewAttributes.js"],"names":[],"mappings":"AAAA,YAAY,CAAC;AAEb,MAAM,MAAM,GAAG,OAAO,CAAC,qCAAqC,CAAC,CAAC;AAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,iCAAiC,CAAC,CAAC;AAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,8CAA8C,CAAC,CAAC;AACvE,MAAM,mBAAmB,GAAG,OAAO,CAAC,uCAAuC,CAAC,CAAC;AAC7E,MAAM,yBAAyB,GAAG,OAAO,CAAC,gCAAgC,CAAC,CAAC;AAC5E,MAAM,UAAU,GAAG,OAAO,CAAC,mCAAmC,CAAC,CAAC;AAChE,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,mCAAmC,CAAC,CAAC;AAExE,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;AAErD,MAAM,CAAC,OAAO,GAAG,yBAAyB,CAAC;AAE3C;;;;;;GAMG;AACH,KAAK,UAAU,yBAAyB,CAAC,aAAa,EAAE,WAAW,EAAE,cAAc;IAClF,IAAI,MAAM,CAAC,mBAAmB,CAAC,cAAc,CAAC,EAAE,CAAC;QAChD,OAAO,cAAc,CAAC;IACvB,CAAC;IAED,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;QACzD,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YAC5C,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,cAAc,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAEhG,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,cAAc,CAAC;IACvB,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CAChB,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;QACtC,MAAM,kBAAkB,CAAC,aAAa,EAAE,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC1F,CAAC,CAAC,CACF,CAAC;IAEF,OAAO,cAAc,CAAC;AACvB,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,kBAAkB,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS;IACxE,IAAI,eAAe,GAAG,IAAI,yBAAyB,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;IAE/F,IAAI,aAAa,EAAE,CAAC;QACnB,eAAe,CAAC,eAAe,GAAG,aAAa,CAAC;IACjD,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,eAAe,CAAC,eAAe,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACZ,mEAAmE;QACnE,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;YACtG,MAAM,CAAC,IAAI,CAAC,aAAa,MAAM,IAAI,KAAK,IAAI,SAAS,iBAAiB,CAAC,CAAC;QACzE,CAAC;aAAM,CAAC;YACP,MAAM,CAAC,CAAC;QACT,CAAC;IACF,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,eAAe,CAAC,qBAAqB;IACnD,IAAI,kBAAkB,CAAC;IACvB,kBAAkB,GAAG,MAAM,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;IACtE,UAAU,CAAC,kBAAkB,CAC5B,IAAI,cAAc,CACjB,OAAO,CAAC,GAAG,EACX,QAAQ,CAAC,eAAe,CAAC,gBAAgB,EACzC,qBAAqB,CAAC,MAAM,EAC5B,qBAAqB,CAAC,KAAK,EAC3B,qBAAqB,CAAC,SAAS,CAC/B,CACD,CAAC;IAEF,OAAO,kBAAkB,CAAC;AAC3B,CAAC"}

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbCreateTransactionsAuditEnvironment.d.ts

@@ -0,0 +1,8 @@
+export = createTransactionsAuditEnvironment;
+/**
+ * Creates the environment to hold transactions
+ * @param {CreateTableObject} tableCreateObj
+ * @returns {Promise<lmdb.RootDatabase>}
+ */
+declare function createTransactionsAuditEnvironment(tableCreateObj: CreateTableObject): Promise<lmdb.RootDatabase>;
+import CreateTableObject = require("../../../CreateTableObject.js");

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbCreateTransactionsAuditEnvironment.js

@@ -0,0 +1,38 @@
+'use strict';
+const fs = require('fs-extra');
+const environmentUtility = require('../../../../utility/lmdb/environmentUtility.js');
+const { getTransactionAuditStorePath } = require('../lmdbUtility/initializePaths.js');
+const lmdbTerms = require('../../../../utility/lmdb/terms.js');
+// eslint-disable-next-line no-unused-vars
+const CreateTableObject = require('../../../CreateTableObject.js');
+module.exports = createTransactionsAuditEnvironment;
+/**
+ * Creates the environment to hold transactions
+ * @param {CreateTableObject} tableCreateObj
+ * @returns {Promise<lmdb.RootDatabase>}
+ */
+async function createTransactionsAuditEnvironment(tableCreateObj) {
+    let env;
+    try {
+        //create transactions environment for table
+        let transactionPath = getTransactionAuditStorePath(tableCreateObj.schema, tableCreateObj.table);
+        await fs.mkdirp(transactionPath);
+        env = await environmentUtility.createEnvironment(transactionPath, tableCreateObj.table, true);
+    }
+    catch (e) {
+        e.message = `unable to create transactions audit environment for ${tableCreateObj.schema}.${tableCreateObj.table} due to: ${e.message}`;
+        throw e;
+    }
+    try {
+        //create dbis for transactions environment
+        environmentUtility.createDBI(env, lmdbTerms.TRANSACTIONS_DBI_NAMES_ENUM.TIMESTAMP, false, true);
+        environmentUtility.createDBI(env, lmdbTerms.TRANSACTIONS_DBI_NAMES_ENUM.HASH_VALUE, true, false);
+        environmentUtility.createDBI(env, lmdbTerms.TRANSACTIONS_DBI_NAMES_ENUM.USER_NAME, true, false);
+    }
+    catch (e) {
+        e.message = `unable to create dbi for ${tableCreateObj.schema}.${tableCreateObj.table} due to: ${e.message}`;
+        throw e;
+    }
+    return env;
+}
+//# sourceMappingURL=lmdbCreateTransactionsAuditEnvironment.js.map

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbCreateTransactionsAuditEnvironment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lmdbCreateTransactionsAuditEnvironment.js","sourceRoot":"","sources":["../../../../../dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbCreateTransactionsAuditEnvironment.js"],"names":[],"mappings":"AAAA,YAAY,CAAC;AAEb,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAC/B,MAAM,kBAAkB,GAAG,OAAO,CAAC,gDAAgD,CAAC,CAAC;AACrF,MAAM,EAAE,4BAA4B,EAAE,GAAG,OAAO,CAAC,mCAAmC,CAAC,CAAC;AACtF,MAAM,SAAS,GAAG,OAAO,CAAC,mCAAmC,CAAC,CAAC;AAC/D,0CAA0C;AAC1C,MAAM,iBAAiB,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAEnE,MAAM,CAAC,OAAO,GAAG,kCAAkC,CAAC;AAEpD;;;;GAIG;AACH,KAAK,UAAU,kCAAkC,CAAC,cAAc;IAC/D,IAAI,GAAG,CAAC;IACR,IAAI,CAAC;QACJ,2CAA2C;QAC3C,IAAI,eAAe,GAAG,4BAA4B,CAAC,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC;QAChG,MAAM,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACjC,GAAG,GAAG,MAAM,kBAAkB,CAAC,iBAAiB,CAAC,eAAe,EAAE,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC/F,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACZ,CAAC,CAAC,OAAO,GAAG,uDAAuD,cAAc,CAAC,MAAM,IAAI,cAAc,CAAC,KAAK,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;QACxI,MAAM,CAAC,CAAC;IACT,CAAC;IAED,IAAI,CAAC;QACJ,0CAA0C;QAC1C,kBAAkB,CAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,2BAA2B,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAChG,kBAAkB,CAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,2BAA2B,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QACjG,kBAAkB,CAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,2BAA2B,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IACjG,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACZ,CAAC,CAAC,OAAO,GAAG,4BAA4B,cAAc,CAAC,MAAM,IAAI,cAAc,CAAC,KAAK,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;QAC7G,MAAM,CAAC,CAAC;IACT,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC"}

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbGetTableSize.d.ts

@@ -0,0 +1,8 @@
+export = lmdbGetTableSize;
+/**
+ * calculates the number of entries & data size in bytes for a table & its transaction log
+ * @param tableObject
+ * @returns {Promise<TableSizeObject>}
+ */
+declare function lmdbGetTableSize(tableObject: any): Promise<TableSizeObject>;
+import TableSizeObject = require("./TableSizeObject.js");

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbGetTableSize.js

@@ -0,0 +1,29 @@
+'use strict';
+const TableSizeObject = require('./TableSizeObject.js');
+const log = require('../../../../utility/logging/harper_logger.js');
+const { getDatabases } = require("../../../../resources/databases.js");
+module.exports = lmdbGetTableSize;
+/**
+ * calculates the number of entries & data size in bytes for a table & its transaction log
+ * @param tableObject
+ * @returns {Promise<TableSizeObject>}
+ */
+async function lmdbGetTableSize(tableObject) {
+    let tableStats = new TableSizeObject();
+    try {
+        //get the table record count
+        let table = getDatabases()[tableObject.schema]?.[tableObject.name];
+        let dbiStat = table.primaryStore.getStats();
+        //get the txn log record count
+        let txnDbiStat = table.auditStore?.getStats();
+        tableStats.schema = tableObject.schema;
+        tableStats.table = tableObject.name;
+        tableStats.record_count = dbiStat.entryCount;
+        tableStats.transaction_log_record_count = txnDbiStat.entryCount;
+    }
+    catch (e) {
+        log.warn(`unable to stat table dbi due to ${e}`);
+    }
+    return tableStats;
+}
+//# sourceMappingURL=lmdbGetTableSize.js.map

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbGetTableSize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lmdbGetTableSize.js","sourceRoot":"","sources":["../../../../../dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbGetTableSize.js"],"names":[],"mappings":"AAAA,YAAY,CAAC;AAEb,MAAM,eAAe,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;AACxD,MAAM,GAAG,GAAG,OAAO,CAAC,8CAA8C,CAAC,CAAC;AACpE,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,oCAAoC,CAAC,CAAC;AAEvE,MAAM,CAAC,OAAO,GAAG,gBAAgB,CAAC;AAElC;;;;GAIG;AACH,KAAK,UAAU,gBAAgB,CAAC,WAAW;IAC1C,IAAI,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACvC,IAAI,CAAC;QACJ,4BAA4B;QAC5B,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAEnE,IAAI,OAAO,GAAG,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;QAE5C,8BAA8B;QAC9B,IAAI,UAAU,GAAG,KAAK,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC;QAE9C,UAAU,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;QACvC,UAAU,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC;QACpC,UAAU,CAAC,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC;QAC7C,UAAU,CAAC,4BAA4B,GAAG,UAAU,CAAC,UAAU,CAAC;IACjE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACZ,GAAG,CAAC,IAAI,CAAC,mCAAmC,CAAC,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC"}

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbProcessRows.d.ts

@@ -0,0 +1,17 @@
+export = processRows;
+/**
+ * parses the records and validates the hash value for each row as well as adding updated/created time stamps
+ * @param {InsertObject} insertObj
+ * @param {Array.<String>} attributes
+ * @param {String} hash_attribute
+ */
+declare function processRows(insertObj: InsertObject, attributes: Array<string>, hash_attribute: string): void;
+declare namespace processRows {
+    export { validateAttribute };
+}
+import InsertObject = require("../../../InsertObject.js");
+/**
+ * Validates that attribute is under max size and is not null, undefined or empty.
+ * @param attribute
+ */
+declare function validateAttribute(attribute: any): void;

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbProcessRows.js

@@ -0,0 +1,63 @@
+'use strict';
+// eslint-disable-next-line no-unused-vars
+const InsertObject = require('../../../InsertObject.js');
+const hdbTerms = require("../../../../utility/hdbTerms.js");
+const hdbUtils = require('../../../../utility/common_utils.js');
+const log = require('../../../../utility/logging/harper_logger.js');
+const uuid = require('uuid');
+const { handleHDBError, hdbErrors } = require('../../../../utility/errors/hdbError.js');
+const { HDB_ERROR_MSGS, HTTP_STATUS_CODES } = hdbErrors;
+module.exports = processRows;
+/**
+ * parses the records and validates the hash value for each row as well as adding updated/created time stamps
+ * @param {InsertObject} insertObj
+ * @param {Array.<String>} attributes
+ * @param {String} hash_attribute
+ */
+function processRows(insertObj, attributes, hash_attribute) {
+    for (let x = 0; x < attributes.length; x++) {
+        validateAttribute(attributes[x]);
+    }
+    let { records } = insertObj;
+    // Iterates through array of record objects and validates their hash
+    for (let x = 0; x < records.length; x++) {
+        let record = records[x];
+        validateHash(record, hash_attribute, insertObj.operation);
+    }
+}
+processRows.validateAttribute = validateAttribute;
+/**
+ * Validates that attribute is under max size and is not null, undefined or empty.
+ * @param attribute
+ */
+function validateAttribute(attribute) {
+    if (Buffer.byteLength(String(attribute)) > hdbTerms.INSERT_MAX_CHARACTER_SIZE) {
+        throw handleHDBError(new Error(), HDB_ERROR_MSGS.ATTR_NAME_LENGTH_ERR(attribute), HTTP_STATUS_CODES.BAD_REQUEST, undefined, undefined, true);
+    }
+    if (hdbUtils.isEmptyOrZeroLength(attribute) || hdbUtils.isEmpty(attribute.trim())) {
+        throw handleHDBError(new Error(), HDB_ERROR_MSGS.ATTR_NAME_NULLISH_ERR, HTTP_STATUS_CODES.BAD_REQUEST, undefined, undefined, true);
+    }
+}
+/**
+ * Validates hash value exists and under max char size. If the operation is 'insert' and the hash doesn't exist it
+ * will create one.
+ * @param record
+ * @param hash_attribute
+ * @param operation
+ */
+function validateHash(record, hash_attribute, operation) {
+    if (!record.hasOwnProperty(hash_attribute) || hdbUtils.isEmptyOrZeroLength(record[hash_attribute])) {
+        if (operation === hdbTerms.OPERATIONS_ENUM.INSERT || operation === hdbTerms.OPERATIONS_ENUM.UPSERT) {
+            record[hash_attribute] = uuid.v4();
+            //return here since the rest of the validations do not apply
+            return;
+        }
+        log.error('Update transaction aborted due to record with no hash value:', record);
+        throw handleHDBError(new Error(), HDB_ERROR_MSGS.RECORD_MISSING_HASH_ERR, HTTP_STATUS_CODES.BAD_REQUEST, undefined, undefined, true);
+    }
+    if (Buffer.byteLength(String(record[hash_attribute])) > hdbTerms.INSERT_MAX_CHARACTER_SIZE) {
+        log.error(record);
+        throw handleHDBError(new Error(), HDB_ERROR_MSGS.HASH_VAL_LENGTH_ERR, HTTP_STATUS_CODES.BAD_REQUEST, undefined, undefined, true);
+    }
+}
+//# sourceMappingURL=lmdbProcessRows.js.map

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbProcessRows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lmdbProcessRows.js","sourceRoot":"","sources":["../../../../../dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbProcessRows.js"],"names":[],"mappings":"AAAA,YAAY,CAAC;AAEb,0CAA0C;AAC1C,MAAM,YAAY,GAAG,OAAO,CAAC,0BAA0B,CAAC,CAAC;AACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,iCAAiC,CAAC,CAAC;AAC5D,MAAM,QAAQ,GAAG,OAAO,CAAC,qCAAqC,CAAC,CAAC;AAChE,MAAM,GAAG,GAAG,OAAO,CAAC,8CAA8C,CAAC,CAAC;AACpE,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAC7B,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,wCAAwC,CAAC,CAAC;AACxF,MAAM,EAAE,cAAc,EAAE,iBAAiB,EAAE,GAAG,SAAS,CAAC;AAExD,MAAM,CAAC,OAAO,GAAG,WAAW,CAAC;AAE7B;;;;;GAKG;AACH,SAAS,WAAW,CAAC,SAAS,EAAE,UAAU,EAAE,cAAc;IACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC;IAE5B,oEAAoE;IACpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACxB,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IAC3D,CAAC;AACF,CAAC;AACD,WAAW,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;AAElD;;;GAGG;AACH,SAAS,iBAAiB,CAAC,SAAS;IACnC,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,QAAQ,CAAC,yBAAyB,EAAE,CAAC;QAC/E,MAAM,cAAc,CACnB,IAAI,KAAK,EAAE,EACX,cAAc,CAAC,oBAAoB,CAAC,SAAS,CAAC,EAC9C,iBAAiB,CAAC,WAAW,EAC7B,SAAS,EACT,SAAS,EACT,IAAI,CACJ,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,mBAAmB,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACnF,MAAM,cAAc,CACnB,IAAI,KAAK,EAAE,EACX,cAAc,CAAC,qBAAqB,EACpC,iBAAiB,CAAC,WAAW,EAC7B,SAAS,EACT,SAAS,EACT,IAAI,CACJ,CAAC;IACH,CAAC;AACF,CAAC;AAED;;;;;;GAMG;AACH,SAAS,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,SAAS;IACtD,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,IAAI,QAAQ,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC;QACpG,IAAI,SAAS,KAAK,QAAQ,CAAC,eAAe,CAAC,MAAM,IAAI,SAAS,KAAK,QAAQ,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;YACpG,MAAM,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;YACnC,4DAA4D;YAC5D,OAAO;QACR,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,8DAA8D,EAAE,MAAM,CAAC,CAAC;QAClF,MAAM,cAAc,CACnB,IAAI,KAAK,EAAE,EACX,cAAc,CAAC,uBAAuB,EACtC,iBAAiB,CAAC,WAAW,EAC7B,SAAS,EACT,SAAS,EACT,IAAI,CACJ,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,yBAAyB,EAAE,CAAC;QAC5F,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAClB,MAAM,cAAc,CACnB,IAAI,KAAK,EAAE,EACX,cAAc,CAAC,mBAAmB,EAClC,iBAAiB,CAAC,WAAW,EAC7B,SAAS,EACT,SAAS,EACT,IAAI,CACJ,CAAC;IACH,CAAC;AACF,CAAC"}

package/dist/dataLayer/harperBridge/lmdbBridge/lmdbUtility/lmdbSearch.d.ts

@@ -0,0 +1,106 @@
+/**
+ * executes a specific search based on the evaluation of the searchObject & optional comparator & returns the results
+ * @param {SearchObject} searchObject
+ * @param {lmdbTerms.SEARCH_TYPES} searchType
+ * @param {String} hash_attribute
+ * @param {Boolean} returnMap
+ */
+export function executeSearch(searchObject: SearchObject, searchType: {
+    EQUALS: string;
+    STARTS_WITH: string;
+    _STARTS_WITH: string;
+    ENDS_WITH: string;
+    _ENDS_WITH: string;
+    CONTAINS: string;
+    SEARCH_ALL: string;
+    SEARCH_ALL_TO_MAP: string;
+    BATCH_SEARCH_BY_HASH: string;
+    BATCH_SEARCH_BY_HASH_TO_MAP: string;
+    GREATER_THAN: string;
+    _GREATER_THAN: string;
+    GREATER_THAN_EQUAL: string;
+    _GREATER_THAN_EQUAL: string;
+    LESS_THAN: string;
+    _LESS_THAN: string;
+    LESS_THAN_EQUAL: string;
+    _LESS_THAN_EQUAL: string;
+    BETWEEN: string;
+}, hash_attribute: string, returnMap: boolean): Promise<any>;
+/**
+ * evaluates the searchObject to determine what the searchType needs to be for later execution of queries
+ * @param {SearchObject} searchObject
+ * @param {String} hash_attribute
+ * @param {hdbTerms.VALUE_SEARCH_COMPARATORS} comparator
+ * @param {Boolean} returnMap
+ * @returns {lmdbTerms.SEARCH_TYPES}
+ */
+export function createSearchTypeFromSearchObject(searchObject: SearchObject, hash_attribute: string, returnMap: boolean, comparator: {
+    readonly LESS: "<";
+    readonly LESS_OR_EQ: "<=";
+    readonly GREATER: ">";
+    readonly GREATER_OR_EQ: ">=";
+    readonly BETWEEN: "...";
+}): {
+    EQUALS: string;
+    STARTS_WITH: string;
+    _STARTS_WITH: string;
+    ENDS_WITH: string;
+    _ENDS_WITH: string;
+    CONTAINS: string;
+    SEARCH_ALL: string;
+    SEARCH_ALL_TO_MAP: string;
+    BATCH_SEARCH_BY_HASH: string;
+    BATCH_SEARCH_BY_HASH_TO_MAP: string;
+    GREATER_THAN: string;
+    _GREATER_THAN: string;
+    GREATER_THAN_EQUAL: string;
+    _GREATER_THAN_EQUAL: string;
+    LESS_THAN: string;
+    _LESS_THAN: string;
+    LESS_THAN_EQUAL: string;
+    _LESS_THAN_EQUAL: string;
+    BETWEEN: string;
+};
+/**
+ * gets the searchType & based on the size of the dbi being searched will either perform an in process search or launch a new process to perform a search
+ * @param {SearchObject} searchObject
+ * @param {hdbTerms.VALUE_SEARCH_COMPARATORS} comparator
+ * @param {Boolean} returnMap
+ * @returns {{}|[{}]}
+ */
+export function prepSearch(searchObject: SearchObject, comparator: {
+    readonly LESS: "<";
+    readonly LESS_OR_EQ: "<=";
+    readonly GREATER: ">";
+    readonly GREATER_OR_EQ: ">=";
+    readonly BETWEEN: "...";
+}, returnMap: boolean): {} | [{}];
+/**
+ *
+ * @param {lmdb.Transaction} transactionOrEnv
+ * @param {SearchObject} searchObject
+ * @param {lmdbTerms.SEARCH_TYPES} searchType
+ * @param {String} hash_attribute
+ * @returns {null|Array<Object>|Number|Object|*[]|{}}
+ */
+export function searchByType(transactionOrEnv: lmdb.Transaction, searchObject: SearchObject, searchType: {
+    EQUALS: string;
+    STARTS_WITH: string;
+    _STARTS_WITH: string;
+    ENDS_WITH: string;
+    _ENDS_WITH: string;
+    CONTAINS: string;
+    SEARCH_ALL: string;
+    SEARCH_ALL_TO_MAP: string;
+    BATCH_SEARCH_BY_HASH: string;
+    BATCH_SEARCH_BY_HASH_TO_MAP: string;
+    GREATER_THAN: string;
+    _GREATER_THAN: string;
+    GREATER_THAN_EQUAL: string;
+    _GREATER_THAN_EQUAL: string;
+    LESS_THAN: string;
+    _LESS_THAN: string;
+    LESS_THAN_EQUAL: string;
+    _LESS_THAN_EQUAL: string;
+    BETWEEN: string;
+}, hash_attribute: string): null | Array<any> | number | any | any[] | {};