@cocreate/postgresql 1.0.0

package/src/index.js

@@ -0,0 +1,893 @@
+const { Pool } = require("pg");
+const {
+	dotNotationToObject,
+	queryData,
+	searchData,
+	sortData,
+	isValidDate
+} = require("@cocreate/utils");
+
+const organizations = {};
+
+/**
+ * Manages dynamically cached connection pools based on storageUrl and organization_id.
+ */
+async function dbClient(data) {
+	if (data.storageUrl) {
+		if (!organizations[data.organization_id])
+			organizations[data.organization_id] = {};
+		try {
+			if (!organizations[data.organization_id][data.storageUrl]) {
+				// Establish PostgreSQL Pool with optimized connection properties
+				organizations[data.organization_id][data.storageUrl] = new Pool({
+					connectionString: data.storageUrl,
+					max: 10,
+					idleTimeoutMillis: 30000,
+					connectionTimeoutMillis: 5000
+				});
+			}
+			return organizations[data.organization_id][data.storageUrl];
+		} catch (error) {
+			console.error(
+				`${data.organization_id}: storageName ${data.storageName} failed to connect to PostgreSQL`
+			);
+			errorHandler(data, error);
+			return { status: false };
+		}
+	}
+
+	errorHandler(data, "missing StorageUrl");
+	return;
+}
+
+/**
+ * Universal router matching the exact entry-point signature of the MongoDB wrapper.
+ */
+function send(data) {
+	let [type, method] = data.method.split(".");
+	if (type === "database") return database(method, data);
+	if (type === "array") return array(method, data);
+	if (type === "object") return object(method, data);
+}
+
+/**
+ * "database" operations mapped to SQL Catalogs.
+ */
+function database(method, data) {
+	return new Promise(
+		async (resolve, reject) => {
+			let type = "database";
+			let databaseArray = [];
+
+			try {
+				const pool = await dbClient(data);
+				if (!pool || pool.status === false) return data;
+
+				if (method === "read") {
+					const sql = "SELECT datname FROM pg_database WHERE datistemplate = false;";
+					
+					process.emit("usage", {
+						type: "egress",
+						data: { sql },
+						organization_id: data.organization_id
+					});
+					
+					const res = await pool.query(sql);
+					
+					process.emit("usage", {
+						type: "ingress",
+						data: res.rows,
+						organization_id: data.organization_id
+					});
+
+					for (let row of res.rows) {
+						const dbObj = { name: row.datname };
+						if (data.$filter && data.$filter.query) {
+							let isFilter = queryData(dbObj, data.$filter.query);
+							if (isFilter)
+								databaseArray.push({
+									database: dbObj,
+									storage: data.storageName
+								});
+						} else {
+							databaseArray.push({
+								database: dbObj,
+								storage: data.storageName
+							});
+						}
+					}
+					resolve(createData(data, databaseArray, type));
+				}
+				if (method === "delete") {
+					const dbName = data.database;
+					const sql = `DROP DATABASE IF EXISTS "${dbName}";`;
+					
+					process.emit("usage", {
+						type: "egress",
+						data: { sql },
+						organization_id: data.organization_id
+					});
+					
+					const result = await pool.query(sql);
+					
+					process.emit("usage", {
+						type: "ingress",
+						data: result,
+						organization_id: data.organization_id
+					});
+					resolve(result);
+				}
+			} catch (error) {
+				errorHandler(data, error);
+				console.log(method, "error", error);
+				resolve(data);
+			}
+		},
+		(error) => {
+			errorHandler(data, error);
+		}
+	);
+}
+
+/**
+ * "array" operations mapped to SQL Tables.
+ */
+function array(method, data) {
+	return new Promise(
+		async (resolve, reject) => {
+			let type = "array";
+			let arrayArray = []; 
+
+			try {
+				const pool = await dbClient(data);
+				if (!pool || pool.status === false) return data;
+
+				if (data.request) data.array = data.request;
+
+				let databases = data.database;
+				if (!Array.isArray(databases)) databases = [databases];
+
+				let databasesLength = databases.length;
+				for (let database of databases) {
+					if (method === "read") {
+						const sql = `
+							SELECT table_name 
+							FROM information_schema.tables 
+							WHERE table_schema = 'public';
+						`;
+						
+						process.emit("usage", {
+							type: "egress",
+							data: { sql },
+							organization_id: data.organization_id
+						});
+
+						const res = await pool.query(sql);
+						
+						process.emit("usage", {
+							type: "ingress",
+							data: res.rows,
+							organization_id: data.organization_id
+						});
+
+						for (let row of res.rows) {
+							const tableObj = { name: row.table_name };
+							if (data.$filter && data.$filter.query) {
+								let isFilter = queryData(tableObj, data.$filter.query);
+								if (isFilter)
+									arrayArray.push({
+										name: row.table_name,
+										database,
+										storage: data.storageName
+									});
+							} else {
+								arrayArray.push({
+									name: row.table_name,
+									database,
+									storage: data.storageName
+								});
+							}
+						}
+						
+						databasesLength -= 1;
+						if (!databasesLength) {
+							data = createData(data, arrayArray, type);
+							resolve(data);
+						}
+					} else {
+						let arrays = data.array;
+						if (method === "update") arrays = Object.entries(data.array);
+						if (!Array.isArray(arrays)) arrays = [arrays];
+
+						let arraysLength = arrays.length;
+						for (let array of arrays) {
+							if (method === "create") {
+								const sql = `
+									CREATE TABLE IF NOT EXISTS "${array}" (
+										_id VARCHAR(50) PRIMARY KEY,
+										organization_id VARCHAR(50),
+										data JSONB DEFAULT '{}'::jsonb,
+										created JSONB,
+										modified JSONB
+									);
+								`;
+								
+								process.emit("usage", {
+									type: "egress",
+									data: { sql },
+									organization_id: data.organization_id
+								});
+
+								await pool.query(sql);
+								arrayArray.push({
+									name: array,
+									database,
+									storage: data.storageName
+								});
+
+								arraysLength -= 1;
+								if (!arraysLength) databasesLength -= 1;
+								if (!databasesLength && !arraysLength) {
+									data = createData(data, arrayArray, type);
+									resolve(data);
+								}
+							} else {
+								if (method === "update") {
+									let [oldName, newName] = array;
+									const sql = `ALTER TABLE "${oldName}" RENAME TO "${newName}";`;
+									
+									process.emit("usage", {
+										type: "egress",
+										data: { sql },
+										organization_id: data.organization_id
+									});
+
+									await pool.query(sql);
+									arrayArray.push({
+										name: newName,
+										oldName: oldName,
+										database,
+										storage: data.storageName
+									});
+
+									arraysLength -= 1;
+									if (!arraysLength) databasesLength -= 1;
+									if (!databasesLength && !arraysLength) {
+										data = createData(data, arrayArray, type);
+										resolve(data);
+									}
+								}
+
+								if (method === "delete") {
+									const sql = `DROP TABLE IF EXISTS "${array}" CASCADE;`;
+									
+									process.emit("usage", {
+										type: "egress",
+										data: { sql },
+										organization_id: data.organization_id
+									});
+
+									await pool.query(sql);
+									arrayArray.push({
+										name: array,
+										database,
+										storage: data.storageName
+									});
+
+									arraysLength -= 1;
+									if (!arraysLength) databasesLength -= 1;
+									if (!databasesLength && !arraysLength) {
+										data = createData(data, arrayArray, type);
+										resolve(data);
+									}
+								}
+							}
+						}
+					}
+				}
+			} catch (error) {
+				errorHandler(data, error);
+				console.log(method, "error", error);
+				resolve(data);
+			}
+		},
+		(error) => {
+			errorHandler(data, error);
+		}
+	);
+}
+
+/**
+ * "object" operations mapped to SQL Rows.
+ */
+function object(method, data) {
+	return new Promise(
+		async (resolve, reject) => {
+			try {
+				const pool = await dbClient(data);
+				if (!pool || pool.status === false) return data;
+
+				let type = "object";
+				let documents = [];
+
+				if (!data["timeStamp"])
+					data["timeStamp"] = new Date().toISOString();
+
+				let databases = data.database;
+				if (!Array.isArray(databases)) databases = [databases];
+
+				for (let database of databases) {
+					let arrays = data.array;
+					if (!Array.isArray(arrays)) arrays = [arrays];
+
+					for (let array of arrays) {
+						const reference = {
+							$storage: data.storageName,
+							$database: database,
+							$array: array
+						};
+
+						if (!data[type]) data[type] = [];
+						else if (typeof data[type] === "string")
+							data[type] = [{ _id: data[type] }];
+						else if (!Array.isArray(data[type]))
+							data[type] = [data[type]];
+
+						let isFilter = !!data.$filter;
+						if ((isFilter && !data[type].length) || data.isFilter) {
+							data[type].splice(0, 0, { isFilter: "isEmptyObjectFilter" });
+						}
+
+						for (let i = 0; i < data[type].length; i++) {
+							let $storage = data[type][i].$storage || [];
+							let $database = data[type][i].$database || [];
+							let $array = data[type][i].$array || [];
+
+							if (!Array.isArray($storage)) $storage = [data[type][i].$storage];
+							if (!Array.isArray($database)) $database = [data[type][i].$database];
+							if (!Array.isArray($array)) $array = [data[type][i].$array];
+
+							if (!$storage.includes(data.storageName)) $storage.push(data.storageName);
+							if (!$database.includes(database)) $database.push(database);
+							if (!$array.includes(array)) $array.push(array);
+
+							delete data[type][i].$storage;
+							delete data[type][i].$database;
+							delete data[type][i].$array;
+
+							let queryFilter = isFilter ? data.$filter : (data[type][i].$filter || null);
+							let { sqlWhere, params } = compileFilterToSQL(queryFilter, data.organization_id);
+
+							if (method === "create") {
+								data[type][i] = replaceArray(data[type][i]);
+								data[type][i] = dotNotationToObject(data[type][i]);
+								
+								const id = data[type][i]._id || `row_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
+								const orgId = data.organization_id;
+								const created = {
+									on: new Date(data.timeStamp),
+									by: data.user_id || data.clientId
+								};
+								
+								const recordPayload = { ...data[type][i] };
+								delete recordPayload._id;
+								delete recordPayload.organization_id;
+
+								const sql = `
+									INSERT INTO "${array}" (_id, organization_id, data, created, modified)
+									VALUES ($1, $2, $3, $4, NULL)
+									RETURNING *;
+								`;
+								const queryParams = [id, orgId, JSON.stringify(recordPayload), JSON.stringify(created)];
+								
+								process.emit("usage", {
+									type: "egress",
+									data: { sql, queryParams },
+									organization_id: data.organization_id
+								});
+								const result = await pool.query(sql, queryParams);
+								
+								process.emit("usage", {
+									type: "ingress",
+									data: result.rows,
+									organization_id: data.organization_id
+								});
+
+								if (result.rows.length > 0) {
+									const formattedDoc = parseSqlRow(result.rows[0]);
+									data[type][i] = { ...formattedDoc, $storage, $database, $array };
+								}
+							}
+							else if (method === "read") {
+								let sql = `SELECT * FROM "${array}" ${sqlWhere}`;
+								
+								if (data.$filter && data.$filter.sort) {
+									const sortClauses = data.$filter.sort.map(s => {
+										let dir = s.direction === -1 || s.direction === 'desc' ? 'DESC' : 'ASC';
+										if (["_id", "organization_id"].includes(s.key)) {
+											return `"${s.key}" ${dir}`;
+										}
+										return `(data->>'${s.key}') ${dir}`;
+									});
+									sql += ` ORDER BY ${sortClauses.join(', ')}`;
+								}
+								if (data.$filter && typeof data.$filter.limit === 'number') {
+									sql += ` LIMIT ${data.$filter.limit}`;
+								}
+								if (data.$filter && typeof data.$filter.index === 'number') {
+									sql += ` OFFSET ${data.$filter.index}`;
+								}
+
+								if (data[type][i]._id && !isFilter) {
+									sql = `SELECT * FROM "${array}" WHERE _id = $1 AND organization_id = $2`;
+									params = [data[type][i]._id, data.organization_id];
+								}
+
+								process.emit("usage", {
+									type: "egress",
+									data: { sql, params },
+									organization_id: data.organization_id
+								});
+								const result = await pool.query(sql, params);
+								
+								process.emit("usage", {
+									type: "ingress",
+									data: result.rows,
+									organization_id: data.organization_id
+								});
+
+								if (isFilter) {
+									for (let row of result.rows) {
+										const parsedRow = parseSqlRow(row);
+										// Perform dynamic text searching if requested
+										if (data.$filter && data.$filter.search) {
+											let isMatch = searchData(parsedRow, data.$filter.search);
+											if (!isMatch) continue;
+										}
+										documents.push({
+											...parsedRow,
+											...reference
+										});
+									}
+								} else if (result.rows.length > 0) {
+									let dbRecord = parseSqlRow(result.rows[0]);
+									
+									// Offline synchronization logic
+									if ($storage.length && data[type][i].modified && data[type][i].modified.on) {
+										let clientTime = new Date(data[type][i].modified.on);
+										let dbTime = new Date(dbRecord.modified ? dbRecord.modified.on : 0);
+										
+										if (clientTime > dbTime) {
+											// Client modified newer: perform a full synchronization merge and commit write
+											const updatedRecord = { ...dbRecord, ...data[type][i] };
+											const savedRecord = await executeUpdateTransaction(pool, array, data[type][i]._id, updatedRecord, data);
+											data[type][i] = { ...savedRecord, $storage, $database, $array };
+										} else {
+											// DB has newer or identical stamp: resolve with database state
+											data[type][i] = { ...data[type][i], ...dbRecord, $storage, $database, $array };
+										}
+									} else {
+										data[type][i] = {
+											...data[type][i],
+											...dbRecord,
+											$storage, $database, $array
+										};
+									}
+								} else {
+									data[type].splice(i, 1);
+									i--;
+								}
+							}
+							else if (method === "update") {
+								const updatePayload = { ...data[type][i] };
+								delete updatePayload._id;
+								delete updatePayload.$filter;
+
+								if (data[type][i]._id) {
+									const updatedDoc = await executeUpdateTransaction(pool, array, data[type][i]._id, updatePayload, data);
+									if (updatedDoc) {
+										data[type][i] = { ...updatedDoc, $storage, $database, $array };
+									}
+								} else if (isFilter) {
+									// Read target row IDs first for consistent processing
+									const selectSql = `SELECT _id FROM "${array}" ${sqlWhere}`;
+									process.emit("usage", {
+										type: "egress",
+										data: { selectSql, params },
+										organization_id: data.organization_id
+									});
+									const selectResult = await pool.query(selectSql, params);
+									
+									for (let row of selectResult.rows) {
+										const updatedDoc = await executeUpdateTransaction(pool, array, row._id, updatePayload, data);
+										if (updatedDoc) {
+											documents.push({ ...updatedDoc, ...reference });
+										}
+									}
+								}
+							}
+							else if (method === "delete") {
+								let sql, queryParams;
+								if (data[type][i]._id) {
+									sql = `DELETE FROM "${array}" WHERE _id = $1 AND organization_id = $2 RETURNING _id;`;
+									queryParams = [data[type][i]._id, data.organization_id];
+								} else if (isFilter) {
+									sql = `DELETE FROM "${array}" ${sqlWhere} RETURNING _id;`;
+									queryParams = params;
+								}
+
+								if (sql) {
+									process.emit("usage", {
+										type: "egress",
+										data: { sql, queryParams },
+										organization_id: data.organization_id
+									});
+									const result = await pool.query(sql, queryParams);
+									
+									process.emit("usage", {
+										type: "ingress",
+										data: result.rows,
+										organization_id: data.organization_id
+									});
+
+									for (let row of result.rows) {
+										if (isFilter) {
+											documents.push({ _id: row._id, ...reference });
+										} else {
+											data[type][i] = { _id: row._id, $storage, $database, $array };
+										}
+									}
+								}
+							}
+						}
+					}
+				}
+
+				data = createData(data, documents, type);
+				resolve(data);
+			} catch (error) {
+				errorHandler(data, error);
+				console.log(method, "error", error);
+				resolve(data);
+			}
+		},
+		(error) => {
+			errorHandler(data, error);
+		}
+	);
+}
+
+/**
+ * Safe transaction block obtaining an isolated row lock, modifying target key pathways, and storing the payload.
+ */
+async function executeUpdateTransaction(pool, arrayName, docId, rawUpdateInput, requestData) {
+	const client = await pool.connect();
+	try {
+		await client.query("BEGIN;");
+		
+		// Row lock the targeted document preventing race conditions
+		const selectSql = `SELECT * FROM "${arrayName}" WHERE _id = $1 AND organization_id = $2 FOR UPDATE;`;
+		const selectParams = [docId, requestData.organization_id];
+		
+		const selectRes = await client.query(selectSql, selectParams);
+		let currentRecord = selectRes.rows[0] ? parseSqlRow(selectRes.rows[0]) : null;
+
+		if (!currentRecord) {
+			if (requestData.upsert || rawUpdateInput.upsert || rawUpdateInput.$upsert) {
+				currentRecord = { _id: docId, organization_id: requestData.organization_id };
+			} else {
+				await client.query("ROLLBACK;");
+				return null;
+			}
+		}
+
+		// Compute updated structural fields and payload blocks
+		const modified = {
+			on: new Date(requestData.timeStamp),
+			by: requestData.user_id || requestData.clientId
+		};
+
+		// Run deep JavaScript nested update mutator reproducing MongoDB operator behavior
+		const updatedPayload = applyMongoUpdate(currentRecord, rawUpdateInput);
+		
+		// Clean out system structures before committing payload to SQL database JSONB field
+		const savePayload = { ...updatedPayload };
+		delete savePayload._id;
+		delete savePayload.organization_id;
+		delete savePayload.created;
+		delete savePayload.modified;
+
+		const updateSql = `
+			UPDATE "${arrayName}"
+			SET data = $1::jsonb,
+			    modified = $2::jsonb
+			WHERE _id = $3 AND organization_id = $4
+			RETURNING *;
+		`;
+		const updateParams = [JSON.stringify(savePayload), JSON.stringify(modified), docId, requestData.organization_id];
+		
+		process.emit("usage", {
+			type: "egress",
+			data: { sql: updateSql, updateParams },
+			organization_id: requestData.organization_id
+		});
+
+		const updateRes = await client.query(updateSql, updateParams);
+		await client.query("COMMIT;");
+		
+		process.emit("usage", {
+			type: "ingress",
+			data: updateRes.rows,
+			organization_id: requestData.organization_id
+		});
+
+		return parseSqlRow(updateRes.rows[0]);
+	} catch (error) {
+		await client.query("ROLLBACK;");
+		throw error;
+	} finally {
+		client.release();
+	}
+}
+
+/**
+ * Applies MongoDB update operators ($set, $unset, $push, $pull, $addToSet, $inc) 
+ * recursively on a target record to guarantee exact behavioral alignment with MongoDB.
+ */
+function applyMongoUpdate(record, updatePayload) {
+	let target = { ...record };
+
+	// Process set operators
+	Object.keys(updatePayload).forEach((rawKey) => {
+		if (rawKey.startsWith("$")) return; // Skip operators for raw fields processing
+
+		let cleanKey = rawKey.replace(/\[(\d+)\]/g, ".$1");
+		setNestedValue(target, cleanKey, updatePayload[rawKey]);
+	});
+
+	// Process Mongo Operators: $set, $unset, $push, $pull, $addToSet, $inc
+	if (updatePayload.$set) {
+		Object.keys(updatePayload.$set).forEach((key) => {
+			let cleanKey = key.replace(/\[(\d+)\]/g, ".$1");
+			setNestedValue(target, cleanKey, updatePayload.$set[key]);
+		});
+	}
+
+	if (updatePayload.$unset) {
+		Object.keys(updatePayload.$unset).forEach((key) => {
+			let cleanKey = key.replace(/\[(\d+)\]/g, ".$1");
+			deleteNestedValue(target, cleanKey);
+		});
+	}
+
+	if (updatePayload.$inc) {
+		Object.keys(updatePayload.$inc).forEach((key) => {
+			let cleanKey = key.replace(/\[(\d+)\]/g, ".$1");
+			let currentVal = getNestedValue(target, cleanKey) || 0;
+			setNestedValue(target, cleanKey, Number(currentVal) + Number(updatePayload.$inc[key]));
+		});
+	}
+
+	if (updatePayload.$push) {
+		Object.keys(updatePayload.$push).forEach((key) => {
+			let cleanKey = key.replace(/\[(\d+)\]/g, ".$1");
+			let arr = getNestedValue(target, cleanKey);
+			if (!Array.isArray(arr)) arr = [];
+			
+			const pushValue = updatePayload.$push[key];
+			if (pushValue && pushValue.$each) {
+				let valuesToPush = pushValue.$each;
+				let position = typeof pushValue.$position === "number" ? pushValue.$position : arr.length;
+				arr.splice(position, 0, ...valuesToPush);
+			} else {
+				arr.push(pushValue);
+			}
+			setNestedValue(target, cleanKey, arr);
+		});
+	}
+
+	if (updatePayload.$pull) {
+		Object.keys(updatePayload.$pull).forEach((key) => {
+			let cleanKey = key.replace(/\[(\d+)\]/g, ".$1");
+			let arr = getNestedValue(target, cleanKey);
+			if (Array.isArray(arr)) {
+				const filterVal = updatePayload.$pull[key];
+				arr = arr.filter(item => {
+					if (typeof filterVal === 'object' && filterVal !== null) {
+						return !queryData(item, filterVal);
+					}
+					return item !== filterVal;
+				});
+				setNestedValue(target, cleanKey, arr);
+			}
+		});
+	}
+
+	if (updatePayload.$addToSet) {
+		Object.keys(updatePayload.$addToSet).forEach((key) => {
+			let cleanKey = key.replace(/\[(\d+)\]/g, ".$1");
+			let arr = getNestedValue(target, cleanKey);
+			if (!Array.isArray(arr)) arr = [];
+
+			const addValue = updatePayload.$addToSet[key];
+			if (addValue && addValue.$each) {
+				addValue.$each.forEach(item => {
+					if (!arr.includes(item)) arr.push(item);
+				});
+			} else {
+				if (!arr.includes(addValue)) arr.push(addValue);
+			}
+			setNestedValue(target, cleanKey, arr);
+		});
+	}
+
+	return target;
+}
+
+/**
+ * Dynamic parser formatting Mongo $filter models into SQL statements containing parameter references.
+ */
+function compileFilterToSQL(filter, organizationId) {
+	let clauses = ["organization_id = $1"];
+	let params = [organizationId];
+	let paramCount = 1;
+
+	if (filter && filter.query) {
+		const parseConditionGroup = (queryObj, isOrJoin = false) => {
+			let localClauses = [];
+
+			// Special Handling for nested boolean operators ($or, $and)
+			if (queryObj.$or && Array.isArray(queryObj.$or)) {
+				let orClauses = queryObj.$or.map(subQuery => parseConditionGroup(subQuery)).filter(c => c.length);
+				if (orClauses.length) {
+					localClauses.push("(" + orClauses.join(" OR ") + ")");
+				}
+			}
+			if (queryObj.$and && Array.isArray(queryObj.$and)) {
+				let andClauses = queryObj.$and.map(subQuery => parseConditionGroup(subQuery)).filter(c => c.length);
+				if (andClauses.length) {
+					localClauses.push("(" + andClauses.join(" AND ") + ")");
+				}
+			}
+
+			// Process fields recursively supporting dot path targets
+			for (let key in queryObj) {
+				if (["$or", "$and"].includes(key)) continue;
+
+				let value = queryObj[key];
+				const targetField = ["_id", "organization_id"].includes(key) 
+					? `"${key}"` 
+					: `data->>'${key}'`;
+
+				if (value && typeof value === "object" && !Array.isArray(value)) {
+					for (let op in value) {
+						paramCount++;
+						let operand = value[op];
+						params.push(operand);
+
+						if (op === "$gt") localClauses.push(`${targetField} > $${paramCount}`);
+						else if (op === "$gte") localClauses.push(`${targetField} >= $${paramCount}`);
+						else if (op === "$lt") localClauses.push(`${targetField} < $${paramCount}`);
+						else if (op === "$lte") localClauses.push(`${targetField} <= $${paramCount}`);
+						else if (op === "$ne") localClauses.push(`${targetField} != $${paramCount}`);
+						else if (op === "$in") {
+							localClauses.push(`${targetField} = ANY($${paramCount}::text[])`);
+						}
+					}
+				} else {
+					paramCount++;
+					params.push(value);
+					localClauses.push(`${targetField} = $${paramCount}`);
+				}
+			}
+
+			return localClauses.join(isOrJoin ? " OR " : " AND ");
+		};
+
+		const processedQuery = parseConditionGroup(filter.query);
+		if (processedQuery) {
+			clauses.push(processedQuery);
+		}
+	}
+
+	return {
+		sqlWhere: clauses.length > 0 ? "WHERE " + clauses.join(" AND ") : "",
+		params
+	};
+}
+
+/**
+ * Parser transforming structured table columns and dynamic JSONB fields back to an aligned NoSQL payload format.
+ */
+function parseSqlRow(row) {
+	if (!row) return null;
+	const recordData = typeof row.data === "string" ? JSON.parse(row.data) : (row.data || {});
+	return {
+		_id: row._id,
+		organization_id: row.organization_id,
+		created: typeof row.created === "string" ? JSON.parse(row.created) : row.created,
+		modified: typeof row.modified === "string" ? JSON.parse(row.modified) : row.modified,
+		...recordData
+	};
+}
+
+function replaceArray(data = {}) {
+	let object = {};
+	Object.keys(data).forEach((key) => {
+		object[key.replace(/\[(\d+)\]/g, ".$1")] = data[key];
+	});
+	return object;
+}
+
+function getNestedValue(obj, path) {
+	return path.split('.').reduce((acc, part) => acc && acc[part], obj);
+}
+
+function setNestedValue(obj, path, value) {
+	const parts = path.split('.');
+	const last = parts.pop();
+	const target = parts.reduce((acc, part) => acc[part] = acc[part] || {}, obj);
+	target[last] = value;
+}
+
+function deleteNestedValue(obj, path) {
+	const parts = path.split('.');
+	const last = parts.pop();
+	const target = parts.reduce((acc, part) => acc && acc[part], obj);
+	if (target) delete target[last];
+}
+
+/**
+ * Merges response sets safely back into the active payload state structure.
+ */
+function createData(data, array, type) {
+	if (data[type] && data[type][0] && data[type][0].isFilter === "isEmptyObjectFilter") {
+		data[type].shift();
+		data.isFilter = true;
+	}
+
+	let key = type !== "object" ? "name" : "_id";
+
+	if (!Array.isArray(data[type])) {
+		console.log("data[type] is not an array", type);
+	} else {
+		for (let i = 0; i < array.length; i++) {
+			const matchIndex = data[type].findIndex((item) => item[key] === array[i][key]);
+			if (matchIndex !== -1) {
+				for (let $type of ["$storage", "$database", "$array"]) {
+					if (!data[type][matchIndex][$type]) data[type][matchIndex][$type] = [];
+					if (!Array.isArray(data[type][matchIndex][$type])) {
+						data[type][matchIndex][$type] = [data[type][matchIndex][$type]];
+					}
+					if (!data[type][matchIndex][$type].includes(array[i][$type])) {
+						data[type][matchIndex][$type].push(array[i][$type]);
+					}
+					delete array[i][$type];
+				}
+				data[type][matchIndex] = { ...data[type][matchIndex], ...array[i] };
+			} else {
+				data[type].push(array[i]);
+			}
+		}
+	}
+	return data;
+}
+
+function errorHandler(data, error, database, array) {
+	let errorMessage = typeof error === "object" && error.message ? error.message : error;
+	let errorObject = {
+		message: errorMessage,
+		storage: "postgresql"
+	};
+
+	if (database) errorObject.database = database;
+	if (array) errorObject.array = array;
+
+	if (Array.isArray(data.error)) {
+		data.error.push(errorObject);
+	} else {
+		data.error = [errorObject];
+	}
+}
+
+module.exports = { send };