@restura/core 0.1.0-alpha.11 → 0.1.0-alpha.13

package/dist/index.mjs

@@ -1204,6 +1204,10 @@ function convertTable(table) {
 // src/restura/sql/PsqlEngine.ts
 import { ObjectUtils as ObjectUtils4 } from "@redskytech/core-utils";
 
+// src/restura/sql/PsqlPool.ts
+import pg from "pg";
+import format3 from "pg-format";
+
 // src/restura/sql/PsqlUtils.ts
 import format2 from "pg-format";
 function escapeColumnName(columnName) {
@@ -1239,7 +1243,9 @@ function isValueNumber2(value) {
 function SQL(strings, ...values) {
   let query = strings[0];
   values.forEach((value, index) => {
-    if (isValueNumber2(value)) {
+    if (typeof value === "boolean") {
+      query += value;
+    } else if (typeof value === "number") {
       query += value;
     } else {
       query += format2.literal(value);
@@ -1249,6 +1255,76 @@ function SQL(strings, ...values) {
   return query;
 }
 
+// src/restura/sql/PsqlPool.ts
+var { Pool } = pg;
+var PsqlPool = class {
+  constructor(poolConfig) {
+    this.poolConfig = poolConfig;
+    this.pool = new Pool(poolConfig);
+    this.queryOne("SELECT NOW();", [], { isSystemUser: true, role: "", host: "localhost", ipAddress: "" }).then(() => {
+      logger.info("Connected to PostgreSQL database");
+    }).catch((error) => {
+      logger.error("Error connecting to database", error);
+      process.exit(1);
+    });
+  }
+  // eslint-disable-next-line  @typescript-eslint/no-explicit-any
+  async queryOne(query, options, requesterDetails) {
+    const formattedQuery = questionMarksToOrderedParams(query);
+    this.logSqlStatement(formattedQuery, options, requesterDetails);
+    try {
+      const response = await this.pool.query(formattedQuery, options);
+      if (response.rows.length === 0) throw new RsError("NOT_FOUND", "No results found");
+      else if (response.rows.length > 1) throw new RsError("DUPLICATE", "More than one result found");
+      return response.rows[0];
+    } catch (error) {
+      console.error(error, query, options);
+      if (RsError.isRsError(error)) throw error;
+      if ((error == null ? void 0 : error.routine) === "_bt_check_unique") {
+        throw new RsError("DUPLICATE", error.message);
+      }
+      throw new RsError("DATABASE_ERROR", `${error.message}`);
+    }
+  }
+  // eslint-disable-next-line  @typescript-eslint/no-explicit-any
+  async runQuery(query, options, requesterDetails) {
+    const formattedQuery = questionMarksToOrderedParams(query);
+    this.logSqlStatement(formattedQuery, options, requesterDetails);
+    const queryUpdated = query.replace(/[\t\n]/g, " ");
+    console.log(queryUpdated, options);
+    try {
+      const response = await this.pool.query(formattedQuery, options);
+      return response.rows;
+    } catch (error) {
+      console.error(error, query, options);
+      if ((error == null ? void 0 : error.routine) === "_bt_check_unique") {
+        throw new RsError("DUPLICATE", error.message);
+      }
+      throw new RsError("DATABASE_ERROR", `${error.message}`);
+    }
+  }
+  logSqlStatement(query, options, requesterDetails, prefix = "") {
+    if (logger.level !== "silly") return;
+    let sqlStatement = "";
+    if (options.length === 0) {
+      sqlStatement = query;
+    } else {
+      let stringIndex = 0;
+      sqlStatement = query.replace(/\$\d+/g, () => {
+        const value = options[stringIndex++];
+        if (typeof value === "number") return value.toString();
+        return format3.literal(value);
+      });
+    }
+    let initiator = "Anonymous";
+    if ("userId" in requesterDetails && requesterDetails.userId)
+      initiator = `User Id (${requesterDetails.userId.toString()})`;
+    if ("isSystemUser" in requesterDetails && requesterDetails.isSystemUser) initiator = "SYSTEM";
+    logger.silly(`${prefix}query by ${initiator}, Query ->
+ ${sqlStatement}`);
+  }
+};
+
 // src/restura/sql/SqlEngine.ts
 import { ObjectUtils as ObjectUtils3 } from "@redskytech/core-utils";
 var SqlEngine = class {
@@ -1353,6 +1429,57 @@ var SqlEngine = class {
 // src/restura/sql/filterPsqlParser.ts
 import peg from "pegjs";
 var filterSqlGrammar = `
+{
+// ported from pg-format but intentionally will add double quotes to every column
+ function quoteSqlIdentity(value) {
+    if (value === undefined || value === null) {
+        throw new Error('SQL identifier cannot be null or undefined');
+    } else if (value === false) {
+        return '"f"';
+    } else if (value === true) {
+        return '"t"';
+    } else if (value instanceof Date) {
+        // return '"' + formatDate(value.toISOString()) + '"';
+    } else if (value instanceof Buffer) {
+        throw new Error('SQL identifier cannot be a buffer');
+    } else if (Array.isArray(value) === true) {
+        var temp = [];
+        for (var i = 0; i < value.length; i++) {
+            if (Array.isArray(value[i]) === true) {
+                throw new Error('Nested array to grouped list conversion is not supported for SQL identifier');
+            } else {
+                // temp.push(quoteIdent(value[i]));
+            }
+        }
+        return temp.toString();
+    } else if (value === Object(value)) {
+        throw new Error('SQL identifier cannot be an object');
+    }
+
+    var ident = value.toString().slice(0); // create copy
+
+    // do not quote a valid, unquoted identifier
+    // if (/^[a-z_][a-z0-9_$]*$/.test(ident) === true && isReserved(ident) === false) {
+    //     return ident;
+    // }
+
+    var quoted = '"';
+
+    for (var i = 0; i < ident.length; i++) {
+        var c = ident[i];
+        if (c === '"') {
+            quoted += c + c;
+        } else {
+            quoted += c;
+        }
+    }
+
+    quoted += '"';
+
+    return quoted;
+};
+}
+
 start = expressionList
 
 expressionList =
@@ -1371,9 +1498,9 @@ negate = "!"
 operator = "and"i / "or"i
 
 	   
-column = left:text "." right:text { return  \`\${format.ident(left)}.\${format.ident(right)}\`; } 
+column = left:text "." right:text { return  \`\${quoteSqlIdentity(left)}.\${quoteSqlIdentity(right)}\`; } 
     / 
-    text:text { return format.ident(text); } 
+    text:text { return quoteSqlIdentity(text); } 
     
 
 text = text:[a-z0-9-_:@]i+ { return text.join("");}
@@ -1399,18 +1526,155 @@ var filterPsqlParser = peg.generate(filterSqlGrammar, {
 var filterPsqlParser_default = filterPsqlParser;
 
 // src/restura/sql/PsqlEngine.ts
+import getDiff from "@wmfs/pg-diff-sync";
+import pgInfo from "@wmfs/pg-info";
+var { Client } = "pg";
+var systemUser = {
+  role: "",
+  host: "",
+  ipAddress: "",
+  isSystemUser: true
+};
 var PsqlEngine = class extends SqlEngine {
   constructor(psqlConnectionPool) {
     super();
     this.psqlConnectionPool = psqlConnectionPool;
   }
-  async diffDatabaseToSchema(schema) {
-    console.log(schema);
-    return Promise.resolve("");
+  async createDatabaseFromSchema(schema, connection) {
+    const sqlFullStatement = this.generateDatabaseSchemaFromSchema(schema);
+    await connection.runQuery(sqlFullStatement, [], systemUser);
+    return sqlFullStatement;
   }
   generateDatabaseSchemaFromSchema(schema) {
-    console.log(schema);
-    return "";
+    const sqlStatements = [];
+    const enums = [];
+    const indexes = [];
+    for (const table of schema.database) {
+      let sql = `CREATE TABLE "${table.name}"
+					   ( `;
+      const tableColumns = [];
+      for (const column of table.columns) {
+        let columnSql = "";
+        if (column.type === "ENUM") {
+          enums.push(`CREATE TYPE ${schemaToPsqlType(column, table.name)} AS ENUM (${column.value});`);
+        }
+        columnSql += `	"${column.name}" ${schemaToPsqlType(column, table.name)}`;
+        let value = column.value;
+        if (column.type === "JSON") value = "";
+        if (column.type === "JSONB") value = "";
+        if (column.type === "DECIMAL" && value) {
+          value = value.replace("-", ",").replace(/['"]/g, "");
+        }
+        if (value && column.type !== "ENUM") {
+          columnSql += `(${value})`;
+        } else if (column.length) columnSql += `(${column.length})`;
+        if (column.isPrimary) {
+          columnSql += " PRIMARY KEY ";
+        }
+        if (column.isUnique) {
+          columnSql += ` CONSTRAINT "${table.name}_${column.name}_unique_index" UNIQUE `;
+        }
+        if (column.isNullable) columnSql += " NULL";
+        else columnSql += " NOT NULL";
+        if (column.default) columnSql += ` DEFAULT '${column.default}'`;
+        tableColumns.push(columnSql);
+      }
+      sql += tableColumns.join(", \n");
+      for (const index of table.indexes) {
+        if (!index.isPrimaryKey) {
+          let unique = " ";
+          if (index.isUnique) unique = "UNIQUE ";
+          indexes.push(
+            `	CREATE ${unique}INDEX "${index.name}" ON "${table.name}" (${index.columns.map((item) => {
+              return `"${item}" ${index.order}`;
+            }).join(", ")})`
+          );
+        }
+      }
+      sql += "\n);";
+      sqlStatements.push(sql);
+    }
+    for (const table of schema.database) {
+      if (!table.foreignKeys.length) continue;
+      const sql = `ALTER TABLE "${table.name}" `;
+      const constraints = [];
+      for (const foreignKey of table.foreignKeys) {
+        let constraint = `	 ADD CONSTRAINT "${foreignKey.name}"
+        FOREIGN KEY ("${foreignKey.column}") REFERENCES "${foreignKey.refTable}" ("${foreignKey.refColumn}")`;
+        constraint += ` ON DELETE ${foreignKey.onDelete}`;
+        constraint += ` ON UPDATE ${foreignKey.onUpdate}`;
+        constraints.push(constraint);
+      }
+      sqlStatements.push(sql + constraints.join(",\n") + ";");
+    }
+    for (const table of schema.database) {
+      if (!table.checkConstraints.length) continue;
+      const sql = `ALTER TABLE "${table.name}" `;
+      const constraints = [];
+      for (const check of table.checkConstraints) {
+        const constraint = `ADD CONSTRAINT "${check.name}" CHECK (${check.check})`;
+        constraints.push(constraint);
+      }
+      sqlStatements.push(sql + constraints.join(",\n") + ";");
+    }
+    sqlStatements.push(indexes.join(";\n"));
+    return enums.join("\n") + "\n" + sqlStatements.join("\n\n");
+  }
+  async getScratchPool() {
+    await this.psqlConnectionPool.runQuery(
+      `DROP DATABASE IF EXISTS ${this.psqlConnectionPool.poolConfig.database}_scratch`,
+      [],
+      systemUser
+    );
+    await this.psqlConnectionPool.runQuery(
+      `CREATE DATABASE ${this.psqlConnectionPool.poolConfig.database}_scratch;`,
+      [],
+      systemUser
+    );
+    const scratchPool = new PsqlPool({
+      host: this.psqlConnectionPool.poolConfig.host,
+      port: this.psqlConnectionPool.poolConfig.port,
+      user: this.psqlConnectionPool.poolConfig.user,
+      database: this.psqlConnectionPool.poolConfig.database + "_scratch",
+      password: this.psqlConnectionPool.poolConfig.password,
+      max: this.psqlConnectionPool.poolConfig.max,
+      idleTimeoutMillis: this.psqlConnectionPool.poolConfig.idleTimeoutMillis,
+      connectionTimeoutMillis: this.psqlConnectionPool.poolConfig.connectionTimeoutMillis
+    });
+    return scratchPool;
+  }
+  async diffDatabaseToSchema(schema) {
+    const scratchPool = await this.getScratchPool();
+    await this.createDatabaseFromSchema(schema, scratchPool);
+    const originalClient = new Client({
+      database: this.psqlConnectionPool.poolConfig.database,
+      user: this.psqlConnectionPool.poolConfig.user,
+      password: this.psqlConnectionPool.poolConfig.password,
+      host: this.psqlConnectionPool.poolConfig.host,
+      port: this.psqlConnectionPool.poolConfig.port
+    });
+    const scratchClient = new Client({
+      database: this.psqlConnectionPool.poolConfig.database + "_scratch",
+      user: this.psqlConnectionPool.poolConfig.user,
+      password: this.psqlConnectionPool.poolConfig.password,
+      host: this.psqlConnectionPool.poolConfig.host,
+      port: this.psqlConnectionPool.poolConfig.port
+    });
+    await originalClient.connect();
+    await scratchClient.connect();
+    const info1 = await pgInfo({
+      client: originalClient,
+      schema: "public"
+    });
+    const info2 = await pgInfo({
+      client: scratchClient,
+      schema: "public"
+    });
+    const diff = getDiff(info1, info2);
+    console.log("Schema differences:", diff);
+    await originalClient.end();
+    await scratchClient.end();
+    return diff.join("\n");
   }
   createNestedSelect(req, schema, item, routeData, userRole, sqlParams) {
     if (!item.subquery) return "";
@@ -1521,22 +1785,20 @@ var PsqlEngine = class extends SqlEngine {
       );
     } else if (routeData.type === "PAGED") {
       const data = req.data;
-      const pageResults = await this.psqlConnectionPool.runQuery(
-        `${selectStatement}${sqlStatement}${groupByOrderByStatement} LIMIT ? OFFSET ?;SELECT COUNT(${routeData.groupBy ? `DISTINCT ${routeData.groupBy.tableName}.${routeData.groupBy.columnName}` : "*"}) AS total
-${sqlStatement};`,
-        [
-          ...sqlParams,
-          data.perPage || DEFAULT_PAGED_PER_PAGE_NUMBER,
-          (data.page - 1) * data.perPage || DEFAULT_PAGED_PAGE_NUMBER,
-          ...sqlParams
-        ],
+      const pagePromise = this.psqlConnectionPool.runQuery(
+        `${selectStatement}${sqlStatement}${groupByOrderByStatement}` + SQL`LIMIT ${data.perPage || DEFAULT_PAGED_PER_PAGE_NUMBER} OFFSET ${(data.page - 1) * data.perPage || DEFAULT_PAGED_PAGE_NUMBER};`,
+        sqlParams,
         req.requesterDetails
       );
+      const totalQuery = `SELECT COUNT(${routeData.groupBy ? `DISTINCT ${routeData.groupBy.tableName}.${routeData.groupBy.columnName}` : "*"}) AS total
+ ${sqlStatement};`;
+      const totalPromise = await this.psqlConnectionPool.runQuery(totalQuery, sqlParams, req.requesterDetails);
+      const [pageResults, totalResponse] = await Promise.all([pagePromise, totalPromise]);
       let total = 0;
-      if (ObjectUtils4.isArrayWithData(pageResults)) {
-        total = pageResults[1][0].total;
+      if (ObjectUtils4.isArrayWithData(totalResponse)) {
+        total = totalResponse[0].total;
       }
-      return { data: pageResults[0], total };
+      return { data: pageResults, total };
     } else {
       throw new RsError("UNKNOWN_ERROR", "Unknown route type.");
     }
@@ -1686,77 +1948,12 @@ ${sqlStatement};`,
     return whereClause;
   }
 };
-
-// src/restura/sql/PsqlPool.ts
-import pg from "pg";
-import format3 from "pg-format";
-var { Pool } = pg;
-var PsqlPool = class {
-  constructor(poolConfig) {
-    this.poolConfig = poolConfig;
-    this.pool = new Pool(poolConfig);
-    this.queryOne("SELECT NOW();", [], { isSystemUser: true, role: "", host: "localhost", ipAddress: "" }).then(() => {
-      logger.info("Connected to PostgreSQL database");
-    }).catch((error) => {
-      logger.error("Error connecting to database", error);
-      process.exit(1);
-    });
-  }
-  // eslint-disable-next-line  @typescript-eslint/no-explicit-any
-  async queryOne(query, options, requesterDetails) {
-    const formattedQuery = questionMarksToOrderedParams(query);
-    this.logSqlStatement(formattedQuery, options, requesterDetails);
-    try {
-      const response = await this.pool.query(formattedQuery, options);
-      if (response.rows.length === 0) throw new RsError("NOT_FOUND", "No results found");
-      else if (response.rows.length > 1) throw new RsError("DUPLICATE", "More than one result found");
-      return response.rows[0];
-    } catch (error) {
-      console.error(error, query, options);
-      if (RsError.isRsError(error)) throw error;
-      if ((error == null ? void 0 : error.routine) === "_bt_check_unique") {
-        throw new RsError("DUPLICATE", error.message);
-      }
-      throw new RsError("DATABASE_ERROR", `${error.message}`);
-    }
-  }
-  // eslint-disable-next-line  @typescript-eslint/no-explicit-any
-  async runQuery(query, options, requesterDetails) {
-    const formattedQuery = questionMarksToOrderedParams(query);
-    this.logSqlStatement(formattedQuery, options, requesterDetails);
-    const queryUpdated = query.replace(/[\t\n]/g, " ");
-    console.log(queryUpdated, options);
-    try {
-      const response = await this.pool.query(formattedQuery, options);
-      return response.rows;
-    } catch (error) {
-      console.error(error, query, options);
-      if ((error == null ? void 0 : error.routine) === "_bt_check_unique") {
-        throw new RsError("DUPLICATE", error.message);
-      }
-      throw new RsError("DATABASE_ERROR", `${error.message}`);
-    }
-  }
-  logSqlStatement(query, options, requesterDetails, prefix = "") {
-    if (logger.level !== "silly") return;
-    let sqlStatement = "";
-    if (options.length === 0) {
-      sqlStatement = query;
-    } else {
-      let stringIndex = 0;
-      sqlStatement = query.replace(/\$\d+/g, () => {
-        const value = options[stringIndex++];
-        if (typeof value === "number") return value.toString();
-        return format3.literal(value);
-      });
-    }
-    let initiator = "Anonymous";
-    if ("userId" in requesterDetails && requesterDetails.userId)
-      initiator = `User Id (${requesterDetails.userId.toString()})`;
-    if ("isSystemUser" in requesterDetails && requesterDetails.isSystemUser) initiator = "SYSTEM";
-    logger.silly(`${prefix}query by ${initiator}, Query ->
- ${sqlStatement}`);
-  }
+var schemaToPsqlType = (column, tableName) => {
+  if (column.hasAutoIncrement) return "BIGSERIAL";
+  if (column.type === "ENUM") return `"${tableName}_${column.name}_enum"`;
+  if (column.type === "DATETIME") return "TIMESTAMPTZ";
+  if (column.type === "MEDIUMINT") return "INT";
+  return column.type;
 };
 
 // src/restura/restura.ts