@technicity/data-service-generator 0.23.0-next.12 → 0.23.0-next.14

package/dist/generation/generate.js

@@ -106,8 +106,7 @@ async function generate(input) {
             tables = tables.filter((x) => !input.excludeTables?.includes(x));
         }
         ctx.log.debug({ tableCount: tables.length, tables }, "tables after filter");
-        // Process table-by-table to avoid exhausting DB connection pool (e.g. Cloud SQL limits)
-        const data = (await Promise.all(tables.map((x) => Promise.all([
+        const data = await Promise.all(tables.flatMap((x) => [
             getGetOneData(x, includeMappedFields),
             getGetListData(x),
             getGetListPaginatedData(x),
@@ -116,7 +115,7 @@ async function generate(input) {
             getPatchListData(x),
             getDeleteOneData(x),
             getDeleteListData(x)
-        ])))).flat();
+        ]));
         ctx.log.debug({ inputLength: data.length }, "SDK input data collected");
         const artifacts = await getArtifacts(tables, includeMappedFields, specialCaseUuidColumn);
         ctx.log.debug("getArtifacts() completed");
@@ -886,6 +885,7 @@ function getTypeDataPostName(table) {
     return "DataPost" + changeCase.pascalCase(table);
 }
 async function getGetOneData(table, includeMappedFields) {
+    getCtx().log.debug({ table }, "getGetOneData() start");
     const typeFieldsName = getTypeFieldsName(table);
     const typeReturnBaseName = getTypeReturnBaseName(table);
     return {
@@ -899,6 +899,7 @@ async function getGetOneData(table, includeMappedFields) {
     };
 }
 async function getGetListData(table) {
+    getCtx().log.debug({ table }, "getGetListData() start");
     const typeFieldsName = getTypeFieldsName(table);
     const typeReturnBaseName = getTypeReturnBaseName(table);
     const typeWhereName = getTypeWhereName(table);
@@ -918,6 +919,7 @@ async function getGetListData(table) {
     };
 }
 async function getGetListPaginatedData(table) {
+    getCtx().log.debug({ table }, "getGetListPaginatedData() start");
     const typeFieldsName = getTypeFieldsName(table);
     const typeReturnBaseName = getTypeReturnBaseName(table);
     const typeWhereName = getTypeWhereName(table);
@@ -933,6 +935,7 @@ async function getGetListPaginatedData(table) {
     };
 }
 async function getPostOneData(table, specialCaseUuidColumn, includeMappedFields) {
+    getCtx().log.debug({ table }, "getPostOneData() start");
     const typeFieldsName = getTypeFieldsName(table);
     const typeReturnBaseName = getTypeReturnBaseName(table);
     const typeDataName = getTypeDataPostName(table);
@@ -947,6 +950,7 @@ async function getPostOneData(table, specialCaseUuidColumn, includeMappedFields)
     };
 }
 async function getPatchOneData(table, specialCaseUuidColumn, includeMappedFields) {
+    getCtx().log.debug({ table }, "getPatchOneData() start");
     const typeFieldsName = getTypeFieldsName(table);
     const typeReturnBaseName = getTypeReturnBaseName(table);
     const typeDataName = "DataPatch" + changeCase.pascalCase(table);
@@ -961,6 +965,7 @@ async function getPatchOneData(table, specialCaseUuidColumn, includeMappedFields
     };
 }
 async function getPatchListData(table) {
+    getCtx().log.debug({ table }, "getPatchListData() start");
     const typeFieldsName = getTypeFieldsName(table);
     const typeReturnBaseName = getTypeReturnBaseName(table);
     const typeWhereName = getTypeWhereName(table);
@@ -978,6 +983,7 @@ async function getPatchListData(table) {
     };
 }
 function getDeleteOneData(table) {
+    getCtx().log.debug({ table }, "getDeleteOneData() start");
     return {
         kind: "deleteOne",
         table,
@@ -985,6 +991,7 @@ function getDeleteOneData(table) {
     };
 }
 function getDeleteListData(table) {
+    getCtx().log.debug({ table }, "getDeleteListData() start");
     const typeWhereName = getTypeWhereName(table);
     return {
         kind: "deleteList",
@@ -994,10 +1001,12 @@ function getDeleteListData(table) {
     };
 }
 async function getTypeWhere(table, name) {
+    getCtx().log.debug({ table, name }, "getTypeWhere() start");
     const jsonSchemaWhere = await getJSONSchemaWhere(table);
     return (0, json_schema_to_typescript_1.compile)(jsonSchemaWhere, name, json2TsOpts);
 }
 async function getTypeDataPost(table, name, specialCaseUuidColumn, includeMappedFields) {
+    getCtx().log.debug({ table, name }, "getTypeDataPost() start");
     const primaryColumn = await getPrimaryColumn(table);
     const tableMeta = (await getTableMeta(table)).filter((x) => x.Field !== primaryColumn.name);
     const nullable = tableMeta.reduce((acc, m) => ({
@@ -1068,6 +1077,7 @@ async function getTypeDataPost(table, name, specialCaseUuidColumn, includeMapped
     return type;
 }
 async function getTypeDataPatch(table, name, specialCaseUuidColumn, includeMappedFields) {
+    getCtx().log.debug({ table, name }, "getTypeDataPatch() start");
     const primaryColumn = await getPrimaryColumn(table);
     let tableMeta = (await getTableMeta(table)).filter((x) => x.Field !== primaryColumn.name);
     if (specialCaseUuidColumn) {
@@ -1134,6 +1144,7 @@ function unwrapJSONType(type) {
     return type;
 }
 async function getMappedFields(table) {
+    getCtx().log.debug({ table }, "getMappedFields() start");
     const relationsManyToOne = await getRelationsManyToOne(table).then((xs) => xs.filter((x) => x.foreignKey.endsWith("Id")));
     let out = [];
     for (let x of relationsManyToOne) {
@@ -1157,6 +1168,7 @@ async function getMappedFields(table) {
     return out;
 }
 async function getJSONSchemaWhere(table) {
+    getCtx().log.debug({ table }, "getJSONSchemaWhere() start");
     const whereSchemaName = `_Where${changeCase.pascalCase(table)}`;
     const defWhere = {
         oneOf: [
@@ -1310,9 +1322,11 @@ async function getJSONSchemaWhere(table) {
     };
 }
 async function getTypeOrderBy(table, name) {
+    getCtx().log.debug({ table, name }, "getTypeOrderBy() start");
     return (0, json_schema_to_typescript_1.compile)((await getJSONSchemaOrderBy(table, name)), name, json2TsOpts);
 }
 async function getJSONSchemaOrderBy(table, name) {
+    getCtx().log.debug({ table, name }, "getJSONSchemaOrderBy() start");
     const fieldNames = await getTableMeta(table).then((xs) => xs.map((x) => x.Field));
     const def = {
         oneOf: fieldNames.map((k) => ({
@@ -1392,6 +1406,7 @@ export type TUpdateOperationsNumber = {$increment: number} | {$decrement: number
     return prettier.format(src, { parser: "typescript" });
 }
 async function getTypeFields(table, name, includeMappedFields) {
+    getCtx().log.debug({ table, name }, "getTypeFields() start");
     const scalarKeys = Object.keys(getJSONSchemaObjProperties(await getTableMeta(table)));
     const relations = await getRelationInfo(table);
     const mappedFields = includeMappedFields ? await getMappedFields(table) : [];
@@ -1454,6 +1469,7 @@ async function getTypeFields(table, name, includeMappedFields) {
     return type;
 }
 async function getTypeReturnBase(table, name, includeMappedFields) {
+    getCtx().log.debug({ table, name }, "getTypeReturnBase() start");
     const tableMeta = await getTableMeta(table);
     const scalarProperties = getJSONSchemaObjProperties(tableMeta);
     const relations = await getRelationInfo(table);
@@ -1619,8 +1635,12 @@ async function getArtifacts(tables, includeMappedFields, specialCaseUuidColumn)
     return artifacts;
 }
 const getRelationInfo = (0, memoize_1.default)(async function getRelationInfo(table) {
+    const ctx = getCtx();
+    ctx.log.debug({ table }, "getRelationInfo() start");
     const relationsManyToOne = await getRelationsManyToOne(table);
+    ctx.log.debug({ table, count: relationsManyToOne.length }, "getRelationInfo() getRelationsManyToOne done");
     const relationsOneToMany = await getRelationsOneToMany(table);
+    ctx.log.debug({ table, count: relationsOneToMany.length }, "getRelationInfo() getRelationsOneToMany done");
     let out = [];
     out = out.concat(relationsManyToOne.reduce((acc, x) => {
         if (!x.foreignKey.endsWith("Id")) {
@@ -1638,6 +1658,7 @@ const getRelationInfo = (0, memoize_1.default)(async function getRelationInfo(ta
         });
         return acc;
     }, []));
+    ctx.log.debug({ table, manyToOneOutCount: out.length }, "getRelationInfo() many-to-one concat done");
     const relationsOneToManyDuplicates = (0, getDuplicates_1.getDuplicates)(relationsOneToMany.map((x) => x.referencedTable));
     out = out.concat(relationsOneToMany.reduce((acc, x) => {
         if (!x.referencedKey.endsWith("Id")) {
@@ -1665,7 +1686,11 @@ const getRelationInfo = (0, memoize_1.default)(async function getRelationInfo(ta
         });
         return acc;
     }, []));
-    const relationsManyToMany = (await getJunctionTables()).reduce((acc, x) => {
+    ctx.log.debug({ table, afterOneToManyCount: out.length }, "getRelationInfo() one-to-many concat done");
+    ctx.log.debug({ table }, "getRelationInfo() getJunctionTables() calling");
+    const junctionTables = await getJunctionTables();
+    ctx.log.debug({ table, junctionTableCount: junctionTables.length }, "getRelationInfo() getJunctionTables() done");
+    const relationsManyToMany = junctionTables.reduce((acc, x) => {
         const dataForParentTable = x.relations.find((r) => r.referencedTable === table);
         if (dataForParentTable == null) {
             return acc;
@@ -1685,8 +1710,10 @@ const getRelationInfo = (0, memoize_1.default)(async function getRelationInfo(ta
         });
         return acc;
     }, []);
+    ctx.log.debug({ table, manyToManyCount: relationsManyToMany.length }, "getRelationInfo() many-to-many reduce done");
     out = out.concat(relationsManyToMany);
     out = _.sortBy([(x) => x.table, (x) => x.name], out);
+    ctx.log.debug({ table, totalCount: out.length }, "getRelationInfo() done");
     return out;
 }, (table) => getCtx().runId + ":" + table);
 function getRelationManyToOneFieldName(x) {
@@ -1713,6 +1740,7 @@ const getJunctionTables = (0, memoize_1.default)(async function getJunctionTable
 // `from` relations
 // https://stackoverflow.com/a/54732547
 const getRelationsManyToOne = (0, memoize_1.default)(async function getRelationsManyToOne(table) {
+    getCtx().log.debug({ table }, "getRelationsManyToOne() start");
     const { dialect, query } = getCtx();
     const tableMeta = await getTableMeta(table);
     let rs;
@@ -1758,6 +1786,7 @@ const getRelationsManyToOne = (0, memoize_1.default)(async function getRelations
 }, (table) => getCtx().runId + ":" + table);
 // `to` relations
 const getRelationsOneToMany = (0, memoize_1.default)(async function getRelationsOneToMany(table) {
+    getCtx().log.debug({ table }, "getRelationsOneToMany() start");
     const { dialect, query } = getCtx();
     let rs;
     if (dialect === "mysql") {
@@ -1801,6 +1830,7 @@ const getRelationsOneToMany = (0, memoize_1.default)(async function getRelations
     return _.sortBy([(x) => x.referencedTable, (x) => x.referencedKey, (x) => x.foreignKey], xs);
 }, (table) => getCtx().runId + ":" + table);
 async function getPrimaryColumn(table) {
+    getCtx().log.debug({ table }, "getPrimaryColumn() start");
     const tableMeta = await getTableMeta(table);
     const columns = tableMeta.filter((x) => x.Key === "PRI");
     if (columns.length !== 1) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@technicity/data-service-generator",
-  "version": "0.23.0-next.12",
+  "version": "0.23.0-next.14",
   "main": "./dist/index.js",
   "files": [
     "dist"