@technicity/data-service-generator 0.23.0-next.11 → 0.23.0-next.12

package/dist/generation/generate.js

@@ -106,16 +106,17 @@ async function generate(input) {
             tables = tables.filter((x) => !input.excludeTables?.includes(x));
         }
         ctx.log.debug({ tableCount: tables.length, tables }, "tables after filter");
-        const data = await Promise.all(tables.flatMap((x) => [
-            getGetOneData(x, includeMappedFields, tables),
+        // Process table-by-table to avoid exhausting DB connection pool (e.g. Cloud SQL limits)
+        const data = (await Promise.all(tables.map((x) => Promise.all([
+            getGetOneData(x, includeMappedFields),
             getGetListData(x),
             getGetListPaginatedData(x),
-            getPostOneData(x, specialCaseUuidColumn, includeMappedFields, tables),
+            getPostOneData(x, specialCaseUuidColumn, includeMappedFields),
             getPatchOneData(x, specialCaseUuidColumn, includeMappedFields),
             getPatchListData(x),
             getDeleteOneData(x),
             getDeleteListData(x)
-        ]));
+        ])))).flat();
         ctx.log.debug({ inputLength: data.length }, "SDK input data collected");
         const artifacts = await getArtifacts(tables, includeMappedFields, specialCaseUuidColumn);
         ctx.log.debug("getArtifacts() completed");
@@ -884,16 +885,16 @@ function getTypeOrderByName(table) {
 function getTypeDataPostName(table) {
     return "DataPost" + changeCase.pascalCase(table);
 }
-async function getGetOneData(table, includeMappedFields, tables) {
+async function getGetOneData(table, includeMappedFields) {
     const typeFieldsName = getTypeFieldsName(table);
     const typeReturnBaseName = getTypeReturnBaseName(table);
     return {
         kind: "getOne",
         table,
         methodName: "get" + changeCase.pascalCase(table),
-        typeFields: await getTypeFields(table, typeFieldsName, includeMappedFields, tables),
+        typeFields: await getTypeFields(table, typeFieldsName, includeMappedFields),
         typeFieldsName,
-        typeReturnBase: await getTypeReturnBase(table, typeReturnBaseName, includeMappedFields, tables),
+        typeReturnBase: await getTypeReturnBase(table, typeReturnBaseName, includeMappedFields),
         typeReturnBaseName
     };
 }
@@ -931,7 +932,7 @@ async function getGetListPaginatedData(table) {
         typeOrderByName
     };
 }
-async function getPostOneData(table, specialCaseUuidColumn, includeMappedFields, tables) {
+async function getPostOneData(table, specialCaseUuidColumn, includeMappedFields) {
     const typeFieldsName = getTypeFieldsName(table);
     const typeReturnBaseName = getTypeReturnBaseName(table);
     const typeDataName = getTypeDataPostName(table);
@@ -941,7 +942,7 @@ async function getPostOneData(table, specialCaseUuidColumn, includeMappedFields,
         methodName: "post" + changeCase.pascalCase(table),
         typeFieldsName,
         typeReturnBaseName,
-        typeData: await getTypeDataPost(table, typeDataName, specialCaseUuidColumn, includeMappedFields, tables),
+        typeData: await getTypeDataPost(table, typeDataName, specialCaseUuidColumn, includeMappedFields),
         typeDataName
     };
 }
@@ -996,7 +997,7 @@ async function getTypeWhere(table, name) {
     const jsonSchemaWhere = await getJSONSchemaWhere(table);
     return (0, json_schema_to_typescript_1.compile)(jsonSchemaWhere, name, json2TsOpts);
 }
-async function getTypeDataPost(table, name, specialCaseUuidColumn, includeMappedFields, tables) {
+async function getTypeDataPost(table, name, specialCaseUuidColumn, includeMappedFields) {
     const primaryColumn = await getPrimaryColumn(table);
     const tableMeta = (await getTableMeta(table)).filter((x) => x.Field !== primaryColumn.name);
     const nullable = tableMeta.reduce((acc, m) => ({
@@ -1009,7 +1010,7 @@ async function getTypeDataPost(table, name, specialCaseUuidColumn, includeMapped
     }), {});
     let properties = getJSONSchemaObjProperties(tableMeta);
     let notRequiredList = [];
-    const oneToManyRelations = (await getRelationInfo(table, tables)).filter((x) => x.type === "one-to-many__many-to-one" && x.kind === "one-to-many");
+    const oneToManyRelations = (await getRelationInfo(table)).filter((x) => x.type === "one-to-many__many-to-one" && x.kind === "one-to-many");
     const mappedFields = includeMappedFields ? await getMappedFields(table) : [];
     let mappedFieldsMap = new Map();
     if (includeMappedFields) {
@@ -1390,9 +1391,9 @@ export type TUpdateOperationsNumber = {$increment: number} | {$decrement: number
 `;
     return prettier.format(src, { parser: "typescript" });
 }
-async function getTypeFields(table, name, includeMappedFields, tables) {
+async function getTypeFields(table, name, includeMappedFields) {
     const scalarKeys = Object.keys(getJSONSchemaObjProperties(await getTableMeta(table)));
-    const relations = await getRelationInfo(table, tables);
+    const relations = await getRelationInfo(table);
     const mappedFields = includeMappedFields ? await getMappedFields(table) : [];
     const keyWhere = "$where";
     const keyOrderBy = "$orderBy";
@@ -1452,10 +1453,10 @@ async function getTypeFields(table, name, includeMappedFields, tables) {
     type = imports + "\n\n" + type;
     return type;
 }
-async function getTypeReturnBase(table, name, includeMappedFields, tables) {
+async function getTypeReturnBase(table, name, includeMappedFields) {
     const tableMeta = await getTableMeta(table);
     const scalarProperties = getJSONSchemaObjProperties(tableMeta);
-    const relations = await getRelationInfo(table, tables);
+    const relations = await getRelationInfo(table);
     const mappedFields = includeMappedFields ? await getMappedFields(table) : [];
     const jsonSchemaReturn = {
         type: "object",
@@ -1514,7 +1515,7 @@ async function getArtifacts(tables, includeMappedFields, specialCaseUuidColumn)
             getShowCreateTable(table)
         ]);
         const scalarFields = tableMeta.map((x) => x.Field);
-        const relationInfo = await getRelationInfo(table, tables);
+        const relationInfo = await getRelationInfo(table);
         const relationFields = relationInfo.reduce((acc, x) => {
             if (x.type === "one-to-many__many-to-one") {
                 acc[x.name] = {
@@ -1617,7 +1618,7 @@ async function getArtifacts(tables, includeMappedFields, specialCaseUuidColumn)
     }, {});
     return artifacts;
 }
-const getRelationInfo = (0, memoize_1.default)(async function getRelationInfo(table, tables) {
+const getRelationInfo = (0, memoize_1.default)(async function getRelationInfo(table) {
     const relationsManyToOne = await getRelationsManyToOne(table);
     const relationsOneToMany = await getRelationsOneToMany(table);
     let out = [];
@@ -1664,7 +1665,7 @@ const getRelationInfo = (0, memoize_1.default)(async function getRelationInfo(ta
         });
         return acc;
     }, []));
-    const relationsManyToMany = (await getJunctionTables(tables)).reduce((acc, x) => {
+    const relationsManyToMany = (await getJunctionTables()).reduce((acc, x) => {
         const dataForParentTable = x.relations.find((r) => r.referencedTable === table);
         if (dataForParentTable == null) {
             return acc;
@@ -1692,7 +1693,9 @@ function getRelationManyToOneFieldName(x) {
     return changeCase.camelCase(x.foreignKey.replace(new RegExp(x.referencedKey + "$", "i"), ""));
 }
 // TODO: not sure if this logic is correct
-const getJunctionTables = (0, memoize_1.default)(async function getJunctionTables(tables) {
+// Note: intentionally not the filtered tables
+const getJunctionTables = (0, memoize_1.default)(async function getJunctionTables() {
+    const tables = await getTableNames();
     return (await Promise.all(tables.map(async (table) => {
         const relations = await getRelationsManyToOne(table);
         if (relations.length === 2 &&

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@technicity/data-service-generator",
-  "version": "0.23.0-next.11",
+  "version": "0.23.0-next.12",
   "main": "./dist/index.js",
   "files": [
     "dist"