@simitgroup/simpleapp-generator 1.0.32 → 1.0.35

package/src/processors/jsonschemabuilder.ts

@@ -1,11 +1,13 @@
 // import { ExceptionsHandler } from '@nestjs/core/exceptions/exceptions-handler';
-import { JSONSchema7, JSONSchema7Definition,JSONSchema7Array,JSONSchema7TypeName } from 'json-schema';
+import { JSONSchema7, JSONSchema7Definition,JSONSchema7Array,JSONSchema7TypeName, JSONSchema7Object } from 'json-schema';
 import * as js7 from 'json-schema';
+import _ from 'lodash'
 import { capitalizeFirstLetter } from '../libs';
-import {JsonSchemaProperties} from "../type"
+import {SchemaType,SchemaConfig,JsonSchemaProperties,MyForeignKey} from "../type"
+// import * as schematemplates from '../schematype'
 import { Logger, ILogObj } from "tslog";
 import $RefParser from "@apidevtools/json-schema-ref-parser";
-import {foreignkeys} from '../storage'
+import {allforeignkeys} from '../storage'
 // import { ConflictException } from '@nestjs/common';
 import {
   FieldModel,
@@ -14,263 +16,235 @@ import {
   SchemaModel,
   TypeForeignKey,
   TypeForeignKeyCatalogue,
-  DocSetting,ApiSetting,DocStatusSetting,
+  DocSetting,
   
 } from '../type';
-import { json } from 'stream/consumers';
 const log: Logger<ILogObj> = new Logger();
+const configname =  "x-simpleapp-config"
+const FOREIGNKEY_PROPERTY = 'x-foreignkey'
+const COMPULSORYFIELDS={  _id:{type:'string'},
+  created:{type:'string'},
+  updated:{type:'string'},
+  createdby:{type:'string'},
+  updatedby:{type:'string'},
+  tenantId: {type:'integer',default:1,minimum:1 },
+  orgId: {type:'integer',default:1,minimum:1 },
+  branchId: {type:'integer',default:1,minimum:1 },
+}
+export const readJsonSchemaBuilder = async (docname: string,orijsondata:JSONSchema7,
+) => {
+  // log.info(`----------------------------------------------------`)
+  // log.error(`Processing schema ${docname}`)
+  //validation
+  if(!orijsondata[configname]) throw new Error(`Undefine ${configname}`)
+  
+  // // Object.assign(targettemplate,schematemplates[currentschematype])
+  // console.log("just want process schemaprops ********>>",targettemplate)
+  
+  let schemaconfigs:SchemaConfig = orijsondata[configname]
+  const doctype=schemaconfigs.documentType
+  if(!schemaconfigs.collectionName){
+    schemaconfigs.documentName
+  }
 
-const X_DOCUMENT_NO='x-document-no'
-const X_DOCUMENT_LABEL='x-document-label'
-const X_AUTOCOMPLETE_FIELD='x-autocomplete-field'
-const X_DOCUMENT_NAME='x-document-name'
-const X_DOCUMENT_TYPE='x-document-type'
-const X_COLLECTION_NAME='x-document-collection'
-const X_DOCUMENT_STATUS='x-document-status'
-const X_DOCUMENT_API='x-document-api'
-const X_IGNORE_AUTOCOMPLETE='x-ignore-autocomplete'
-const FOREIGNKEY_PROPERTY='x-foreignkey'
-const X_TEL_NO='x-tel'
-const X_ISOLATION_TYPE='x-isolation-type'
-
-let docSetting:DocSetting={} as DocSetting
-
+  if(!schemaconfigs.foreignKeys){
+    schemaconfigs.foreignKeys={}
+  }
 
+  // let schemaprops:any = targettemplate.properties 
+  // console.log("just want process targettemplate ######>>>",orijsondata)
+  // let schemadefinitions = targettemplate.definitions
 
-let allmodels: ChildModels = {};
-let fullschema={}
-// let fieldAutoCompleteCode=''
-// let fieldAutoCompleteName=''
-let moreAutoComplete:string[]=[]
+  
+  // Object.assign(schemaconfigs,orijsondata[configname])
+  // Object.assign(schemaprops,orijsondata.properties)
+  
+  // if(orijsondata['definitions']){
+  //   Object.assign(schemadefinitions,orijsondata['definitions'])
+  // }
+  
+  
+  // //merge properties from template
+  // Object.keys(schemaconfigs).forEach(keyname=>{
+  //   if(!schemaconfigs[keyname]){
+  //     log.fatal(`Undefine ${keyname} in "${configname}"`)
+  //   }
+  // })
 
+  //fill in default values
+  
 
-const newDocSetting=(doctype:string,docname:string):DocSetting=>{
-  return {
-    docName:docname,  //done
-    docType:doctype,  //done
-    colDocNo:'',      //done
-    colDocLabel:'',   //done
-    collectionName:docname, //done
-    autocompleteFields:[],
-    docStatusSettings:[],
-    apiSettings:[],
-    requireautocomplete:true,
-    isolationtype:"org"
 
-  }
-}
-export const readJsonSchemaBuilder = async (
-  doctype: string,
-  docname: string,
-  orijsondata:JSONSchema7,
-  allforeignkeys:TypeForeignKeyCatalogue
-) => {
-  docSetting=newDocSetting(doctype,docname)
-  // fieldAutoCompleteCode=''
-  // fieldAutoCompleteName=''
-  moreAutoComplete=[]
-  allmodels = {};
-  
-  const validateddata: JSONSchema7 = { ...orijsondata };
-  let schema: SchemaModel | SchemaModel[];
-  const  tmpjsondata = await $RefParser.dereference(orijsondata).then((schema)=>{
-    // console.log("schema",doctype, schema['properties']['category']? schema['properties']['category']:'')
-    return schema
+  // let newschema:JSONSchema7 & SchemaType = {
+  //   type: 'object',
+  //   "x-simpleapp-config":schemaconfigs,
+  //   properties:schemaprops,
+  //   definitions:schemadefinitions
+    
+  // }
+  // log.warn("------------------")
+  // log.warn(newschema)
+  // dereference in case implement remote schema
+  // console.log("before dereference jsondata.properties =======---",newschema)
+  const  tmpjsondata = await $RefParser.dereference(orijsondata).then((tmp)=>{    
+    return tmp
   })
+  // console.log("First level jsondata.properties =======++",tmpjsondata)
+  // log.info(tmpjsondata,`==========================${schemaconfigs.documentType}==========================`)
   const  jsondata:JSONSchema7 = {...tmpjsondata} as JSONSchema7
-
+  let allmodels: ChildModels = {};
   
-  if (jsondata && jsondata.type == 'object') {
-    //no _id then need add
-    // console.log(jsondata)
-    schema = processObject(doctype,docname, jsondata)
-    // console.log("schema",schema)
-  } else if (jsondata.type == 'array') {
-    throw(`unsupport array type for ${docname}.${doctype}`)
-  }
-  if(docSetting.colDocNo=='' && docSetting.requireautocomplete) {
-    log.error(`you shall define 1 field with format:'${X_DOCUMENT_NO}'`)
-    throw "missing field format"
-  }
-  if(docSetting.colDocLabel=='' && docSetting.requireautocomplete) {
-    log.error(`you shall define 1 field with format: '${X_DOCUMENT_LABEL}'}`)
-    throw "missing field format"
-  }
-  
-  return Promise.resolve(allmodels);
+  await genSchema(
+    schemaconfigs.documentName,
+    'object',
+    jsondata.properties,
+    jsondata['required'] ?? [],
+    '$',
+    schemaconfigs,
+    allmodels
+  );
+  return allmodels
 };
 
 
-const processObject =  (doctype: string,
-  docname: string,
-  jsondata:JSONSchema7,)  =>{
-    if(!jsondata['properties']){      
-      throw ("Invalid json schema {doctype}.{docname}, no 'properties' defined")
-    }
+/**
+ * process recursively every property in schema
+ * @param SchemaConfig 
+ * @param parentName 
+ * @param schematype 
+ * @param jsondata 
+ * @param requiredlist 
+ * @param parentpath 
+ * @param schemaconfigs
+ * @returns 
+ */
+const genSchema = async (
+    docname: string,
+    schematype: string,
+    jsondata: JsonSchemaProperties,
+    requiredlist: string[] | undefined,parentpath:string,
+    schemaconfigs:SchemaConfig,
+    allmodels: ChildModels
+  ): Promise<SchemaModel> => {
     
-    //ensure some field exists, also override it
-    jsondata.properties['_id'] = {type: 'string',description: 'Control value, dont edit it',};
-    jsondata.properties['doctype'] = {type: 'string', default:doctype, examples: [doctype],description: 'Control value, dont edit it',};
-    jsondata.properties['tenantId'] = {type: 'number',description: 'Control value, dont edit it',};
-    jsondata.properties['orgId'] = {type: 'number',description: 'Control value, dont edit it',};
-    jsondata.properties['branchId'] = {type: 'number',description: 'Control value, dont edit it',};
-    jsondata.properties['created'] = {type: 'string',description: 'Control value, dont edit it',};
-    jsondata.properties['updated'] = {type: 'string',description: 'Control value, dont edit it',};
-    jsondata.properties['createdby'] = {type: 'string',description: 'Control value, dont edit it',};
-    jsondata.properties['updatedby'] = {type: 'string',description: 'Control value, dont edit it',};
+    const newmodel: SchemaModel = {};
+    // console.log("jsondata--->>>>",docname,jsondata)
+    Object.keys(jsondata).forEach(async (key) => {          
+      //below is Object.assign use for force datatype compatibility
+      const obj:JSONSchema7={}
+      Object.assign(obj,jsondata[key]);
+      const objectitem:JSONSchema7= {} as JSONSchema7    
+      Object.assign(objectitem,obj.items);
 
-    if(jsondata[X_ISOLATION_TYPE] && ['none','tenant','org','branch'].includes(jsondata[X_ISOLATION_TYPE])  ){      
-      docSetting.isolationtype=jsondata[X_ISOLATION_TYPE]
-    }
-    if(jsondata[X_IGNORE_AUTOCOMPLETE] && jsondata[X_IGNORE_AUTOCOMPLETE]==true){
-      docSetting.requireautocomplete=false
-    }
-    if(jsondata[X_DOCUMENT_API] && Array.isArray(jsondata[X_DOCUMENT_API])){
-      log.warn("x-document-api exists:")
-      log.warn(jsondata[X_DOCUMENT_API])
-      for(let i=0; i<jsondata[X_DOCUMENT_API].length;i++){
-        const tmp:ApiSetting =jsondata[X_DOCUMENT_API][i]
-        if(!tmp.action){
-          const errmsg = "x-document-api defined but undefine property 'action'"
-          log.error(errmsg)
-          
-          throw errmsg
-        }
-        if(!tmp.method){
-          const errmsg = "x-document-api defined but undefine property 'method'"
-          log.error(errmsg)
-          throw errmsg
-        }
-        docSetting.apiSettings.push(tmp)
+      let isrequired = false
+      if(requiredlist &&  requiredlist.includes(key)){
+        isrequired=true
       }
-    }
-      if(jsondata[X_DOCUMENT_STATUS] && Array.isArray(jsondata[X_DOCUMENT_STATUS])){
-        for(let i=0; i<jsondata[X_DOCUMENT_STATUS].length;i++){
-          const tmp:DocStatusSetting =jsondata[X_DOCUMENT_STATUS][i]
-          if(tmp.statusCode ===undefined){
-            const errmsg = "x-document-status defined but undefine property 'statusCode'"
-            log.error(errmsg)
-            throw errmsg
-          }
-          if(!tmp.statusName ===undefined){
-            const errmsg = "x-document-status defined but undefine property 'statusName'"
-            log.error(errmsg)
-            throw errmsg            
-          }
-          docSetting.docStatusSettings.push(tmp)
-        }
-     }
+      const newName: string = _.upperFirst(docname) + _.upperFirst(key);
 
 
-    return genSchema(
-      capitalizeFirstLetter(docname),
-      'object',
-      jsondata.properties,
-      jsondata['required'] ? jsondata['required'] : [],
-    );
-}
-
-const genSchema = (docname: string,schematype: string,jsondata: JsonSchemaProperties,
-  requiredlist: string[] | undefined): SchemaModel => {
-  const newmodel: SchemaModel = {};
-  const props = Object.getOwnPropertyNames(jsondata ??{});
-  // console.log('==== jsondata', jsondata);
-  
-  for (let i = 0; i < props.length; i++) {    
-    const key = props[i];
+    // if(obj[X_AUTOCOMPLETE_FIELD]){
+    //   docSetting.autocompleteFields.push(key)
+    // }
     
-    //below is Object.assign use for force datatype compatibility
-    const obj:JSONSchema7={}
-    Object.assign(obj,jsondata[key]);
-    const objectitem:JSONSchema7= {} as JSONSchema7    
-    Object.assign(objectitem,obj.items);
-
-    const isrequired = requiredlist && requiredlist.includes(key);
-    const newName: string = docname + capitalizeFirstLetter(key);
-   if(obj.format && obj.format==X_DOCUMENT_NO){
-    docSetting.colDocNo=key
-    obj.minLength=obj.minLength??1
-    jsondata[key]['minLength']=obj.minLength
-   }
-   if(obj.format && obj.format==X_DOCUMENT_LABEL){
-    docSetting.colDocLabel=key
-    obj.minLength=obj.minLength??1
-    jsondata[key]['minLength']=obj.minLength
-   }
-   
-   if(obj[X_COLLECTION_NAME]){
-    docSetting.collectionName=key    
-   }
-
-
-   if(obj[X_AUTOCOMPLETE_FIELD]){
-    docSetting.autocompleteFields.push(key)
-   }
-   
 
-  //  if(obj.format && obj.format==X_TEL_NO){
-  //   obj.pattern=obj.pattern ?? '/^\d{7,15}$/gm'
-  //  }
-  //  if (obj.type == 'object' && obj.items  ){
-  //   console.log("Refer to another object",docname,': ',key,obj,obj.items)
-    
-    // obj,obj.items
-    //foreignkeys
-    //FOREIGNKEY_PROPERTY
-    // newmodel[key] = 'Object';
-    // }
-    // else 
-    if (obj.type == 'object') {
+    //  if(obj.format && obj.format==FORMAT_TEL){
+    //   obj.pattern=obj.pattern ?? '/^\d{7,15}$/gm'
+    //  }
+    //  if (obj.type == 'object' && obj.items  ){
+    //   console.log("Refer to another object",docname,': ',key,obj,obj.items)
       
+      // obj,obj.items
+      //foreignkeys
+      //FOREIGNKEY_PROPERTY
+      // newmodel[key] = 'Object';
+      // }
+      // else 
       if(obj[FOREIGNKEY_PROPERTY]){
-        // console.warn("FOREIGNKEY_PROPERTY exists",FOREIGNKEY_PROPERTY,obj[FOREIGNKEY_PROPERTY])
         const masterdatacollection = obj[FOREIGNKEY_PROPERTY]
         const clientdatacollection = docname.toLowerCase()
-        const foreignkeyidentity= key
-        if(!foreignkeys[masterdatacollection]){
+        const foreignkeyidentity= (obj.type=='object')? `${key}._id` : key
+        const foreignkeypath = (obj.type=='object') ?`${parentpath}.${key}._id`:`${parentpath}.${key}`
+        
+        //current document foreignkeys
+        if(schemaconfigs.foreignKeys[masterdatacollection]){
+          schemaconfigs.foreignKeys[masterdatacollection].push(foreignkeypath)
+        }else{
+          schemaconfigs.foreignKeys[masterdatacollection]=[foreignkeypath]
+        }
+
+        //centralize foreignkeys catalogue
+        if(!allforeignkeys[masterdatacollection]){
           let tmp:TypeForeignKey = {} as TypeForeignKey
           tmp[clientdatacollection]=[foreignkeyidentity]
-          foreignkeys[masterdatacollection] = tmp
+          allforeignkeys[masterdatacollection] = tmp
         }
-        else if(!foreignkeys[masterdatacollection][clientdatacollection]){
-          foreignkeys[masterdatacollection][clientdatacollection]=[foreignkeyidentity]
+        else if(!allforeignkeys[masterdatacollection][clientdatacollection]){
+          allforeignkeys[masterdatacollection][clientdatacollection]=[foreignkeyidentity]
         }else{
-          foreignkeys[masterdatacollection][clientdatacollection].push(foreignkeyidentity)
+          allforeignkeys[masterdatacollection][clientdatacollection].push(foreignkeyidentity)
         }
                 
       }
-      genSchema(newName, obj.type, obj.properties, obj.required);
-      newmodel[key] = newName;
-    } else if (obj.type == 'array' && obj.items && objectitem?.type == 'object') {
-      //array need submodel
-      // console.log("======",newName,key)
-      genSchema(newName, obj.type, objectitem?.properties, obj.required);
-      newmodel[key] = [newName];
-    } else if (obj.type == 'array' && objectitem?.type != 'object') {
-      //array need submodel
-      // genSchema(newName, obj.type, obj.items.properties);
-      const objecttype:string = objectitem.type?.toString() ?? 'string'
-      newmodel[key] = [objecttype];
-    } else {
-      newmodel[key] = getField(key, obj, isrequired);
-      // console.log(key,'--------newmodel',obj, newmodel[key]);
-    }
-  }
-  allmodels[docname] = { 
-    type: schematype, 
-    model: newmodel,
-    codeField: docSetting.colDocNo ,
-    nameField: docSetting.colDocLabel,
-    moreAutoComplete:docSetting.autocompleteFields,
-    docStatusSettings:docSetting.docStatusSettings,
-    apiSettings:docSetting.apiSettings,
-    requireautocomplete:docSetting.requireautocomplete,
-    isolationtype:docSetting.isolationtype
-  };
-  // console.warn(docname,docSetting.isolationtype)
-  return newmodel;
+
+      if (obj.type == 'object') {
+        // console.log("line  175",key,obj.type,obj.properties)      
+        await genSchema(newName, obj.type, obj.properties, obj.required,`${parentpath}.${key}`,schemaconfigs,allmodels);
+        newmodel[key] = newName;
+      } else if (obj.type == 'array' && obj.items && objectitem?.type == 'object') {
+        const childprops = objectitem?.properties
+        if(!childprops['created']){
+          childprops['created']={type:'string',description:'iso8601 dataempty mean new record'}
+        }
+        if(!childprops['updated']){
+          childprops['updated']={type:'string',description:'iso8601 or empty'}
+        }
+        if(!childprops['createdby']){
+          childprops['createdby']={type:'string'}
+        }
+        if(!childprops['updatedby']){
+          childprops['updatedby']={type:'string'}
+        }
+        if(!childprops['_id']){
+          childprops['_id']={type:'string'}
+        }
+        // console.log("line  195")      
+        await genSchema(newName, obj.type, objectitem?.properties, obj.items['required'],`${parentpath}.${key}[*]`,schemaconfigs,allmodels);
+        newmodel[key] = [newName];
+      } else if (obj.type == 'array' && objectitem?.type != 'object') {
+        //array need submodel
+        // genSchema(newName, obj.type, obj.items.properties);
+        const objecttype:string = objectitem.type?.toString() ?? 'string'
+        newmodel[key] = [objecttype];
+      } else {
+        newmodel[key] = getField(key, obj, isrequired);
+        // console.log(key,'--------newmodel',obj, newmodel[key]);
+      }
+    })
+    log.warn(newmodel,docname)
+    
+    const modelname= _.upperFirst(docname)
+    log.warn("$$$$$$$$$$>>>",modelname,)
+    log.warn(newmodel,modelname)
+    allmodels[modelname] = { 
+      type: schematype, 
+      model: newmodel,
+      codeField: schemaconfigs.uniqueKey??'' ,
+      nameField: schemaconfigs.documentTitle ?? '',
+      moreAutoComplete:schemaconfigs.additionalAutoCompleteFields ?? [],
+      docStatusSettings:schemaconfigs.allStatus ?? [],
+      apiSettings:schemaconfigs.additionalApis ?? [],
+      // requireautocomplete:docSetting.requireautocomplete,
+      isolationtype:schemaconfigs.isolationType ,
+      hasdocformat:schemaconfigs.generateDocumentNumber ?? false,
+      foreignkeys: schemaconfigs.foreignKeys ?? {}
+    };
+    // console.warn("-------------apiSettings-----",docname,"::::",docSetting.apiSettings)
+    return newmodel;
 };
 
+
+
 const getField = (
   fieldname: string,
   obj: JSONSchema7,
@@ -306,4 +280,3 @@ const getField = (
   }
   return f;
 };
-