lms-sync 1.0.69 → 1.0.71

package/apiConnections/mapping.js

@@ -91,48 +91,49 @@ const server = {
                 defaults: yearDefPayload 
             }); 
 
-            let semesterData = [
-                {
-                    code: '1st Semester',
-                    description: '1st Semester',
-                    modifiedById: userMail?._id,
-                    createdById: userMail?._id
-                },
-                {
-                    code: '2nd Semester',
-                    description: '2nd Semester',
-                    modifiedById: userMail?._id,
-                    createdById: userMail?._id
-                },
-                {
-                    code: 'Summer',
-                    description: 'Summer',
-                    modifiedById: userMail?._id,
-                    createdById: userMail?._id
-                },
-                {
-                    code: 'School Year',
-                    description: 'School Year',
-                    modifiedById: userMail?._id,
-                    createdById: userMail?._id
-                }
-            ]
-
-            for (let sem = 0; sem < semesterData.length; sem++) {
-                const semesters = semesterData[sem];
+            // let semesterData = [
+            //     {
+            //         code: '1st Semester',
+            //         description: '1st Semester',
+            //         modifiedById: userMail?._id,
+            //         createdById: userMail?._id
+            //     },
+            //     {
+            //         code: '2nd Semester',
+            //         description: '2nd Semester',
+            //         modifiedById: userMail?._id,
+            //         createdById: userMail?._id
+            //     },
+            //     {
+            //         code: 'Summer',
+            //         description: 'Summer',
+            //         modifiedById: userMail?._id,
+            //         createdById: userMail?._id
+            //     },
+            //     {
+            //         code: 'School Year',
+            //         description: 'School Year',
+            //         modifiedById: userMail?._id,
+            //         createdById: userMail?._id
+            //     }
                 
-                let semestersPayload = {
-                    code: semesters.code,
-                    description: semesters.description,
-                    modifiedById: userMail?._id,
-                    createdById: userMail?._id
-                }
+            // ]
 
-                let [semdefaults, semcreateddef] = await Semesters.findOrCreate({
-                where: { code: semestersPayload.code}, 
-                defaults: semestersPayload 
-            });
-            }
+            // for (let sem = 0; sem < semesterData.length; sem++) {
+            //     const semesters = semesterData[sem];
+                
+            //     let semestersPayload = {
+            //         code: semesters.code,
+            //         description: semesters.description,
+            //         modifiedById: userMail?._id,
+            //         createdById: userMail?._id
+            //     }
+
+            //     let [semdefaults, semcreateddef] = await Semesters.findOrCreate({
+            //     where: { code: semestersPayload.code}, 
+            //     defaults: semestersPayload 
+            // });
+            // }
 
             const campusApi = await api.Campus()
             
@@ -161,10 +162,7 @@ const server = {
 
             const existingCampus = await Campuses.findAll()
             const existingCampusMap = new Map(existingCampus.map(campus => [`[${campus.code}] - ${campus.name}`, campus]))
-  
-            const yearDefault = await AcademicYears.findOne({ where: { from: 1799, to: 1800 } }); 
-            const semeDefault = await Semesters.findOne({ where: { code: '1st Semester' }});
-   
+    
             for (let i = 0; i < campusApi.length; i++){
                 try {
                     
@@ -176,13 +174,6 @@ const server = {
                     let name = _campus?.name
                     let code = _campus?.code
 
-                    let defSem = semeDefault?._id
-                    let defYear = yearDefault?._id
-
-
-                    console.log('defSem :>> ', defSem);
-                    console.log('defYear :>> ', defYear);
-
                     let migratedAt = new Date() //present date of the migration
                     let migratedTable = 'Campuses' // sql counterpart main table
                     let referenceId = _campus?.id // id of the data
@@ -1472,6 +1463,130 @@ const server = {
         }
     },
 
+    async Semester(){
+        try {
+            await db.sequelize.query('DROP FUNCTION IF EXISTS pg_temp.testfunc()');
+
+            console.log("");
+            console.log("########################################################")
+            console.log("                 Semesters Migration ")
+            console.log("########################################################")
+            console.log("");
+
+            const db_schema = schema
+            let maxIds = await AcademicYears.max('_id'); // Fetch maximum _id directly from the AcademicYears model
+            let maxId = maxIds|| 0;
+            await db.sequelize.query(`CREATE SEQUENCE IF NOT EXISTS ${db_schema}."Semesters__id_seq"`);      
+            await db.sequelize.query(`ALTER SEQUENCE ${db_schema}."Semesters__id_seq" RESTART WITH ${maxId + 1}`);
+            await db.sequelize.query(`DROP FUNCTION IF EXISTS ${db_schema}."pg_temp.testfunc()"`);
+
+            const acadYearApi = await api.AcademicYear()
+            const userMail = await Users.findOne({ where: { email: 'ccci_integrator@gmail.com' } });          
+
+            let createdCounter = 0
+            let errorCounter = 0
+            let uniqueErrors = new Set()
+
+            const { acadYearResult, currentSchoolYear } = acadYearApi;
+
+
+            let uCode = new Set()
+            let uDesc = new Set()
+
+            let newYears = []
+
+            const exYear = await Semesters.findAll()
+            const exYearMap = new Map(exYear.map(sem => [`[${sem.code}] ${sem.description}`, sem]))
+  
+
+            for (let i = 0; i < acadYearResult.length; i++){
+                try {
+                    let _acadyear = acadYearResult[i]
+
+                    let modifiedById = userMail?._id
+                    let createdById = userMail?._id
+
+                    let migratedAt = new Date() //present date of the migration
+                    let migratedTable = 'AcademicYears' // sql counterpart main table
+                    let referenceId = _acadyear?.id // id of the data
+                    let isMigrated = true 
+
+                    let code = _acadyear?.term
+                    let description = _acadyear?.term
+
+
+                    if(uCode.has(code) && uDesc.has(description)){
+                        const errorMsg = `Duplicate Payload Found: [${code}] ${description}]`
+                      if(!uniqueErrors.has(errorMsg)){
+                        logger.error(`${errorCounter + 1}/${errorCounter + 1}: ${errorMsg}`)
+                        uniqueErrors.add(errorMsg)
+                        errorCounter++
+                      }
+                    }
+                    else if ( exYearMap.has(`[${code}] ${description}`)){
+                        const exYear = exYearMap.get(`[${code}] ${description}`)
+                        const errorMsg = `Existing Data Found:[${exYear.code}] ${exYear.description}]`
+                        if(!uniqueErrors.has(errorMsg)){
+                          logger.error(`${errorCounter + 1}/${errorCounter + 1}: ${errorMsg}`)
+                          uniqueErrors.add(errorMsg)
+                          errorCounter++
+                        }
+                      }
+                    else{
+                        uCode.add(code)
+                        uDesc.add(description)
+                        newYears.push({
+                            code,
+                            description,
+                            modifiedById,
+                            createdById,
+                            migratedAt,
+                            migratedTable,
+                            referenceId,
+                            isMigrated
+                        })
+                    }
+                    
+                } catch (error) {
+                                ;
+            logger.error(`Error occurred: ${error.stack} ${error}`);
+                }
+            }
+
+            if (newYears.length > 0) {
+                await Semesters.bulkCreate(newYears)
+                createdCounter += newYears.length
+    
+                newYears.forEach((year, index) => {
+                    logger.info(`${index + 1}/${index + 1}: New Semesters Years Record Created: [${year.code} - ${year.description}]`)
+                });
+            }
+
+            console.log("");
+            console.log("########################################################")
+            console.log("")
+            logger.info('Semesters Data Migration Completed');
+            logger.info(`Total Successful Semesters Records Created: ${createdCounter}/${createdCounter}`);
+            logger.info(`Total Existing Semesters Records: ${errorCounter}/${errorCounter}`);
+            logger.info(`Total Records: ${createdCounter + errorCounter}`);
+            console.log("")
+            console.log("########################################################")
+            console.log("")
+
+                let totalSummary = {
+                  itemLength: createdCounter + errorCounter,
+                  error: errorCounter,
+                  success: createdCounter
+                }
+                return totalSummary
+
+        } catch (error) {
+                        ;
+            logger.error(`Error occurred: ${error.stack} ${error}`);
+            
+        }
+    },
+
     async Subject(){
         try {
             await db.sequelize.query('DROP FUNCTION IF EXISTS pg_temp.testfunc()');
@@ -1898,6 +2013,8 @@ const server = {
                     let _course = courseSeq.find(b => b.name === _student?.course)
                     let _college = collegeSeq.find(c => c.name === _student?.college)
 
+                    let _year = acadYearSeq.find(y => y.from ===  (_student?.admitted_year_id? _student?.admitted_year_id : null) )
+
                     let modifiedById = userMail?._id
                     let createdById = userMail?._id
 
@@ -2601,6 +2718,7 @@ module.exports = {
     Instructor: server.Instructor,
     AcadDeptInstructor: server.AcadDeptInstructor,
     AcademicYear: server.AcademicYear,
+    Semester: server.Semester,
     Subject: server.Subject,
     Schedule: server.Schedule,
     Student: server.Student,

package/apiConnections/tablePick.js

@@ -11,6 +11,8 @@ async function promptYearSem() {
             message: 'Please Select Table:',
             choices: [
                 { title: 'All Tables', value: 'AllTables' },
+                { title: 'AcademicYear', value: 'AcademicYear' },
+                { title: 'Semester', value: 'Semester' },
                 { title: 'Campus', value: 'Campus' },
                 { title: 'College', value: 'College' },
                 { title: 'AcademicDepartments', value: 'AcademicDepartments' },
@@ -18,7 +20,6 @@ async function promptYearSem() {
                 { title: 'Academic Department Instructors', value: 'AcadDeptInstructor' },
                 { title: 'Course', value: 'Course' },
                 { title: 'Room', value: 'Room' },
-                { title: 'AcademicYear', value: 'AcademicYear' },
                 { title: 'Subject', value: 'Subject' },
                 { title: 'Schedule', value: 'Schedule' },
                 { title: 'Student', value: 'Student' },

package/models/semesters.model.js

@@ -62,6 +62,22 @@ module.exports = (sequelize, DataTypes,schema) => {
         type: DataTypes.DATE,
         allowNull: true,
       },
+      migratedAt:{
+        type: DataTypes.DATE,
+        allowNull: true,
+      },
+      migratedTable:{
+        type: DataTypes.STRING,
+        allowNull: true,
+      },
+      referenceId:{
+        type: DataTypes.INTEGER,
+        allowNull: true,
+      },
+      isMigrated:{
+        type: DataTypes.BOOLEAN,
+        allowNull: true,
+      },
     },
     {
       sequelize,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lms-sync",
-  "version": "1.0.69",
+  "version": "1.0.71",
   "description": "Migration App for MSC LMS",
   "main": "index.js",
   "scripts": {