@servicelabsco/slabs-access-manager 2.0.12 → 2.0.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +2 -0
- package/CLAUDE.md +2 -0
- package/dist/access/controllers/bulk.upload.controller.d.ts +10 -1
- package/dist/access/controllers/bulk.upload.controller.js +50 -2
- package/dist/access/controllers/bulk.upload.controller.js.map +1 -1
- package/dist/access/controllers/developer.menu.controller.d.ts +5 -3
- package/dist/access/controllers/developer.menu.controller.js +7 -6
- package/dist/access/controllers/developer.menu.controller.js.map +1 -1
- package/dist/access/controllers/developer.report.controller.d.ts +88 -0
- package/dist/access/controllers/developer.report.controller.js +128 -0
- package/dist/access/controllers/developer.report.controller.js.map +1 -0
- package/dist/access/controllers/index.d.ts +1 -0
- package/dist/access/controllers/index.js +1 -0
- package/dist/access/controllers/index.js.map +1 -1
- package/dist/access/dtos/business.downloadable.report.dto.d.ts +4 -0
- package/dist/access/dtos/business.downloadable.report.dto.js +28 -0
- package/dist/access/dtos/business.downloadable.report.dto.js.map +1 -0
- package/dist/access/dtos/business.menu.layout.attributes.dto.d.ts +1 -0
- package/dist/access/dtos/business.menu.layout.attributes.dto.js.map +1 -1
- package/dist/access/dtos/developer.search.query.dto.d.ts +4 -0
- package/dist/access/dtos/developer.search.query.dto.js +24 -0
- package/dist/access/dtos/developer.search.query.dto.js.map +1 -0
- package/dist/access/dtos/downloadable.report.dto.d.ts +8 -0
- package/dist/access/dtos/downloadable.report.dto.js +54 -0
- package/dist/access/dtos/downloadable.report.dto.js.map +1 -0
- package/dist/access/dtos/index.d.ts +4 -0
- package/dist/access/dtos/index.js +4 -0
- package/dist/access/dtos/index.js.map +1 -1
- package/dist/access/dtos/report.sheet.dto.d.ts +9 -0
- package/dist/access/dtos/report.sheet.dto.js +59 -0
- package/dist/access/dtos/report.sheet.dto.js.map +1 -0
- package/dist/access/entities/access.country.entity.js.map +1 -1
- package/dist/access/entities/business.menu.layout.entity.js.map +1 -1
- package/dist/access/entities/business.ui.action.entity.js.map +1 -1
- package/dist/access/es6.classes.d.ts +23 -21
- package/dist/access/es6.classes.js +46 -36
- package/dist/access/es6.classes.js.map +1 -1
- package/dist/access/libraries/index.d.ts +1 -0
- package/dist/access/libraries/index.js +1 -0
- package/dist/access/libraries/index.js.map +1 -1
- package/dist/access/libraries/process.application.menu.js +6 -1
- package/dist/access/libraries/process.application.menu.js.map +1 -1
- package/dist/access/libraries/process.developer.menu.d.ts +8 -3
- package/dist/access/libraries/process.developer.menu.js +74 -17
- package/dist/access/libraries/process.developer.menu.js.map +1 -1
- package/dist/access/libraries/process.downloadable.report.d.ts +91 -0
- package/dist/access/libraries/process.downloadable.report.js +221 -0
- package/dist/access/libraries/process.downloadable.report.js.map +1 -0
- package/dist/access/services/developer.mode.access.service.d.ts +2 -0
- package/dist/access/services/developer.mode.access.service.js +25 -1
- package/dist/access/services/developer.mode.access.service.js.map +1 -1
- package/dist/accessUtility/controllers/bulk.definition.controller.d.ts +18 -1
- package/dist/accessUtility/controllers/bulk.definition.controller.js +107 -2
- package/dist/accessUtility/controllers/bulk.definition.controller.js.map +1 -1
- package/dist/accessUtility/dtos/add.bulk.upload.column.dto.d.ts +10 -0
- package/dist/accessUtility/dtos/add.bulk.upload.column.dto.js +66 -0
- package/dist/accessUtility/dtos/add.bulk.upload.column.dto.js.map +1 -0
- package/dist/accessUtility/dtos/add.bulk.upload.type.dto.d.ts +11 -0
- package/dist/accessUtility/dtos/add.bulk.upload.type.dto.js +68 -0
- package/dist/accessUtility/dtos/add.bulk.upload.type.dto.js.map +1 -0
- package/dist/accessUtility/dtos/bulk.upload.column.match.score.dto.d.ts +10 -0
- package/dist/accessUtility/dtos/bulk.upload.column.match.score.dto.js +4 -1
- package/dist/accessUtility/dtos/bulk.upload.column.match.score.dto.js.map +1 -1
- package/dist/accessUtility/dtos/index.d.ts +3 -0
- package/dist/accessUtility/dtos/index.js +3 -0
- package/dist/accessUtility/dtos/index.js.map +1 -1
- package/dist/accessUtility/dtos/match.bulk.upload.file.dto.d.ts +3 -0
- package/dist/accessUtility/dtos/match.bulk.upload.file.dto.js +24 -0
- package/dist/accessUtility/dtos/match.bulk.upload.file.dto.js.map +1 -0
- package/dist/accessUtility/es6.classes.d.ts +10 -4
- package/dist/accessUtility/es6.classes.js +16 -0
- package/dist/accessUtility/es6.classes.js.map +1 -1
- package/dist/accessUtility/jobs/analyse.bulk.upload.job.d.ts +3 -1
- package/dist/accessUtility/jobs/analyse.bulk.upload.job.js +6 -3
- package/dist/accessUtility/jobs/analyse.bulk.upload.job.js.map +1 -1
- package/dist/accessUtility/jobs/bulk.upload.column.match.job.d.ts +0 -1
- package/dist/accessUtility/jobs/bulk.upload.column.match.job.js +3 -14
- package/dist/accessUtility/jobs/bulk.upload.column.match.job.js.map +1 -1
- package/dist/accessUtility/libraries/analyse.bulk.upload.d.ts +3 -1
- package/dist/accessUtility/libraries/analyse.bulk.upload.js +5 -1
- package/dist/accessUtility/libraries/analyse.bulk.upload.js.map +1 -1
- package/dist/accessUtility/libraries/extract.bulk.upload.headers.d.ts +16 -0
- package/dist/accessUtility/libraries/extract.bulk.upload.headers.js +78 -0
- package/dist/accessUtility/libraries/extract.bulk.upload.headers.js.map +1 -0
- package/dist/accessUtility/libraries/flatten.excel.rich.text.d.ts +5 -0
- package/dist/accessUtility/libraries/flatten.excel.rich.text.js +33 -0
- package/dist/accessUtility/libraries/flatten.excel.rich.text.js.map +1 -0
- package/dist/accessUtility/libraries/index.d.ts +5 -0
- package/dist/accessUtility/libraries/index.js +5 -0
- package/dist/accessUtility/libraries/index.js.map +1 -1
- package/dist/accessUtility/libraries/load.xls.file.js +2 -0
- package/dist/accessUtility/libraries/load.xls.file.js.map +1 -1
- package/dist/accessUtility/libraries/match.bulk.upload.columns.d.ts +16 -0
- package/dist/accessUtility/libraries/match.bulk.upload.columns.js +82 -0
- package/dist/accessUtility/libraries/match.bulk.upload.columns.js.map +1 -0
- package/dist/accessUtility/libraries/process.bulk.upload.format.d.ts +24 -0
- package/dist/accessUtility/libraries/process.bulk.upload.format.js +167 -0
- package/dist/accessUtility/libraries/process.bulk.upload.format.js.map +1 -0
- package/dist/accessUtility/libraries/read.xls.file.d.ts +1 -0
- package/dist/accessUtility/libraries/read.xls.file.js +16 -7
- package/dist/accessUtility/libraries/read.xls.file.js.map +1 -1
- package/dist/accessUtility/libraries/score.bulk.upload.columns.d.ts +16 -0
- package/dist/accessUtility/libraries/score.bulk.upload.columns.js +57 -0
- package/dist/accessUtility/libraries/score.bulk.upload.columns.js.map +1 -0
- package/dist/auth.controller.d.ts +6 -1
- package/dist/auth.controller.js +22 -3
- package/dist/auth.controller.js.map +1 -1
- package/dist/development/controllers/development.report.controller.d.ts +82 -0
- package/dist/development/controllers/development.report.controller.js +89 -0
- package/dist/development/controllers/development.report.controller.js.map +1 -1
- package/dist/mcp/admin/tools/admin.tool.registry.js +16 -0
- package/dist/mcp/admin/tools/admin.tool.registry.js.map +1 -1
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.business.get.tool.d.ts +19 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.business.get.tool.js +24 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.business.get.tool.js.map +1 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.business.set.tool.d.ts +22 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.business.set.tool.js +26 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.business.set.tool.js.map +1 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.businesses.list.tool.d.ts +19 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.businesses.list.tool.js +25 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.businesses.list.tool.js.map +1 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.get.tool.d.ts +17 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.get.tool.js +23 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.get.tool.js.map +1 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.list.tool.d.ts +17 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.list.tool.js +24 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.list.tool.js.map +1 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.upsert.tool.d.ts +26 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.upsert.tool.js +50 -0
- package/dist/mcp/admin/tools/downloadable_report/downloadable.report.upsert.tool.js.map +1 -0
- package/dist/mcp/admin/tools/downloadable_report/index.d.ts +8 -0
- package/dist/mcp/admin/tools/downloadable_report/index.js +25 -0
- package/dist/mcp/admin/tools/downloadable_report/index.js.map +1 -0
- package/dist/mcp/admin/tools/downloadable_report/report.sheet.delete.tool.d.ts +19 -0
- package/dist/mcp/admin/tools/downloadable_report/report.sheet.delete.tool.js +24 -0
- package/dist/mcp/admin/tools/downloadable_report/report.sheet.delete.tool.js.map +1 -0
- package/dist/mcp/admin/tools/downloadable_report/report.sheet.upsert.tool.d.ts +30 -0
- package/dist/mcp/admin/tools/downloadable_report/report.sheet.upsert.tool.js +48 -0
- package/dist/mcp/admin/tools/downloadable_report/report.sheet.upsert.tool.js.map +1 -0
- package/dist/mcp/admin/tools/index.d.ts +1 -0
- package/dist/mcp/admin/tools/index.js +1 -0
- package/dist/mcp/admin/tools/index.js.map +1 -1
- package/dist/mcp/admin/tools/menu/menu.list.tool.js +4 -1
- package/dist/mcp/admin/tools/menu/menu.list.tool.js.map +1 -1
- package/dist/mcp/es6.classes.d.ts +9 -1
- package/dist/mcp/es6.classes.js +16 -0
- package/dist/mcp/es6.classes.js.map +1 -1
- package/package.json +2 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"es6.classes.js","sourceRoot":"","sources":["../../src/accessUtility/es6.classes.ts"],"names":[],"mappings":";;AAAA,yFAAoF;AACpF,yFAAoF;AACpF,6EAAwE;AACxE,6EAAwE;AACxE,uGAAkG;AAClG,mFAA8E;AAC9E,mGAA8F;AAC9F,4EAAsE;AACtE,4EAAsE;AACtE,gEAA0D;AAC1D,0FAAoF;AACpF,0FAAoF;AACpF,4FAAqF;AACrF,oGAA6F;AAC7F,gHAAyG;AACzG,kFAA4E;AAC5E,gGAAyF;AACzF,kGAA0F;AAC1F,4FAAqF;AACrF,wEAAkE;AAClE,4FAAqF;AACrF,4GAAqG;AACrG,0FAAoF;AACpF,4FAAqF;AACrF,4FAAsF;AACtF,gGAA0F;AAC1F,4EAAuE;AACvE,kFAA4E;AAC5E,oFAA8E;AAC9E,wFAAkF;AAClF,8EAAwE;AACxE,gGAA0F;AAC1F,kEAA6D;AAC7D,4FAAsF;AACtF,gGAA0F;AAC1F,gFAA0E;AAC1E,8EAAwE;AACxE,0DAAqD;AACrD,gGAA0F;AAC1F,8EAAwE;AACxE,gFAAyE;AACzE,wFAAkF;AAClF,0DAAqD;AACrD,sFAAgF;AAChF,oFAA+E;AAC/E,wGAAkG;AAClG,oFAA8E;AAC9E,wEAAkE;AAClE,0EAAoE;AACpE,gGAA0F;AAC1F,4FAAsF;AACtF,wFAAkF;AAClF,kFAA4E;AAC5E,kGAA4F;AAC5F,oGAA8F;AAC9F,sGAA+F;AAC/F,0EAAqE;AACrE,0FAAoF;AACpF,sGAAgG;AAChG,8EAAyE;AACzE,wFAAkF;AAClF,oGAA8F;AAC9F,oFAA8E;AAC9E,sEAAiE;AACjE,gFAA0E;AAC1E,gFAA0E;AAC1E,gGAA0F;AAC1F,8EAAyE;AACzE,oFAA+E;AAC/E,gEAA4D;AAC5D,sEAAiE;AACjE,wEAAmE;AACnE,4EAAuE;AACvE,oFAA+E;AAC/E,gFAA2E;AAC3E,wEAAmE;AACnE,oFAA+E;AAC/E,kEAA6D;AAC7D,oFAA+E;AAC/E,kEAA6D;AAC7D,4EAAuE;AACvE,0EAAqE;AACrE,wEAAoE;AACpE,4FAAuF;AACvF,0EAAqE;AACrE,8DAAyD;AACzD,0EAAqE;AACrE,oFAA+E;AAC/E,gFAA2E;AAC3E,4EAAuE;AACvE,sEAAiE;AACjE,sFAAiF;AACjF,wFAAmF;AACnF,8EAAyE;AACzE,0FAAqF;AACrF,uFAAgF;AAChF,6FAAsF;AACtF,uGAA+F;AAC/F,yEAAmE;AACnE,mFAA6E;AAC7E,qEAAgE;AAChE,4EAAsE;AACtE,sFAA+E;AAC/E,sEAAgE;AAChE,4DAAuD;AACvD,wEAAkE;AAClE,oEAA+D;AAC/D,kEAA6D;AAC7D,4DAAwD;AACxD,wEAAiE;AACjE,gFAA0E;AAC1E,8EAAwE;AACxE,kFAA2E;AAC3E,yEAAoE;AACpE,uFAAiF;AACjF,6DAAwD;AACxD,2FAAqF;AACrF,2FAAqF;AACrF,yEAAoE;AACpE,+EAAyE;AACzE,+EAAyE;AACzE,yFAAmF;AACnF,2EAAsE;AACtE,+EAA0E;AAC1E,qGAA+F;AAC/F,6DAAwD;AACxD,mFAA4E;AAC5E,uDAAmD;AACnD,8EAAwE;AACxE,wEAAmE;AACnE,gFAA2E;AAC3E,wEAAmE;AACnE,wEAAmE;AACnE,0EAAqE;AACrE,8DAA0D;AAC1D,0EAAqE;AACrE,2FAAqF;AACrF,iFAA4E;AAC5E,uFAAkF;AAClF,uFAAkF;AAClF,yFAAoF;AAEpF,MAAM,UAAU,GAAG;IACf,WAAW,EAAE;QACT,qDAAwB;QACxB,qDAAwB;QACxB,yCAAkB;QAClB,yCAAkB;QAClB,mEAA+B;QAC/B,+CAAqB;QACrB,+DAA6B;KAChC;IACD,IAAI,EAAE;QACF,8CAAoB;QACpB,8CAAoB;QACpB,kCAAc;QACd,4DAA2B;QAC3B,4DAA2B;QAC3B,6DAA2B;QAC3B,qEAA+B;QAC/B,iFAAqC;QACrC,oDAAuB;QACvB,iEAA6B;QAC7B,kEAA6B;QAC7B,6DAA2B;QAC3B,0CAAkB;QAClB,6DAA2B;QAC3B,6EAAmC;QACnC,4DAA2B;QAC3B,6DAA2B;QAC3B,8DAA4B;QAC5B,kEAA8B;QAC9B,+CAAqB;QACrB,oDAAuB;QACvB,sDAAwB;QACxB,0DAA0B;QAC1B,gDAAqB;QACrB,kEAA8B;QAC9B,qCAAgB;QAChB,8DAA4B;QAC5B,kEAA8B;QAC9B,kDAAsB;QACtB,gDAAqB;QACrB,6BAAY;QACZ,kEAA8B;QAC9B,gDAAqB;QACrB,iDAAqB;QACrB,0DAA0B;QAC1B,6BAAY;QACZ,wDAAyB;QACzB,uDAAyB;QACzB,0EAAkC;QAClC,sDAAwB;QACxB,0CAAkB;QAClB,4CAAmB;QACnB,kEAA8B;QAC9B,8DAA4B;QAC5B,0DAA0B;QAC1B,oDAAuB;QACvB,oEAA+B;QAC/B,sEAAgC;QAChC,uEAAgC;QAChC,6CAAoB;QACpB,4DAA2B;QAC3B,wEAAiC;KACpC;IACD,QAAQ,EAAE;QACN,6CAAoB;QACpB,sDAAwB;QACxB,kEAA8B;QAC9B,kDAAsB;QACtB,qCAAgB;QAChB,8CAAoB;QACpB,8CAAoB;QACpB,8DAA4B;QAC5B,6CAAoB;QACpB,mDAAuB;QACvB,gCAAc;QACd,qCAAgB;QAChB,uCAAiB;QACjB,2CAAmB;QACnB,mDAAuB;QACvB,+CAAqB;QACrB,uCAAiB;QACjB,mDAAuB;QACvB,iCAAc;QACd,mDAAuB;QACvB,iCAAc;QACd,2CAAmB;QACnB,yCAAkB;QAClB,wCAAkB;QAClB,2DAA2B;QAC3B,yCAAkB;QAClB,6BAAY;QACZ,yCAAkB;QAClB,mDAAuB;QACvB,+CAAqB;QACrB,2CAAmB;QACnB,qCAAgB;QAChB,qDAAwB;QACxB,uDAAyB;QACzB,6CAAoB;QACpB,yDAA0B;KAC7B;IACD,KAAK,EAAE;QACH,uDAAwB;QACxB,6DAA2B;QAC3B,sEAA+B;QAC/B,0CAAkB;QAClB,oDAAuB;QACvB,uCAAiB;KACpB;IACD,UAAU,EAAE,EAAE;IACd,IAAI,EAAE;QACF,8CAAoB;QACpB,uDAAwB;QACxB,wCAAiB;QACjB,+BAAa;QACb,0CAAkB;QAClB,uCAAiB;QACjB,qCAAgB;QAChB,gCAAc;QACd,yCAAiB;QACjB,kDAAsB;QACtB,gDAAqB;QACrB,mDAAsB;KACzB;IACD,SAAS,EAAE;QACP,uCAAiB;QACjB,oDAAuB;QACvB,2BAAW;QACX,wDAAyB;QACzB,wDAAyB;QACzB,uCAAiB;QACjB,4CAAmB;QACnB,4CAAmB;QACnB,sDAAwB;QACxB,yCAAkB;QAClB,6CAAoB;QACpB,kEAA8B;QAC9B,2BAAW;QACX,+CAAoB;QACpB,sBAAS;KACZ;IACD,QAAQ,EAAE;QACN,4CAAmB;QACnB,uCAAiB;QACjB,+CAAqB;QACrB,uCAAiB;QACjB,uCAAiB;QACjB,yCAAkB;QAClB,8BAAa;QACb,yCAAkB;KACrB;IACD,WAAW,EAAE,CAAC,sDAAwB,EAAE,6CAAoB,EAAE,mDAAuB,EAAE,mDAAuB,EAAE,qDAAwB,CAAC;CAC5I,CAAC;AAEF,kBAAe,UAAU,CAAC"}
|
|
1
|
+
{"version":3,"file":"es6.classes.js","sourceRoot":"","sources":["../../src/accessUtility/es6.classes.ts"],"names":[],"mappings":";;AAAA,yFAAoF;AACpF,yFAAoF;AACpF,6EAAwE;AACxE,6EAAwE;AACxE,uGAAkG;AAClG,mFAA8E;AAC9E,mGAA8F;AAC9F,4EAAsE;AACtE,kFAA2E;AAC3E,8EAAuE;AACvE,4EAAsE;AACtE,gEAA0D;AAC1D,0FAAoF;AACpF,0FAAoF;AACpF,4FAAqF;AACrF,oGAA6F;AAC7F,gHAAyG;AACzG,kFAA4E;AAC5E,gGAAyF;AACzF,kGAA0F;AAC1F,kFAA2E;AAC3E,4FAAqF;AACrF,wEAAkE;AAClE,4FAAqF;AACrF,4GAAqG;AACrG,0FAAoF;AACpF,4FAAqF;AACrF,4FAAsF;AACtF,gGAA0F;AAC1F,4EAAuE;AACvE,kFAA4E;AAC5E,oFAA8E;AAC9E,wFAAkF;AAClF,8EAAwE;AACxE,gGAA0F;AAC1F,kEAA6D;AAC7D,4FAAsF;AACtF,gGAA0F;AAC1F,gFAA0E;AAC1E,8EAAwE;AACxE,0DAAqD;AACrD,gGAA0F;AAC1F,8EAAwE;AACxE,gFAAyE;AACzE,wFAAkF;AAClF,0DAAqD;AACrD,sFAAgF;AAChF,oFAA+E;AAC/E,wGAAkG;AAClG,oFAA8E;AAC9E,wEAAkE;AAClE,0EAAoE;AACpE,gGAA0F;AAC1F,4FAAsF;AACtF,wFAAkF;AAClF,kFAA4E;AAC5E,kGAA4F;AAC5F,oGAA8F;AAC9F,sGAA+F;AAC/F,0EAAqE;AACrE,0FAAoF;AACpF,sGAAgG;AAChG,8EAAyE;AACzE,wFAAkF;AAClF,oGAA8F;AAC9F,oFAA8E;AAC9E,sEAAiE;AACjE,gFAA0E;AAC1E,gFAA0E;AAC1E,gGAA0F;AAC1F,8EAAyE;AACzE,oFAA+E;AAC/E,gEAA4D;AAC5D,sEAAiE;AACjE,wEAAmE;AACnE,4EAAuE;AACvE,oFAA+E;AAC/E,gFAA2E;AAC3E,wEAAmE;AACnE,oFAA+E;AAC/E,kEAA6D;AAC7D,oFAA+E;AAC/E,kEAA6D;AAC7D,4EAAuE;AACvE,0EAAqE;AACrE,wEAAoE;AACpE,4FAAuF;AACvF,0EAAqE;AACrE,8DAAyD;AACzD,0EAAqE;AACrE,oFAA+E;AAC/E,gFAA2E;AAC3E,4EAAuE;AACvE,sEAAiE;AACjE,sFAAiF;AACjF,wFAAmF;AACnF,8EAAyE;AACzE,0FAAqF;AACrF,uFAAgF;AAChF,6FAAsF;AACtF,uGAA+F;AAC/F,yEAAmE;AACnE,mFAA6E;AAC7E,qEAAgE;AAChE,4EAAsE;AACtE,sFAA+E;AAC/E,sEAAgE;AAChE,4DAAuD;AACvD,wEAAkE;AAClE,oEAA+D;AAC/D,kEAA6D;AAC7D,4DAAwD;AACxD,wEAAiE;AACjE,gFAA0E;AAC1E,8EAAwE;AACxE,kFAA2E;AAC3E,yEAAoE;AACpE,uFAAiF;AACjF,yFAAmF;AACnF,iFAA2E;AAC3E,qFAA+E;AAC/E,qFAA+E;AAC/E,6DAAwD;AACxD,uFAAiF;AACjF,2FAAqF;AACrF,2FAAqF;AACrF,yEAAoE;AACpE,+EAAyE;AACzE,+EAAyE;AACzE,yFAAmF;AACnF,2EAAsE;AACtE,+EAA0E;AAC1E,qGAA+F;AAC/F,6DAAwD;AACxD,mFAA4E;AAC5E,uDAAmD;AACnD,8EAAwE;AACxE,wEAAmE;AACnE,gFAA2E;AAC3E,wEAAmE;AACnE,wEAAmE;AACnE,0EAAqE;AACrE,8DAA0D;AAC1D,0EAAqE;AACrE,2FAAqF;AACrF,iFAA4E;AAC5E,uFAAkF;AAClF,uFAAkF;AAClF,yFAAoF;AAEpF,MAAM,UAAU,GAAG;IACf,WAAW,EAAE;QACT,qDAAwB;QACxB,qDAAwB;QACxB,yCAAkB;QAClB,yCAAkB;QAClB,mEAA+B;QAC/B,+CAAqB;QACrB,+DAA6B;KAChC;IACD,IAAI,EAAE;QACF,8CAAoB;QACpB,mDAAsB;QACtB,+CAAoB;QACpB,8CAAoB;QACpB,kCAAc;QACd,4DAA2B;QAC3B,4DAA2B;QAC3B,6DAA2B;QAC3B,qEAA+B;QAC/B,iFAAqC;QACrC,oDAAuB;QACvB,iEAA6B;QAC7B,kEAA6B;QAC7B,mDAAsB;QACtB,6DAA2B;QAC3B,0CAAkB;QAClB,6DAA2B;QAC3B,6EAAmC;QACnC,4DAA2B;QAC3B,6DAA2B;QAC3B,8DAA4B;QAC5B,kEAA8B;QAC9B,+CAAqB;QACrB,oDAAuB;QACvB,sDAAwB;QACxB,0DAA0B;QAC1B,gDAAqB;QACrB,kEAA8B;QAC9B,qCAAgB;QAChB,8DAA4B;QAC5B,kEAA8B;QAC9B,kDAAsB;QACtB,gDAAqB;QACrB,6BAAY;QACZ,kEAA8B;QAC9B,gDAAqB;QACrB,iDAAqB;QACrB,0DAA0B;QAC1B,6BAAY;QACZ,wDAAyB;QACzB,uDAAyB;QACzB,0EAAkC;QAClC,sDAAwB;QACxB,0CAAkB;QAClB,4CAAmB;QACnB,kEAA8B;QAC9B,8DAA4B;QAC5B,0DAA0B;QAC1B,oDAAuB;QACvB,oEAA+B;QAC/B,sEAAgC;QAChC,uEAAgC;QAChC,6CAAoB;QACpB,4DAA2B;QAC3B,wEAAiC;KACpC;IACD,QAAQ,EAAE;QACN,6CAAoB;QACpB,sDAAwB;QACxB,kEAA8B;QAC9B,kDAAsB;QACtB,qCAAgB;QAChB,8CAAoB;QACpB,8CAAoB;QACpB,8DAA4B;QAC5B,6CAAoB;QACpB,mDAAuB;QACvB,gCAAc;QACd,qCAAgB;QAChB,uCAAiB;QACjB,2CAAmB;QACnB,mDAAuB;QACvB,+CAAqB;QACrB,uCAAiB;QACjB,mDAAuB;QACvB,iCAAc;QACd,mDAAuB;QACvB,iCAAc;QACd,2CAAmB;QACnB,yCAAkB;QAClB,wCAAkB;QAClB,2DAA2B;QAC3B,yCAAkB;QAClB,6BAAY;QACZ,yCAAkB;QAClB,mDAAuB;QACvB,+CAAqB;QACrB,2CAAmB;QACnB,qCAAgB;QAChB,qDAAwB;QACxB,uDAAyB;QACzB,6CAAoB;QACpB,yDAA0B;KAC7B;IACD,KAAK,EAAE;QACH,uDAAwB;QACxB,6DAA2B;QAC3B,sEAA+B;QAC/B,0CAAkB;QAClB,oDAAuB;QACvB,uCAAiB;KACpB;IACD,UAAU,EAAE,EAAE;IACd,IAAI,EAAE;QACF,8CAAoB;QACpB,uDAAwB;QACxB,wCAAiB;QACjB,+BAAa;QACb,0CAAkB;QAClB,uCAAiB;QACjB,qCAAgB;QAChB,gCAAc;QACd,yCAAiB;QACjB,kDAAsB;QACtB,gDAAqB;QACrB,mDAAsB;KACzB;IACD,SAAS,EAAE;QACP,uCAAiB;QACjB,sDAAwB;QACxB,8CAAoB;QACpB,oDAAuB;QACvB,2BAAW;QACX,wDAAyB;QACzB,oDAAuB;QACvB,wDAAyB;QACzB,uCAAiB;QACjB,4CAAmB;QACnB,4CAAmB;QACnB,sDAAwB;QACxB,yCAAkB;QAClB,6CAAoB;QACpB,kEAA8B;QAC9B,2BAAW;QACX,kDAAsB;QACtB,+CAAoB;QACpB,sBAAS;KACZ;IACD,QAAQ,EAAE;QACN,4CAAmB;QACnB,uCAAiB;QACjB,kDAAsB;QACtB,+CAAqB;QACrB,uCAAiB;QACjB,uCAAiB;QACjB,yCAAkB;QAClB,8BAAa;QACb,yCAAkB;KACrB;IACD,WAAW,EAAE,CAAC,sDAAwB,EAAE,6CAAoB,EAAE,mDAAuB,EAAE,mDAAuB,EAAE,qDAAwB,CAAC;CAC5I,CAAC;AAEF,kBAAe,UAAU,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { CommonJob, PropertyService, QueueService, RedisService, SqlService, UploadService } from '@servicelabsco/nestjs-utility-services';
|
|
2
|
+
import { MatchBulkUploadColumns } from '../libraries/match.bulk.upload.columns';
|
|
2
3
|
import { BulkUploadService } from '../services/bulk.upload.service';
|
|
3
4
|
import { BulkUploadItemStore } from '../services/bulk.upload.item.store';
|
|
4
5
|
import { PushToBulkItemJob } from './push.to.bulk.item.job';
|
|
@@ -11,8 +12,9 @@ export declare class AnalyseBulkUploadJob extends CommonJob {
|
|
|
11
12
|
protected readonly sqlService: SqlService;
|
|
12
13
|
protected readonly redisService: RedisService;
|
|
13
14
|
protected readonly bulkUploadItemStore: BulkUploadItemStore;
|
|
15
|
+
private readonly matchBulkUploadColumns;
|
|
14
16
|
protected priority: number;
|
|
15
17
|
protected timeout: number;
|
|
16
|
-
constructor(queueService: QueueService, uploadService: UploadService, bulkUploadService: BulkUploadService, pushToBulkItemJob: PushToBulkItemJob, propertyService: PropertyService, sqlService: SqlService, redisService: RedisService, bulkUploadItemStore: BulkUploadItemStore);
|
|
18
|
+
constructor(queueService: QueueService, uploadService: UploadService, bulkUploadService: BulkUploadService, pushToBulkItemJob: PushToBulkItemJob, propertyService: PropertyService, sqlService: SqlService, redisService: RedisService, bulkUploadItemStore: BulkUploadItemStore, matchBulkUploadColumns: MatchBulkUploadColumns);
|
|
17
19
|
handle(id: number): Promise<any>;
|
|
18
20
|
}
|
|
@@ -14,11 +14,12 @@ const common_1 = require("@nestjs/common");
|
|
|
14
14
|
const nestjs_utility_services_1 = require("@servicelabsco/nestjs-utility-services");
|
|
15
15
|
const bulk_upload_entity_1 = require("../entities/bulk.upload.entity");
|
|
16
16
|
const analyse_bulk_upload_1 = require("../libraries/analyse.bulk.upload");
|
|
17
|
+
const match_bulk_upload_columns_1 = require("../libraries/match.bulk.upload.columns");
|
|
17
18
|
const bulk_upload_service_1 = require("../services/bulk.upload.service");
|
|
18
19
|
const bulk_upload_item_store_1 = require("../services/bulk.upload.item.store");
|
|
19
20
|
const push_to_bulk_item_job_1 = require("./push.to.bulk.item.job");
|
|
20
21
|
let AnalyseBulkUploadJob = class AnalyseBulkUploadJob extends nestjs_utility_services_1.CommonJob {
|
|
21
|
-
constructor(queueService, uploadService, bulkUploadService, pushToBulkItemJob, propertyService, sqlService, redisService, bulkUploadItemStore) {
|
|
22
|
+
constructor(queueService, uploadService, bulkUploadService, pushToBulkItemJob, propertyService, sqlService, redisService, bulkUploadItemStore, matchBulkUploadColumns) {
|
|
22
23
|
super('db42efda49d0b6258645a0419b9f46ae');
|
|
23
24
|
this.queueService = queueService;
|
|
24
25
|
this.uploadService = uploadService;
|
|
@@ -28,6 +29,7 @@ let AnalyseBulkUploadJob = class AnalyseBulkUploadJob extends nestjs_utility_ser
|
|
|
28
29
|
this.sqlService = sqlService;
|
|
29
30
|
this.redisService = redisService;
|
|
30
31
|
this.bulkUploadItemStore = bulkUploadItemStore;
|
|
32
|
+
this.matchBulkUploadColumns = matchBulkUploadColumns;
|
|
31
33
|
this.priority = 10;
|
|
32
34
|
this.timeout = 1000 * 60 * 60 * 24;
|
|
33
35
|
}
|
|
@@ -39,7 +41,7 @@ let AnalyseBulkUploadJob = class AnalyseBulkUploadJob extends nestjs_utility_ser
|
|
|
39
41
|
return null;
|
|
40
42
|
if (record.total_rows > 0)
|
|
41
43
|
return null;
|
|
42
|
-
return await new analyse_bulk_upload_1.AnalyseBulkUpload(this.uploadService, this.bulkUploadService, this.pushToBulkItemJob, this.propertyService, this.sqlService, this.redisService, this.bulkUploadItemStore).process(id);
|
|
44
|
+
return await new analyse_bulk_upload_1.AnalyseBulkUpload(this.uploadService, this.bulkUploadService, this.pushToBulkItemJob, this.propertyService, this.sqlService, this.redisService, this.bulkUploadItemStore, this.matchBulkUploadColumns).process(id);
|
|
43
45
|
}
|
|
44
46
|
};
|
|
45
47
|
exports.AnalyseBulkUploadJob = AnalyseBulkUploadJob;
|
|
@@ -52,6 +54,7 @@ exports.AnalyseBulkUploadJob = AnalyseBulkUploadJob = __decorate([
|
|
|
52
54
|
nestjs_utility_services_1.PropertyService,
|
|
53
55
|
nestjs_utility_services_1.SqlService,
|
|
54
56
|
nestjs_utility_services_1.RedisService,
|
|
55
|
-
bulk_upload_item_store_1.BulkUploadItemStore
|
|
57
|
+
bulk_upload_item_store_1.BulkUploadItemStore,
|
|
58
|
+
match_bulk_upload_columns_1.MatchBulkUploadColumns])
|
|
56
59
|
], AnalyseBulkUploadJob);
|
|
57
60
|
//# sourceMappingURL=analyse.bulk.upload.job.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"analyse.bulk.upload.job.js","sourceRoot":"","sources":["../../../src/accessUtility/jobs/analyse.bulk.upload.job.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,oFAA2I;AAC3I,uEAAkE;AAClE,0EAAqE;AACrE,yEAAoE;AACpE,+EAAyE;AACzE,mEAA4D;AAOrD,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,mCAAS;IAI/C,YACuB,YAA0B,EAC1B,aAA4B,EAC9B,iBAAoC,EAClC,iBAAoC,EACpC,eAAgC,EAChC,UAAsB,EACtB,YAA0B,EAC1B,mBAAwC;
|
|
1
|
+
{"version":3,"file":"analyse.bulk.upload.job.js","sourceRoot":"","sources":["../../../src/accessUtility/jobs/analyse.bulk.upload.job.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,oFAA2I;AAC3I,uEAAkE;AAClE,0EAAqE;AACrE,sFAAgF;AAChF,yEAAoE;AACpE,+EAAyE;AACzE,mEAA4D;AAOrD,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,mCAAS;IAI/C,YACuB,YAA0B,EAC1B,aAA4B,EAC9B,iBAAoC,EAClC,iBAAoC,EACpC,eAAgC,EAChC,UAAsB,EACtB,YAA0B,EAC1B,mBAAwC,EAC1C,sBAA8C;QAE/D,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAVvB,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAAe;QAC9B,sBAAiB,GAAjB,iBAAiB,CAAmB;QAClC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,oBAAe,GAAf,eAAe,CAAiB;QAChC,eAAU,GAAV,UAAU,CAAY;QACtB,iBAAY,GAAZ,YAAY,CAAc;QAC1B,wBAAmB,GAAnB,mBAAmB,CAAqB;QAC1C,2BAAsB,GAAtB,sBAAsB,CAAwB;QAZzD,aAAQ,GAAG,EAAE,CAAC;QACd,YAAO,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;IAcxC,CAAC;IAeD,KAAK,CAAC,MAAM,CAAC,EAAU;QACnB,MAAM,MAAM,GAAG,MAAM,qCAAgB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACzB,IAAI,MAAM,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC;QACpC,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAEvC,OAAO,MAAM,IAAI,uCAAiB,CAC9B,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,mBAAmB,EACxB,IAAI,CAAC,sBAAsB,CAC9B,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;CACJ,CAAA;AAhDY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;qCAM4B,sCAAY;QACX,uCAAa;QACX,uCAAiB;QACf,yCAAiB;QACnB,yCAAe;QACpB,oCAAU;QACR,sCAAY;QACL,4CAAmB;QAClB,kDAAsB;GAb1D,oBAAoB,CAgDhC"}
|
|
@@ -10,5 +10,4 @@ export declare class BulkUploadColumnMatchJob extends CommonJob {
|
|
|
10
10
|
constructor(queueService: QueueService, bulkUploadService: BulkUploadService, bulkUploadItemStore: BulkUploadItemStore);
|
|
11
11
|
handle(id: number): Promise<BulkUploadColumnMatchScoreDto | null>;
|
|
12
12
|
private getFileColumns;
|
|
13
|
-
private scoreType;
|
|
14
13
|
}
|
|
@@ -12,6 +12,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
12
12
|
exports.BulkUploadColumnMatchJob = void 0;
|
|
13
13
|
const common_1 = require("@nestjs/common");
|
|
14
14
|
const nestjs_utility_services_1 = require("@servicelabsco/nestjs-utility-services");
|
|
15
|
+
const score_bulk_upload_columns_1 = require("../libraries/score.bulk.upload.columns");
|
|
15
16
|
const bulk_upload_entity_1 = require("../entities/bulk.upload.entity");
|
|
16
17
|
const bulk_upload_service_1 = require("../services/bulk.upload.service");
|
|
17
18
|
const bulk_upload_item_store_1 = require("../services/bulk.upload.item.store");
|
|
@@ -36,11 +37,9 @@ let BulkUploadColumnMatchJob = class BulkUploadColumnMatchJob extends nestjs_uti
|
|
|
36
37
|
const byType = {};
|
|
37
38
|
for (const type of types) {
|
|
38
39
|
const fileColumns = await this.getFileColumns(upload.id, type);
|
|
39
|
-
byType[type.name.toLowerCase()] =
|
|
40
|
+
byType[type.name.toLowerCase()] = score_bulk_upload_columns_1.ScoreBulkUploadColumns.scoreType(type, fileColumns);
|
|
40
41
|
}
|
|
41
|
-
const
|
|
42
|
-
const overall = scores.length ? Math.round(scores.reduce((sum, score) => sum + score, 0) / scores.length) : 0;
|
|
43
|
-
const columnMatchScore = { overall, by_type: byType };
|
|
42
|
+
const columnMatchScore = score_bulk_upload_columns_1.ScoreBulkUploadColumns.assemble(byType);
|
|
44
43
|
upload.attributes = { ...upload.attributes, column_match_score: columnMatchScore };
|
|
45
44
|
await upload.save();
|
|
46
45
|
return columnMatchScore;
|
|
@@ -51,16 +50,6 @@ let BulkUploadColumnMatchJob = class BulkUploadColumnMatchJob extends nestjs_uti
|
|
|
51
50
|
return [];
|
|
52
51
|
return Object.keys(item.data).filter((key) => !DATA_META_KEYS.has(key));
|
|
53
52
|
}
|
|
54
|
-
scoreType(type, fileColumns) {
|
|
55
|
-
const columns = type.columns || [];
|
|
56
|
-
const expectedIdentifiers = new Set(columns.map((column) => column.identifier));
|
|
57
|
-
const fileColumnSet = new Set(fileColumns);
|
|
58
|
-
const matchedCount = columns.filter((column) => fileColumnSet.has(column.identifier)).length;
|
|
59
|
-
const missing = columns.filter((column) => !fileColumnSet.has(column.identifier)).map((column) => column.name);
|
|
60
|
-
const extra = fileColumns.filter((column) => !expectedIdentifiers.has(column));
|
|
61
|
-
const score = columns.length ? Math.round((matchedCount / columns.length) * 100) : 100;
|
|
62
|
-
return { score, missing, extra };
|
|
63
|
-
}
|
|
64
53
|
};
|
|
65
54
|
exports.BulkUploadColumnMatchJob = BulkUploadColumnMatchJob;
|
|
66
55
|
exports.BulkUploadColumnMatchJob = BulkUploadColumnMatchJob = __decorate([
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bulk.upload.column.match.job.js","sourceRoot":"","sources":["../../../src/accessUtility/jobs/bulk.upload.column.match.job.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,oFAAiF;AAEjF,uEAAkE;AAElE,yEAAoE;AACpE,+EAAyE;AAGzE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;AAezC,IAAM,wBAAwB,GAA9B,MAAM,wBAAyB,SAAQ,mCAAS;IAGnD,YACuB,YAA0B,EAC5B,iBAAoC,EACpC,mBAAwC;QAEzD,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAJvB,iBAAY,GAAZ,YAAY,CAAc;QAC5B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,wBAAmB,GAAnB,mBAAmB,CAAqB;QALnD,gBAAW,GAAY,IAAI,CAAC;IAQtC,CAAC;IAOD,KAAK,CAAC,MAAM,CAAC,EAAU;QACnB,MAAM,MAAM,GAAG,MAAM,qCAAgB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC;QAErC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAClE,IAAI,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO,IAAI,CAAC;QAEhC,MAAM,MAAM,
|
|
1
|
+
{"version":3,"file":"bulk.upload.column.match.job.js","sourceRoot":"","sources":["../../../src/accessUtility/jobs/bulk.upload.column.match.job.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,oFAAiF;AAEjF,sFAAgF;AAChF,uEAAkE;AAElE,yEAAoE;AACpE,+EAAyE;AAGzE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;AAezC,IAAM,wBAAwB,GAA9B,MAAM,wBAAyB,SAAQ,mCAAS;IAGnD,YACuB,YAA0B,EAC5B,iBAAoC,EACpC,mBAAwC;QAEzD,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAJvB,iBAAY,GAAZ,YAAY,CAAc;QAC5B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,wBAAmB,GAAnB,mBAAmB,CAAqB;QALnD,gBAAW,GAAY,IAAI,CAAC;IAQtC,CAAC;IAOD,KAAK,CAAC,MAAM,CAAC,EAAU;QACnB,MAAM,MAAM,GAAG,MAAM,qCAAgB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC;QAErC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAClE,IAAI,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO,IAAI,CAAC;QAEhC,MAAM,MAAM,GAA6C,EAAE,CAAC;QAE5D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC/D,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,kDAAsB,CAAC,SAAS,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC1F,CAAC;QAED,MAAM,gBAAgB,GAAG,kDAAsB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEjE,MAAM,CAAC,UAAU,GAAG,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,CAAC;QACnF,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAEpB,OAAO,gBAAgB,CAAC;IAC5B,CAAC;IAKO,KAAK,CAAC,cAAc,CAAC,YAAoB,EAAE,IAA0B;QACzE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAE5H,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAE5D,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5E,CAAC;CACJ,CAAA;AAjDY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,mBAAU,GAAE;qCAK4B,sCAAY;QACT,uCAAiB;QACf,4CAAmB;GANpD,wBAAwB,CAiDpC"}
|
|
@@ -2,6 +2,7 @@ import { PropertyService, RedisService, SqlService, UploadService } from '@servi
|
|
|
2
2
|
import { PushToBulkItemJob } from '../jobs/push.to.bulk.item.job';
|
|
3
3
|
import { BulkUploadService } from '../services/bulk.upload.service';
|
|
4
4
|
import { BulkUploadItemStore } from '../services/bulk.upload.item.store';
|
|
5
|
+
import { MatchBulkUploadColumns } from './match.bulk.upload.columns';
|
|
5
6
|
import { ReadXlsFile } from './read.xls.file';
|
|
6
7
|
interface AnalysisResult {
|
|
7
8
|
totalRows: number;
|
|
@@ -17,7 +18,8 @@ export declare class AnalyseBulkUpload extends ReadXlsFile {
|
|
|
17
18
|
protected readonly sqlService: SqlService;
|
|
18
19
|
protected readonly redisService: RedisService;
|
|
19
20
|
protected readonly bulkUploadItemStore: BulkUploadItemStore;
|
|
20
|
-
|
|
21
|
+
protected readonly matchBulkUploadColumns: MatchBulkUploadColumns;
|
|
22
|
+
constructor(uploadService: UploadService, bulkUploadService: BulkUploadService, pushToBulkItemJob: PushToBulkItemJob, propertyService: PropertyService, sqlService: SqlService, redisService: RedisService, bulkUploadItemStore: BulkUploadItemStore, matchBulkUploadColumns: MatchBulkUploadColumns);
|
|
21
23
|
process(id: number): Promise<AnalysisResult>;
|
|
22
24
|
private validate;
|
|
23
25
|
private cleanExistingItems;
|
|
@@ -3,9 +3,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.AnalyseBulkUpload = void 0;
|
|
4
4
|
const nestjs_utility_services_1 = require("@servicelabsco/nestjs-utility-services");
|
|
5
5
|
const bulk_upload_entity_1 = require("../entities/bulk.upload.entity");
|
|
6
|
+
const score_bulk_upload_columns_1 = require("./score.bulk.upload.columns");
|
|
6
7
|
const read_xls_file_1 = require("./read.xls.file");
|
|
7
8
|
class AnalyseBulkUpload extends read_xls_file_1.ReadXlsFile {
|
|
8
|
-
constructor(uploadService, bulkUploadService, pushToBulkItemJob, propertyService, sqlService, redisService, bulkUploadItemStore) {
|
|
9
|
+
constructor(uploadService, bulkUploadService, pushToBulkItemJob, propertyService, sqlService, redisService, bulkUploadItemStore, matchBulkUploadColumns) {
|
|
9
10
|
super();
|
|
10
11
|
this.uploadService = uploadService;
|
|
11
12
|
this.bulkUploadService = bulkUploadService;
|
|
@@ -14,12 +15,15 @@ class AnalyseBulkUpload extends read_xls_file_1.ReadXlsFile {
|
|
|
14
15
|
this.sqlService = sqlService;
|
|
15
16
|
this.redisService = redisService;
|
|
16
17
|
this.bulkUploadItemStore = bulkUploadItemStore;
|
|
18
|
+
this.matchBulkUploadColumns = matchBulkUploadColumns;
|
|
17
19
|
}
|
|
18
20
|
async process(id) {
|
|
19
21
|
const entity = await this.validate(id);
|
|
20
22
|
this.upload = entity;
|
|
21
23
|
try {
|
|
22
24
|
const types = await this.bulkUploadService.getUploadTypes(entity);
|
|
25
|
+
const score = await this.matchBulkUploadColumns.persistUploadScore(entity);
|
|
26
|
+
score_bulk_upload_columns_1.ScoreBulkUploadColumns.assertMandatoryMatched(score);
|
|
23
27
|
await this.cleanExistingItems(entity);
|
|
24
28
|
const totalRows = await this.handle(types);
|
|
25
29
|
return this.updateUploadWithResults(entity, totalRows);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"analyse.bulk.upload.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/analyse.bulk.upload.ts"],"names":[],"mappings":";;;AAAA,oFAAsI;AACtI,uEAAkE;
|
|
1
|
+
{"version":3,"file":"analyse.bulk.upload.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/analyse.bulk.upload.ts"],"names":[],"mappings":";;;AAAA,oFAAsI;AACtI,uEAAkE;AAKlE,2EAAqE;AACrE,mDAA8C;AAgB9C,MAAa,iBAAkB,SAAQ,2BAAW;IAC9C,YACuB,aAA4B,EAC5B,iBAAoC,EACpC,iBAAoC,EACpC,eAAgC,EAChC,UAAsB,EACtB,YAA0B,EAC1B,mBAAwC,EACxC,sBAA8C;QAEjE,KAAK,EAAE,CAAC;QATW,kBAAa,GAAb,aAAa,CAAe;QAC5B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,oBAAe,GAAf,eAAe,CAAiB;QAChC,eAAU,GAAV,UAAU,CAAY;QACtB,iBAAY,GAAZ,YAAY,CAAc;QAC1B,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,2BAAsB,GAAtB,sBAAsB,CAAwB;IAGrE,CAAC;IAQD,KAAK,CAAC,OAAO,CAAC,EAAU;QACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAElE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAC3E,kDAAsB,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;YAErD,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YACtC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YAE7D,IAAI,KAAK,YAAY,4CAAkB,EAAE,CAAC;gBACtC,MAAM,KAAK,CAAC;YAChB,CAAC;YAED,MAAM,IAAI,4CAAkB,CAAC,kCAAkC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACpF,CAAC;IACL,CAAC;IAKO,KAAK,CAAC,QAAQ,CAAC,EAAU;QAC7B,MAAM,MAAM,GAAG,MAAM,qCAAgB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAEhD,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,4CAAkB,CAAC,uBAAuB,EAAE,YAAY,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,4CAAkB,CAAC,uBAAuB,EAAE,iCAAiC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QACjH,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAKO,KAAK,CAAC,kBAAkB,CAAC,MAAwB;QACrD,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,4CAAkB,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrF,CAAC;IACL,CAAC;IAOO,KAAK,CAAC,uBAAuB,CAAC,MAAwB,EAAE,SAAiB;QAC7E,MAAM,CAAC,GAAG,MAAM,qCAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC,CAAC;YAAE,OAAO;QAEf,CAAC,CAAC,UAAU,GAAG,SAAS,CAAC;QAEzB,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YAClB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC;YACpB,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC;YACrB,CAAC,CAAC,WAAW,GAAG,GAAG,CAAC;YACpB,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC;YACrB,CAAC,CAAC,UAAU,GAAG,EAAE,GAAG,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QACzD,CAAC;QAED,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QAEf,OAAO;YACH,SAAS;YACT,YAAY,EAAE,MAAM,CAAC,aAAa,IAAI,CAAC;YACvC,cAAc,EAAE,MAAM,CAAC,eAAe,IAAI,CAAC;YAC3C,UAAU,EAAE,CAAC,CAAC,WAAW;SAC5B,CAAC;IACN,CAAC;CACJ;AArGD,8CAqGC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import ExcelJS = require('exceljs');
|
|
2
|
+
import { BulkUploadSheetDto } from '../dtos/bulk.upload.sheet.dto';
|
|
3
|
+
import { ScoreableColumn, ScoreableType } from './score.bulk.upload.columns';
|
|
4
|
+
export type HeaderSourceType = ScoreableType & {
|
|
5
|
+
sheet?: BulkUploadSheetDto;
|
|
6
|
+
};
|
|
7
|
+
export declare class ExtractBulkUploadHeaders {
|
|
8
|
+
static headerDictionary(type: {
|
|
9
|
+
columns?: ScoreableColumn[];
|
|
10
|
+
}): Record<string, string>;
|
|
11
|
+
static fromCsv(buffer: Buffer, type: HeaderSourceType): string[];
|
|
12
|
+
static fromWorkbook(workbook: ExcelJS.Workbook, type: HeaderSourceType): Promise<string[]>;
|
|
13
|
+
private static parseHeaderLine;
|
|
14
|
+
private static sheetToCsv;
|
|
15
|
+
private static resolveSheetNames;
|
|
16
|
+
}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ExtractBulkUploadHeaders = void 0;
|
|
4
|
+
const sync_1 = require("csv-parse/sync");
|
|
5
|
+
const stream_1 = require("stream");
|
|
6
|
+
const score_bulk_upload_columns_1 = require("./score.bulk.upload.columns");
|
|
7
|
+
class ExtractBulkUploadHeaders {
|
|
8
|
+
static headerDictionary(type) {
|
|
9
|
+
const headers = {};
|
|
10
|
+
(type?.columns || []).forEach((column) => {
|
|
11
|
+
if (!column?.name || !column?.identifier)
|
|
12
|
+
return;
|
|
13
|
+
const key = column.name
|
|
14
|
+
.replace(/[^a-zA-Z0-9_ ]/g, ' ')
|
|
15
|
+
.trim()
|
|
16
|
+
.replace(/\s+/g, '_')
|
|
17
|
+
.trim();
|
|
18
|
+
headers[key] = column.identifier;
|
|
19
|
+
});
|
|
20
|
+
return headers;
|
|
21
|
+
}
|
|
22
|
+
static fromCsv(buffer, type) {
|
|
23
|
+
return this.parseHeaderLine(buffer.toString('utf8'), type);
|
|
24
|
+
}
|
|
25
|
+
static async fromWorkbook(workbook, type) {
|
|
26
|
+
const sheetNames = this.resolveSheetNames(workbook, type);
|
|
27
|
+
const headers = [];
|
|
28
|
+
for (const name of sheetNames) {
|
|
29
|
+
const csv = await this.sheetToCsv(workbook, name);
|
|
30
|
+
headers.push(...this.parseHeaderLine(csv, type));
|
|
31
|
+
}
|
|
32
|
+
return [...new Set(headers)];
|
|
33
|
+
}
|
|
34
|
+
static parseHeaderLine(csv, type) {
|
|
35
|
+
const skipLines = +type?.sheet?.skip_lines || 0;
|
|
36
|
+
const rows = (0, sync_1.parse)(csv, {
|
|
37
|
+
bom: true,
|
|
38
|
+
relax_quotes: true,
|
|
39
|
+
relax_column_count: true,
|
|
40
|
+
from_line: skipLines + 1,
|
|
41
|
+
to_line: skipLines + 1,
|
|
42
|
+
});
|
|
43
|
+
const headerRow = rows[0] || [];
|
|
44
|
+
const dict = this.headerDictionary(type);
|
|
45
|
+
return headerRow.map((header) => score_bulk_upload_columns_1.ScoreBulkUploadColumns.mapHeader(String(header ?? ''), dict)).filter(Boolean);
|
|
46
|
+
}
|
|
47
|
+
static sheetToCsv(workbook, sheetName) {
|
|
48
|
+
return new Promise((resolve, reject) => {
|
|
49
|
+
const chunks = [];
|
|
50
|
+
const writeStream = new stream_1.Writable({
|
|
51
|
+
write(chunk, _encoding, callback) {
|
|
52
|
+
chunks.push(chunk);
|
|
53
|
+
callback();
|
|
54
|
+
},
|
|
55
|
+
});
|
|
56
|
+
writeStream.on('finish', () => resolve(Buffer.concat(chunks).toString('utf8')));
|
|
57
|
+
writeStream.on('error', reject);
|
|
58
|
+
workbook.csv.write(writeStream, { sheetName });
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
static resolveSheetNames(workbook, type) {
|
|
62
|
+
const sheet = type?.sheet;
|
|
63
|
+
if (sheet?.name)
|
|
64
|
+
return [sheet.name];
|
|
65
|
+
if (sheet?.index) {
|
|
66
|
+
const worksheet = workbook.getWorksheet(sheet.index);
|
|
67
|
+
return worksheet?.name ? [worksheet.name] : [];
|
|
68
|
+
}
|
|
69
|
+
const names = [];
|
|
70
|
+
workbook.eachSheet((worksheet) => {
|
|
71
|
+
if (worksheet?.name)
|
|
72
|
+
names.push(worksheet.name);
|
|
73
|
+
});
|
|
74
|
+
return names;
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
exports.ExtractBulkUploadHeaders = ExtractBulkUploadHeaders;
|
|
78
|
+
//# sourceMappingURL=extract.bulk.upload.headers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extract.bulk.upload.headers.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/extract.bulk.upload.headers.ts"],"names":[],"mappings":";;;AAAA,yCAAuC;AACvC,mCAAkC;AAGlC,2EAAqG;AAOrG,MAAa,wBAAwB;IACjC,MAAM,CAAC,gBAAgB,CAAC,IAAqC;QACzD,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,UAAU;gBAAE,OAAO;YACjD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI;iBAClB,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC;iBAC/B,IAAI,EAAE;iBACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;iBACpB,IAAI,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAc,EAAE,IAAsB;QACjD,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,QAA0B,EAAE,IAAsB;QACxE,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACjC,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,GAAW,EAAE,IAAsB;QAC9D,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,IAAI,CAAC,CAAC;QAChD,MAAM,IAAI,GAAe,IAAA,YAAK,EAAC,GAAG,EAAE;YAChC,GAAG,EAAE,IAAI;YACT,YAAY,EAAE,IAAI;YAClB,kBAAkB,EAAE,IAAI;YACxB,SAAS,EAAE,SAAS,GAAG,CAAC;YACxB,OAAO,EAAE,SAAS,GAAG,CAAC;SACzB,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACzC,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,kDAAsB,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnH,CAAC;IAEO,MAAM,CAAC,UAAU,CAAC,QAA0B,EAAE,SAAiB;QACnE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAG,IAAI,iBAAQ,CAAC;gBAC7B,KAAK,CAAC,KAAa,EAAE,SAAiB,EAAE,QAAkB;oBACtD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,QAAQ,EAAE,CAAC;gBACf,CAAC;aACJ,CAAC,CAAC;YACH,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAChF,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAChC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,MAAM,CAAC,iBAAiB,CAAC,QAA0B,EAAE,IAAsB;QAC/E,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,CAAC;QAC1B,IAAI,KAAK,EAAE,IAAI;YAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,KAAK,EAAE,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrD,OAAO,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,CAAC;QAED,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,QAAQ,CAAC,SAAS,CAAC,CAAC,SAAS,EAAE,EAAE;YAC7B,IAAI,SAAS,EAAE,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;IACjB,CAAC;CACJ;AAxED,4DAwEC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.FlattenExcelRichText = void 0;
|
|
4
|
+
class FlattenExcelRichText {
|
|
5
|
+
static process(workbook) {
|
|
6
|
+
workbook.eachSheet((worksheet) => {
|
|
7
|
+
worksheet.eachRow((row) => {
|
|
8
|
+
row.eachCell((cell) => {
|
|
9
|
+
const plain = this.toPlain(cell.value);
|
|
10
|
+
if (plain !== undefined) {
|
|
11
|
+
cell.value = plain;
|
|
12
|
+
return;
|
|
13
|
+
}
|
|
14
|
+
const result = cell.value?.result;
|
|
15
|
+
const resultPlain = this.toPlain(result);
|
|
16
|
+
if (resultPlain !== undefined) {
|
|
17
|
+
cell.value.result = resultPlain;
|
|
18
|
+
}
|
|
19
|
+
});
|
|
20
|
+
});
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
static toPlain(value) {
|
|
24
|
+
if (!value || typeof value !== 'object')
|
|
25
|
+
return;
|
|
26
|
+
const richText = value.richText;
|
|
27
|
+
if (!Array.isArray(richText))
|
|
28
|
+
return;
|
|
29
|
+
return richText.map((part) => part?.text ?? '').join('');
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
exports.FlattenExcelRichText = FlattenExcelRichText;
|
|
33
|
+
//# sourceMappingURL=flatten.excel.rich.text.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"flatten.excel.rich.text.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/flatten.excel.rich.text.ts"],"names":[],"mappings":";;;AAOA,MAAa,oBAAoB;IAC7B,MAAM,CAAC,OAAO,CAAC,QAA0B;QACrC,QAAQ,CAAC,SAAS,CAAC,CAAC,SAAS,EAAE,EAAE;YAC7B,SAAS,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACtB,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE;oBAClB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACvC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;wBACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;wBACnB,OAAO;oBACX,CAAC;oBAED,MAAM,MAAM,GAAI,IAAI,CAAC,KAAqC,EAAE,MAAM,CAAC;oBACnE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;oBACzC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;wBAC3B,IAAI,CAAC,KAA4B,CAAC,MAAM,GAAG,WAAW,CAAC;oBAC5D,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,MAAM,CAAC,OAAO,CAAC,KAAc;QACjC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO;QAEhD,MAAM,QAAQ,GAAI,KAA4C,CAAC,QAAQ,CAAC;QACxE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,OAAO;QAErC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7D,CAAC;CACJ;AA7BD,oDA6BC"}
|
|
@@ -1,8 +1,12 @@
|
|
|
1
1
|
export * from './analyse.bulk.upload';
|
|
2
|
+
export * from './extract.bulk.upload.headers';
|
|
3
|
+
export * from './flatten.excel.rich.text';
|
|
2
4
|
export * from './generate.bulk.upload.sheet';
|
|
3
5
|
export * from './load.xls.file';
|
|
6
|
+
export * from './match.bulk.upload.columns';
|
|
4
7
|
export * from './process.bulk.definition.data';
|
|
5
8
|
export * from './process.bulk.definition.list';
|
|
9
|
+
export * from './process.bulk.upload.format';
|
|
6
10
|
export * from './process.common.data';
|
|
7
11
|
export * from './process.item.unit.data';
|
|
8
12
|
export * from './process.item.unit.list';
|
|
@@ -11,5 +15,6 @@ export * from './process.pdf.document';
|
|
|
11
15
|
export * from './process.report.listing';
|
|
12
16
|
export * from './process.violation.definition.list';
|
|
13
17
|
export * from './read.xls.file';
|
|
18
|
+
export * from './score.bulk.upload.columns';
|
|
14
19
|
export * from './set.bulk.upload.log.file';
|
|
15
20
|
export * from './slabs.util';
|
|
@@ -15,10 +15,14 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
17
|
__exportStar(require("./analyse.bulk.upload"), exports);
|
|
18
|
+
__exportStar(require("./extract.bulk.upload.headers"), exports);
|
|
19
|
+
__exportStar(require("./flatten.excel.rich.text"), exports);
|
|
18
20
|
__exportStar(require("./generate.bulk.upload.sheet"), exports);
|
|
19
21
|
__exportStar(require("./load.xls.file"), exports);
|
|
22
|
+
__exportStar(require("./match.bulk.upload.columns"), exports);
|
|
20
23
|
__exportStar(require("./process.bulk.definition.data"), exports);
|
|
21
24
|
__exportStar(require("./process.bulk.definition.list"), exports);
|
|
25
|
+
__exportStar(require("./process.bulk.upload.format"), exports);
|
|
22
26
|
__exportStar(require("./process.common.data"), exports);
|
|
23
27
|
__exportStar(require("./process.item.unit.data"), exports);
|
|
24
28
|
__exportStar(require("./process.item.unit.list"), exports);
|
|
@@ -27,6 +31,7 @@ __exportStar(require("./process.pdf.document"), exports);
|
|
|
27
31
|
__exportStar(require("./process.report.listing"), exports);
|
|
28
32
|
__exportStar(require("./process.violation.definition.list"), exports);
|
|
29
33
|
__exportStar(require("./read.xls.file"), exports);
|
|
34
|
+
__exportStar(require("./score.bulk.upload.columns"), exports);
|
|
30
35
|
__exportStar(require("./set.bulk.upload.log.file"), exports);
|
|
31
36
|
__exportStar(require("./slabs.util"), exports);
|
|
32
37
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAGA,wDAAsC;AACtC,+DAA6C;AAC7C,kDAAgC;AAChC,iEAA+C;AAC/C,iEAA+C;AAC/C,wDAAsC;AACtC,2DAAyC;AACzC,2DAAyC;AACzC,gEAA8C;AAC9C,yDAAuC;AACvC,2DAAyC;AACzC,sEAAoD;AACpD,kDAAgC;AAChC,6DAA2C;AAC3C,+CAA6B"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAGA,wDAAsC;AACtC,gEAA8C;AAC9C,4DAA0C;AAC1C,+DAA6C;AAC7C,kDAAgC;AAChC,8DAA4C;AAC5C,iEAA+C;AAC/C,iEAA+C;AAC/C,+DAA6C;AAC7C,wDAAsC;AACtC,2DAAyC;AACzC,2DAAyC;AACzC,gEAA8C;AAC9C,yDAAuC;AACvC,2DAAyC;AACzC,sEAAoD;AACpD,kDAAgC;AAChC,8DAA4C;AAC5C,6DAA2C;AAC3C,+CAA6B"}
|
|
@@ -9,6 +9,7 @@ const csv_parser_1 = __importDefault(require("csv-parser"));
|
|
|
9
9
|
const fs_1 = require("fs");
|
|
10
10
|
const path_1 = require("path");
|
|
11
11
|
const bulk_upload_column_entity_1 = require("../entities/bulk.upload.column.entity");
|
|
12
|
+
const flatten_excel_rich_text_1 = require("./flatten.excel.rich.text");
|
|
12
13
|
const ExcelJS = require("exceljs");
|
|
13
14
|
class LoadXlsFile {
|
|
14
15
|
constructor(uploadService) {
|
|
@@ -53,6 +54,7 @@ class LoadXlsFile {
|
|
|
53
54
|
this.workbook = new ExcelJS.Workbook();
|
|
54
55
|
const buffer = await this.uploadService.getBufferFromUrl(this.file);
|
|
55
56
|
await this.workbook.xlsx.load(buffer);
|
|
57
|
+
flatten_excel_rich_text_1.FlattenExcelRichText.process(this.workbook);
|
|
56
58
|
}
|
|
57
59
|
async readWorksheet(sheet, _columns) {
|
|
58
60
|
const tempPath = (0, path_1.join)(__dirname, `../../../tmp/${nestjs_utility_services_1.PlatformUtility.generateRandomAlpha(16).toLowerCase()}.${sheet}.csv`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load.xls.file.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/load.xls.file.ts"],"names":[],"mappings":";;;;;;AAAA,oFAAwF;AACxF,4DAA6B;AAC7B,2BAAuG;AACvG,+BAA8C;AAC9C,qFAA+E;AAC/E,mCAAoC;AAMpC,MAAa,WAAW;IASpB,YAA6B,aAA4B;QAA5B,kBAAa,GAAb,aAAa,CAAe;QAPjD,YAAO,GAAG,EAAE,CAAC;IAOuC,CAAC;IAO7D,KAAK,CAAC,MAAM,CAAC,IAAiC;QAC1C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC;QAErB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3D,IAAI,SAAS,KAAK,KAAK;YAAE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACjD,IAAI,SAAS,KAAK,MAAM;YAAE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAElD,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAEjD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAC3D,MAAM,CAAC,GAAG,MAAM,kDAAsB,CAAC,UAAU,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YAE/F,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC;YAEf,IAAI,CAAC,CAAC,CAAC,cAAc;gBAAE,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC;YAE5C,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YACf,EAAE,CAAC,CAAC;QACR,CAAC;IACL,CAAC;IAOO,KAAK,CAAC,UAAU;QACpB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,SAAS,EAAE,IAAI,CAAC;QAC7B,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAOO,KAAK,CAAC,UAAU;QACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAEtD,MAAM,QAAQ,GAAG,IAAA,WAAI,EACjB,YAAY,EACZ,KAAK,yCAAe,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,yCAAe,CAAC,mBAAmB,CAAC,CAAC,CAAC,MAAM,CAC5G,CAAC;QAEF,IAAA,kBAAa,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEhC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACzC,OAAO,IAAA,WAAM,EAAC,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtC,CAAC;IAOO,KAAK,CAAC,SAAS;QACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QAEvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpE,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"load.xls.file.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/load.xls.file.ts"],"names":[],"mappings":";;;;;;AAAA,oFAAwF;AACxF,4DAA6B;AAC7B,2BAAuG;AACvG,+BAA8C;AAC9C,qFAA+E;AAC/E,uEAAiE;AACjE,mCAAoC;AAMpC,MAAa,WAAW;IASpB,YAA6B,aAA4B;QAA5B,kBAAa,GAAb,aAAa,CAAe;QAPjD,YAAO,GAAG,EAAE,CAAC;IAOuC,CAAC;IAO7D,KAAK,CAAC,MAAM,CAAC,IAAiC;QAC1C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC;QAErB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3D,IAAI,SAAS,KAAK,KAAK;YAAE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACjD,IAAI,SAAS,KAAK,MAAM;YAAE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAElD,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAEjD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAC3D,MAAM,CAAC,GAAG,MAAM,kDAAsB,CAAC,UAAU,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YAE/F,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC;YAEf,IAAI,CAAC,CAAC,CAAC,cAAc;gBAAE,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC;YAE5C,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YACf,EAAE,CAAC,CAAC;QACR,CAAC;IACL,CAAC;IAOO,KAAK,CAAC,UAAU;QACpB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,SAAS,EAAE,IAAI,CAAC;QAC7B,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAOO,KAAK,CAAC,UAAU;QACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAEtD,MAAM,QAAQ,GAAG,IAAA,WAAI,EACjB,YAAY,EACZ,KAAK,yCAAe,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,yCAAe,CAAC,mBAAmB,CAAC,CAAC,CAAC,MAAM,CAC5G,CAAC;QAEF,IAAA,kBAAa,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEhC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACzC,OAAO,IAAA,WAAM,EAAC,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtC,CAAC;IAOO,KAAK,CAAC,SAAS;QACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QAEvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpE,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtC,8CAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IASO,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,QAAc;QACrD,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,gBAAgB,yCAAe,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC;QAEvH,MAAM,WAAW,GAAG,IAAA,sBAAiB,EAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAEjE,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE7B,OAAO,IAAA,WAAM,EAAC,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtC,CAAC;IAQO,KAAK,CAAC,OAAO,CAAC,QAAgB;QAClC,MAAM,EAAE,GAAG,IAAI,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE;YACpC,IAAA,qBAAgB,EAAC,QAAQ,CAAC;iBACrB,IAAI,CACD,IAAA,oBAAG,EAAC;gBACA,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC;aAC9E,CAAC,CACL;iBACA,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;gBAClB,EAAE,SAAS,CAAC;YAChB,CAAC,CAAC;iBACD,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACZ,OAAO,CAAC,SAAS,CAAC,CAAC;YACvB,CAAC,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;IACP,CAAC;IASO,SAAS,CAAC,MAAc,EAAE,IAAI;QAClC,IAAI,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;QAE3B,MAAM,GAAG,GAAG,MAAM;aACb,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC;aAC/B,IAAI,EAAE;aACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEf,OAAO,GAAG,CAAC;IACf,CAAC;IAMO,KAAK,CAAC,mBAAmB;QAC7B,MAAM,WAAW,GAAG,IAAA,cAAO,EAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAA,cAAO,EAAC,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAElD,IAAI,CAAC,IAAA,eAAU,EAAC,OAAO,CAAC,EAAE,CAAC;YACvB,IAAA,cAAS,EAAC,OAAO,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ;AAnKD,kCAmKC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { UploadService } from '@servicelabsco/nestjs-utility-services';
|
|
2
|
+
import { BulkUploadColumnMatchScoreDto } from '../dtos/bulk.upload.column.match.score.dto';
|
|
3
|
+
import { BulkUploadEntity } from '../entities/bulk.upload.entity';
|
|
4
|
+
import { BulkUploadTypeEntity } from '../entities/bulk.upload.type.entity';
|
|
5
|
+
import { BulkUploadService } from '../services/bulk.upload.service';
|
|
6
|
+
export declare class MatchBulkUploadColumns {
|
|
7
|
+
private readonly uploadService;
|
|
8
|
+
private readonly bulkUploadService;
|
|
9
|
+
constructor(uploadService: UploadService, bulkUploadService: BulkUploadService);
|
|
10
|
+
matchFile(definitionId: number, fileUrl: string): Promise<BulkUploadColumnMatchScoreDto>;
|
|
11
|
+
matchUpload(upload: BulkUploadEntity): Promise<BulkUploadColumnMatchScoreDto>;
|
|
12
|
+
persistUploadScore(upload: BulkUploadEntity): Promise<BulkUploadColumnMatchScoreDto>;
|
|
13
|
+
matchTypes(types: BulkUploadTypeEntity[], fileUrl: string): Promise<BulkUploadColumnMatchScoreDto>;
|
|
14
|
+
private extractHeaders;
|
|
15
|
+
private getHeaderFileUrl;
|
|
16
|
+
}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.MatchBulkUploadColumns = void 0;
|
|
13
|
+
const common_1 = require("@nestjs/common");
|
|
14
|
+
const nestjs_utility_services_1 = require("@servicelabsco/nestjs-utility-services");
|
|
15
|
+
const ExcelJS = require("exceljs");
|
|
16
|
+
const bulk_upload_service_1 = require("../services/bulk.upload.service");
|
|
17
|
+
const extract_bulk_upload_headers_1 = require("./extract.bulk.upload.headers");
|
|
18
|
+
const flatten_excel_rich_text_1 = require("./flatten.excel.rich.text");
|
|
19
|
+
const score_bulk_upload_columns_1 = require("./score.bulk.upload.columns");
|
|
20
|
+
let MatchBulkUploadColumns = class MatchBulkUploadColumns {
|
|
21
|
+
constructor(uploadService, bulkUploadService) {
|
|
22
|
+
this.uploadService = uploadService;
|
|
23
|
+
this.bulkUploadService = bulkUploadService;
|
|
24
|
+
}
|
|
25
|
+
async matchFile(definitionId, fileUrl) {
|
|
26
|
+
const types = await this.bulkUploadService.getUploadTypes({ definition_id: definitionId });
|
|
27
|
+
return this.matchTypes(types, fileUrl);
|
|
28
|
+
}
|
|
29
|
+
async matchUpload(upload) {
|
|
30
|
+
const types = await this.bulkUploadService.getUploadTypes(upload);
|
|
31
|
+
return this.matchTypes(types, this.getHeaderFileUrl(upload));
|
|
32
|
+
}
|
|
33
|
+
async persistUploadScore(upload) {
|
|
34
|
+
const score = await this.matchUpload(upload);
|
|
35
|
+
upload.attributes = { ...upload.attributes, column_match_score: score };
|
|
36
|
+
await upload.save();
|
|
37
|
+
return score;
|
|
38
|
+
}
|
|
39
|
+
async matchTypes(types, fileUrl) {
|
|
40
|
+
if (!fileUrl)
|
|
41
|
+
throw new nestjs_utility_services_1.OperationException('File URL is required');
|
|
42
|
+
if (!types?.length)
|
|
43
|
+
return score_bulk_upload_columns_1.ScoreBulkUploadColumns.assemble({});
|
|
44
|
+
const url = decodeURIComponent(fileUrl);
|
|
45
|
+
const extension = url.split('.').pop()?.toLowerCase();
|
|
46
|
+
if (extension !== 'csv' && extension !== 'xlsx') {
|
|
47
|
+
throw new nestjs_utility_services_1.OperationException(`Unsupported file extension: ${extension}`);
|
|
48
|
+
}
|
|
49
|
+
const buffer = await this.uploadService.getBufferFromUrl(url);
|
|
50
|
+
let workbook;
|
|
51
|
+
if (extension === 'xlsx') {
|
|
52
|
+
workbook = new ExcelJS.Workbook();
|
|
53
|
+
await workbook.xlsx.load(buffer);
|
|
54
|
+
flatten_excel_rich_text_1.FlattenExcelRichText.process(workbook);
|
|
55
|
+
}
|
|
56
|
+
const byType = {};
|
|
57
|
+
for (const type of types) {
|
|
58
|
+
const detected = await this.extractHeaders(extension, buffer, workbook, type);
|
|
59
|
+
byType[type.name.toLowerCase()] = score_bulk_upload_columns_1.ScoreBulkUploadColumns.scoreType(type, detected);
|
|
60
|
+
}
|
|
61
|
+
return score_bulk_upload_columns_1.ScoreBulkUploadColumns.assemble(byType);
|
|
62
|
+
}
|
|
63
|
+
extractHeaders(extension, buffer, workbook, type) {
|
|
64
|
+
if (extension === 'csv')
|
|
65
|
+
return Promise.resolve(extract_bulk_upload_headers_1.ExtractBulkUploadHeaders.fromCsv(buffer, type));
|
|
66
|
+
return extract_bulk_upload_headers_1.ExtractBulkUploadHeaders.fromWorkbook(workbook, type);
|
|
67
|
+
}
|
|
68
|
+
getHeaderFileUrl(upload) {
|
|
69
|
+
if (!upload.file_url || !upload.attributes?.file_count)
|
|
70
|
+
return upload.file_url;
|
|
71
|
+
const url = decodeURIComponent(upload.file_url);
|
|
72
|
+
const extension = url.split('.').pop();
|
|
73
|
+
return `${url.replace(`.${extension}`, '')}_0.${extension}`;
|
|
74
|
+
}
|
|
75
|
+
};
|
|
76
|
+
exports.MatchBulkUploadColumns = MatchBulkUploadColumns;
|
|
77
|
+
exports.MatchBulkUploadColumns = MatchBulkUploadColumns = __decorate([
|
|
78
|
+
(0, common_1.Injectable)(),
|
|
79
|
+
__metadata("design:paramtypes", [nestjs_utility_services_1.UploadService,
|
|
80
|
+
bulk_upload_service_1.BulkUploadService])
|
|
81
|
+
], MatchBulkUploadColumns);
|
|
82
|
+
//# sourceMappingURL=match.bulk.upload.columns.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"match.bulk.upload.columns.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/match.bulk.upload.columns.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,oFAA2F;AAC3F,mCAAoC;AAIpC,yEAAoE;AACpE,+EAA2F;AAC3F,uEAAiE;AACjE,2EAAqE;AAO9D,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAC/B,YACqB,aAA4B,EAC5B,iBAAoC;QADpC,kBAAa,GAAb,aAAa,CAAe;QAC5B,sBAAiB,GAAjB,iBAAiB,CAAmB;IACtD,CAAC;IAEJ,KAAK,CAAC,SAAS,CAAC,YAAoB,EAAE,OAAe;QACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,EAAE,aAAa,EAAE,YAAY,EAAsB,CAAC,CAAC;QAC/G,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAMD,KAAK,CAAC,WAAW,CAAC,MAAwB;QACtC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAAwB;QAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,CAAC,UAAU,GAAG,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC;QACxE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAA6B,EAAE,OAAe;QAC3D,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,4CAAkB,CAAC,sBAAsB,CAAC,CAAC;QACnE,IAAI,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO,kDAAsB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAE/D,MAAM,GAAG,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC;QACtD,IAAI,SAAS,KAAK,KAAK,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;YAC9C,MAAM,IAAI,4CAAkB,CAAC,+BAA+B,SAAS,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,MAAM,GAAQ,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACnE,IAAI,QAA0B,CAAC;QAC/B,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;YACvB,QAAQ,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YAClC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjC,8CAAoB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,MAAM,GAA6C,EAAE,CAAC;QAC5D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAwB,CAAC,CAAC;YAClG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,kDAAsB,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,kDAAsB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IAEO,cAAc,CAAC,SAAiB,EAAE,MAAc,EAAE,QAA0B,EAAE,IAAsB;QACxG,IAAI,SAAS,KAAK,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,sDAAwB,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QAEhG,OAAO,sDAAwB,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACjE,CAAC;IAKO,gBAAgB,CAAC,MAAwB;QAC7C,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU;YAAE,OAAO,MAAM,CAAC,QAAQ,CAAC;QAE/E,MAAM,GAAG,GAAG,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACvC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,SAAS,EAAE,EAAE,EAAE,CAAC,MAAM,SAAS,EAAE,CAAC;IAChE,CAAC;CACJ,CAAA;AAtEY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAG2B,uCAAa;QACT,uCAAiB;GAHhD,sBAAsB,CAsElC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { AccessBusinessEntity } from '../../access/entities/access.business.entity';
|
|
2
|
+
import { AddBulkUploadColumnDto } from '../dtos/add.bulk.upload.column.dto';
|
|
3
|
+
import { AddBulkUploadTypeDto } from '../dtos/add.bulk.upload.type.dto';
|
|
4
|
+
import { BulkDefinitionLoadEntity } from '../entities/bulk.definition.load.entity';
|
|
5
|
+
import { BulkUploadColumnEntity } from '../entities/bulk.upload.column.entity';
|
|
6
|
+
export declare class ProcessBulkUploadFormat {
|
|
7
|
+
private readonly business;
|
|
8
|
+
constructor(business: AccessBusinessEntity);
|
|
9
|
+
listTypes(definitionId: number): Promise<BulkDefinitionLoadEntity[]>;
|
|
10
|
+
createType(definitionId: number, body: AddBulkUploadTypeDto): Promise<BulkDefinitionLoadEntity>;
|
|
11
|
+
updateType(definitionId: number, typeId: number, body: AddBulkUploadTypeDto): Promise<BulkDefinitionLoadEntity>;
|
|
12
|
+
deleteType(definitionId: number, typeId: number): Promise<{
|
|
13
|
+
deleted: boolean;
|
|
14
|
+
}>;
|
|
15
|
+
createColumn(definitionId: number, typeId: number, body: AddBulkUploadColumnDto): Promise<BulkUploadColumnEntity>;
|
|
16
|
+
updateColumn(definitionId: number, columnId: number, body: AddBulkUploadColumnDto): Promise<BulkUploadColumnEntity>;
|
|
17
|
+
deleteColumn(definitionId: number, columnId: number): Promise<{
|
|
18
|
+
deleted: boolean;
|
|
19
|
+
}>;
|
|
20
|
+
private loadReadableDefinition;
|
|
21
|
+
private loadWritableDefinition;
|
|
22
|
+
private loadWritableLoad;
|
|
23
|
+
private assertTypeOwned;
|
|
24
|
+
}
|