@things-factory/dataset 9.0.0-beta.27 → 9.0.0-beta.29

package/dist-server/controllers/create-data-ooc.js

@@ -0,0 +1,65 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createDataOoc = createDataOoc;
+const typeorm_1 = require("typeorm");
+const integration_base_1 = require("@things-factory/integration-base");
+const data_ooc_js_1 = require("../service/data-ooc/data-ooc.js");
+async function createDataOoc(dataSample, dataSet, context) {
+    const { domain, user, tx } = context.state;
+    const { collectedAt, data, ooc, oos, judgment, workDate, workShift } = dataSample;
+    const dataOoc = await tx.getRepository(data_ooc_js_1.DataOoc).save(Object.assign(Object.assign({}, dataSample), { history: [
+            {
+                user: {
+                    id: user === null || user === void 0 ? void 0 : user.id,
+                    username: (user === null || user === void 0 ? void 0 : user.username) || (user === null || user === void 0 ? void 0 : user.email),
+                    name: user === null || user === void 0 ? void 0 : user.name
+                },
+                state: data_ooc_js_1.DataOocStatus.ISSUED,
+                timestamp: collectedAt
+            }
+        ], state: data_ooc_js_1.DataOocStatus.ISSUED, dataSample: dataSample }));
+    if (dataSet.outlierScenarioId) {
+        const scenario = await tx.getRepository(integration_base_1.Scenario).findOne({
+            where: {
+                domain: domain.parentId ? { id: (0, typeorm_1.In)([domain.id, domain.parentId]) } : { id: domain.id },
+                id: dataSet.outlierScenarioId
+            },
+            relations: ['domain', 'steps', 'updater']
+        });
+        if (scenario) {
+            scenario.start({
+                instanceName: scenario.name + ':' + dataSet.name + ':' + dataSample.id,
+                domain,
+                user,
+                variables: {
+                    dataOocId: dataOoc.id,
+                    dataSampleId: dataSample.id,
+                    dataSet: dataSet.id,
+                    data,
+                    ooc,
+                    oos,
+                    judgment,
+                    collectedAt,
+                    workDate,
+                    workShift,
+                    domain: {
+                        id: domain.id,
+                        subdomain: domain.subdomain,
+                        name: domain.name
+                    },
+                    updator: {
+                        id: user.id,
+                        username: user.username || user.email,
+                        email: user.email,
+                        name: user.name
+                    }
+                }
+            });
+        }
+        else {
+            console.error(`Cannot find the set outlier-scenario for the dataset(${dataSet.name}).`);
+        }
+    }
+    return dataOoc;
+}
+//# sourceMappingURL=create-data-ooc.js.map

package/dist-server/controllers/create-data-ooc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-data-ooc.js","sourceRoot":"","sources":["../../server/controllers/create-data-ooc.ts"],"names":[],"mappings":";;AAQA,sCAqEC;AA7ED,qCAA4B;AAE5B,uEAA2D;AAI3D,iEAAwE;AAEjE,KAAK,UAAU,aAAa,CACjC,UAAsB,EACtB,OAAgB,EAChB,OAAwB;IAExB,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAA;IAC1C,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,UAAU,CAAA;IAEjF,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC,qBAAO,CAAC,CAAC,IAAI,iCAC/C,UAAU,KACb,OAAO,EAAE;YACP;gBACE,IAAI,EAAE;oBACJ,EAAE,EAAE,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,EAAE;oBACZ,QAAQ,EAAE,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,QAAQ,MAAI,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,CAAA;oBACvC,IAAI,EAAE,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI;iBACjB;gBACD,KAAK,EAAE,2BAAa,CAAC,MAAM;gBAC3B,SAAS,EAAE,WAAW;aACvB;SACF,EACD,KAAK,EAAE,2BAAa,CAAC,MAAM,EAC3B,UAAU,EAAE,UAAU,IACtB,CAAA;IAEF,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC,2BAAQ,CAAC,CAAC,OAAO,CAAC;YACxD,KAAK,EAAE;gBACL,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE;gBACtF,EAAE,EAAE,OAAO,CAAC,iBAAiB;aAC9B;YACD,SAAS,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC;SAC1C,CAAC,CAAA;QAEF,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,KAAK,CAAC;gBACb,YAAY,EAAE,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,OAAO,CAAC,IAAI,GAAG,GAAG,GAAG,UAAU,CAAC,EAAE;gBACtE,MAAM;gBACN,IAAI;gBACJ,SAAS,EAAE;oBACT,SAAS,EAAE,OAAO,CAAC,EAAE;oBACrB,YAAY,EAAE,UAAU,CAAC,EAAE;oBAC3B,OAAO,EAAE,OAAO,CAAC,EAAE;oBACnB,IAAI;oBACJ,GAAG;oBACH,GAAG;oBACH,QAAQ;oBACR,WAAW;oBACX,QAAQ;oBACR,SAAS;oBACT,MAAM,EAAE;wBACN,EAAE,EAAE,MAAM,CAAC,EAAE;wBACb,SAAS,EAAE,MAAM,CAAC,SAAS;wBAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;qBAClB;oBACD,OAAO,EAAE;wBACP,EAAE,EAAE,IAAI,CAAC,EAAE;wBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK;wBACrC,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;qBAChB;iBACF;aACF,CAAC,CAAA;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,wDAAwD,OAAO,CAAC,IAAI,IAAI,CAAC,CAAA;QACzF,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC","sourcesContent":["import { In } from 'typeorm'\n\nimport { Scenario } from '@things-factory/integration-base'\n\nimport { DataSet } from '../service/data-set/data-set.js'\nimport { DataSample } from '../service/data-sample/data-sample.js'\nimport { DataOoc, DataOocStatus } from '../service/data-ooc/data-ooc.js'\n\nexport async function createDataOoc(\n  dataSample: DataSample,\n  dataSet: DataSet,\n  context: ResolverContext\n): Promise<DataOoc> {\n  const { domain, user, tx } = context.state\n  const { collectedAt, data, ooc, oos, judgment, workDate, workShift } = dataSample\n\n  const dataOoc = await tx.getRepository(DataOoc).save({\n    ...dataSample,\n    history: [\n      {\n        user: {\n          id: user?.id,\n          username: user?.username || user?.email,\n          name: user?.name\n        },\n        state: DataOocStatus.ISSUED,\n        timestamp: collectedAt\n      }\n    ],\n    state: DataOocStatus.ISSUED,\n    dataSample: dataSample\n  })\n\n  if (dataSet.outlierScenarioId) {\n    const scenario = await tx.getRepository(Scenario).findOne({\n      where: {\n        domain: domain.parentId ? { id: In([domain.id, domain.parentId]) } : { id: domain.id },\n        id: dataSet.outlierScenarioId\n      },\n      relations: ['domain', 'steps', 'updater']\n    })\n\n    if (scenario) {\n      scenario.start({\n        instanceName: scenario.name + ':' + dataSet.name + ':' + dataSample.id,\n        domain,\n        user,\n        variables: {\n          dataOocId: dataOoc.id,\n          dataSampleId: dataSample.id,\n          dataSet: dataSet.id,\n          data,\n          ooc,\n          oos,\n          judgment,\n          collectedAt,\n          workDate,\n          workShift,\n          domain: {\n            id: domain.id,\n            subdomain: domain.subdomain,\n            name: domain.name\n          },\n          updator: {\n            id: user.id,\n            username: user.username || user.email,\n            email: user.email,\n            name: user.name\n          }\n        }\n      })\n    } else {\n      console.error(`Cannot find the set outlier-scenario for the dataset(${dataSet.name}).`)\n    }\n  }\n\n  return dataOoc\n}\n"]}

package/dist-server/controllers/create-data-sample.d.ts

@@ -0,0 +1,3 @@
+import { DataSample } from '../service/data-sample/data-sample.js';
+import { NewDataSample } from '../service/data-sample/data-sample-type.js';
+export declare function createDataSample(newDataSample: NewDataSample, context: ResolverContext): Promise<DataSample>;

package/dist-server/controllers/create-data-sample.js

@@ -0,0 +1,268 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createDataSample = createDataSample;
+const tslib_1 = require("tslib");
+const moment_timezone_1 = tslib_1.__importDefault(require("moment-timezone"));
+const typeorm_1 = require("typeorm");
+const attachment_base_1 = require("@things-factory/attachment-base");
+const auth_base_1 = require("@things-factory/auth-base");
+const env_1 = require("@things-factory/env");
+const shell_1 = require("@things-factory/shell");
+const work_shift_1 = require("@things-factory/work-shift");
+const integration_base_1 = require("@things-factory/integration-base");
+const worklist_1 = require("@things-factory/worklist");
+const issue_1 = require("@things-factory/worklist/dist-server/controllers/activity-instance/issue");
+const data_sample_js_1 = require("../service/data-sample/data-sample.js");
+const data_set_js_1 = require("../service/data-set/data-set.js");
+const create_data_ooc_js_1 = require("./create-data-ooc.js");
+const issue_ooc_review_js_1 = require("./issue-ooc-review.js");
+const data_use_case_js_1 = require("./data-use-case.js");
+// See README.md at ## Data Samples
+process.env.TZ = 'UTC';
+const fillDataKeys = (dataKeySet, data = {}) => {
+    const keys = (dataKeySet === null || dataKeySet === void 0 ? void 0 : dataKeySet.dataKeyItems) || [];
+    return keys.reduce((sum, key, index) => {
+        const value = data[key.dataKey];
+        if (value != null) {
+            sum[`key0${index + 1}`] = value instanceof Array ? value[0] : value;
+        }
+        return sum;
+    }, {});
+};
+// parse variable javascript string pattern
+const replaceVariables = (keys, dic) => {
+    for (const k in keys) {
+        const matches = keys[k].match(/\$\{\w*\}/g);
+        matches &&
+            matches.forEach(m => {
+                keys[k] = keys[k].replace(m, dic[m.slice(2, -1)]);
+            });
+    }
+    return keys;
+};
+// It is required UTC date for Partitioning File System like AWS S3 from Athena.
+// ex) %YYYY, %MM, %DD
+const formatDate = (keys, _moment) => {
+    for (const k in keys) {
+        const matches = keys[k].match(/%\w*/g);
+        matches &&
+            matches.forEach(m => {
+                keys[k] = keys[k].replace(m, _moment.format(m.substr(1)));
+            });
+    }
+    return keys;
+};
+async function createDataSample(newDataSample, context) {
+    const { domain, user, tx } = context.state;
+    const dataSet = await (0, shell_1.getRepository)(data_set_js_1.DataSet, tx).findOne({
+        where: { domain: { id: (0, typeorm_1.In)([domain.id, domain.parentId].filter(Boolean)) }, id: newDataSample.dataSet.id },
+        relations: ['dataKeySet']
+    });
+    const { dataItems = [], tag: publishTag, normalScenarioId, outlierScenarioId } = dataSet;
+    const collectedAt = newDataSample.collectedAt || new Date();
+    const timezone = dataSet.timezone || domain.timezone || 'UTC';
+    const format = 'YYYY-MM-DD';
+    // workDate ex) 2022-04-04
+    const { workDate, workShift } = await (0, work_shift_1.getWorkDateAndShift)(domain, collectedAt, { timezone, format });
+    // local time dataSet timezone or domain timezone or default 'UTC'
+    const localDateTz = (0, moment_timezone_1.default)(collectedAt).tz(timezone);
+    const defaultPartitionKeys = {
+        domain: domain.subdomain,
+        datasetid: newDataSample.dataSet.id /* It should not be 'data_set_id' as column name duplicated for Glue */,
+        date: localDateTz.format(format) /* local time date */,
+        workdate: workDate /* working date */,
+        workshift: workShift
+    };
+    var partitionKeys = Object.assign(Object.assign({}, defaultPartitionKeys), dataSet.partitionKeys);
+    partitionKeys = formatDate(partitionKeys, localDateTz);
+    partitionKeys = replaceVariables(partitionKeys, newDataSample.data);
+    const dataKeys = fillDataKeys(dataSet === null || dataSet === void 0 ? void 0 : dataSet.dataKeySet, newDataSample.data);
+    const { ooc, oos, judgment } = data_use_case_js_1.DataUseCase.evaluate(dataSet, dataItems, newDataSample.data) || {};
+    const old = await (0, shell_1.getRepository)(data_sample_js_1.DataSample, tx).findOne({
+        where: Object.assign({ domain: { id: domain.id }, dataSet: { id: dataSet.id }, collectedAt }, dataKeys)
+    });
+    /*
+      pre-processing for file attachment.
+      currently only support type of [FileUpload].
+      If [FileUpload[]] type needed, add 'files' type for dataset
+    */
+    const data = newDataSample.data;
+    const attachments = [];
+    for (let dataItem of dataItems) {
+        if (dataItem.type == 'file') {
+            const tag = dataItem.tag;
+            const filesArray = data[tag];
+            if (tag && filesArray && filesArray.length > 0) {
+                let pathsArray = [];
+                for (let files of filesArray) {
+                    let paths = [];
+                    if (files instanceof Array) {
+                        for (let file of files) {
+                            if (file) {
+                                const attachment = await (0, attachment_base_1.createAttachment)(null, {
+                                    attachment: {
+                                        file: file.file,
+                                        refType: data_sample_js_1.DataSample.name
+                                    }
+                                }, context);
+                                const fetched = await (0, shell_1.getRepository)(attachment_base_1.Attachment, tx).findOneBy({ id: attachment.id });
+                                if (fetched) {
+                                    attachments.push(fetched);
+                                    paths.push({
+                                        id: fetched.id,
+                                        mimetype: fetched.mimetype,
+                                        name: fetched.name,
+                                        fullpath: fetched.fullpath
+                                    });
+                                }
+                                else {
+                                    throw `Failed to save file(${attachment.name})`;
+                                }
+                            }
+                            else {
+                                paths.push(null);
+                            }
+                        }
+                    }
+                    pathsArray.push(paths);
+                }
+                data[tag] = pathsArray;
+            }
+        }
+    }
+    const dataSample = await (0, shell_1.getRepository)(data_sample_js_1.DataSample, tx).save(Object.assign(Object.assign(Object.assign(Object.assign(Object.assign({}, old), { name: dataSet.name, description: dataSet.description, useCase: dataSet.useCase, type: dataSet.type }), newDataSample), dataKeys), { dataSetVersion: dataSet.version, domain,
+        partitionKeys,
+        ooc,
+        oos,
+        judgment,
+        collectedAt,
+        workDate,
+        workShift, creator: user, updater: user }));
+    if (publishTag) {
+        (0, integration_base_1.publishData)(publishTag, data, { domain, user });
+    }
+    /* post-process for for file attachment. */
+    if (attachments.length > 0) {
+        attachments.forEach(attachment => (attachment.refId = dataSample.id));
+        (0, shell_1.getRepository)(attachment_base_1.Attachment, tx).save(attachments);
+    }
+    if (ooc || oos) {
+        const dataOoc = await (0, create_data_ooc_js_1.createDataOoc)(dataSample, dataSet, context);
+        await (0, issue_ooc_review_js_1.issueOocReview)(dataOoc, dataSet, context);
+        try {
+            shell_1.pubsub.publish('notification', {
+                notification: {
+                    domain,
+                    type: 'error',
+                    title: `[OOC] ${dataSet.name}`,
+                    body: `Data OOC occurred on '${dataSet.name}'`,
+                    url: (0, shell_1.getRedirectSubdomainPath)(context, domain, `/data-ooc/${dataOoc.id}`),
+                    timestamp: collectedAt
+                }
+            });
+        }
+        catch (err) {
+            env_1.logger.error('Notification', err);
+        }
+    }
+    else {
+        if (normalScenarioId) {
+            const scenario = await (0, shell_1.getRepository)(integration_base_1.Scenario, tx).findOne({
+                where: {
+                    domain: { id: (0, typeorm_1.In)([domain.id, domain.parentId].filter(Boolean)) },
+                    id: normalScenarioId
+                },
+                relations: ['domain', 'steps', 'updater']
+            });
+            if (scenario) {
+                scenario.start({
+                    instanceName: scenario.name + ':' + dataSet.name + ':' + dataSample.id,
+                    domain,
+                    user,
+                    variables: {
+                        dataSampleId: dataSample.id,
+                        dataSet: dataSet.id,
+                        data,
+                        ooc,
+                        oos,
+                        judgment,
+                        collectedAt,
+                        workDate,
+                        workShift,
+                        domain: {
+                            id: domain.id,
+                            subdomain: domain.subdomain,
+                            name: domain.name
+                        },
+                        updator: {
+                            id: user.id,
+                            email: user.email,
+                            name: user.name
+                        }
+                    }
+                });
+            }
+            else {
+                console.error(`Cannot find the set normal-scenario for the dataset(${dataSet.name}).`);
+            }
+        }
+        if (dataSet.requiresReview) {
+            const activity = (await (0, shell_1.getRepository)(worklist_1.Activity, tx).findOneBy({
+                domain: { id: (0, typeorm_1.In)([domain.id, domain.parentId].filter(Boolean)) },
+                name: 'Data Review'
+            }));
+            if (activity) {
+                const assigneeRole = dataSet.supervisoryRoleId &&
+                    (await (0, shell_1.getRepository)(auth_base_1.Role, tx).findOneBy({
+                        domain: { id: (0, typeorm_1.In)([domain.id, domain.parentId].filter(Boolean)) },
+                        id: dataSet.supervisoryRoleId
+                    }));
+                // const assignees = dataSet.supervisoryRoleId
+                //   ? [{ type: 'Role', value: dataSet.supervisoryRoleId, assigneeRole }]
+                //   : []
+                /* 해당 dataset의 supervisor로 하여금, data를 리뷰하고 instruction을 작성해서, approvalLine을 이용해서 승인을 한다. */
+                if (assigneeRole) {
+                    dataSample.dataItems = dataItems;
+                    const activityInstance = {
+                        name: `[Data 검토] ${dataSet.name}`,
+                        description: dataSet.description,
+                        activityId: activity.id,
+                        dueAt: new Date(collectedAt.getTime() + (activity.standardTime || 24 * 60 * 60) * 1000),
+                        input: {
+                            dataSampleId: dataSample.id
+                        },
+                        assigneeRole,
+                        threadsMin: 1,
+                        threadsMax: 1,
+                        approvalLine: dataSet.reviewApprovalLine
+                    };
+                    dataSample.reviewActivityInstance = await (0, issue_1.issue)(activityInstance, context);
+                    await (0, shell_1.getRepository)(data_sample_js_1.DataSample, tx).save(dataSample);
+                    try {
+                        shell_1.pubsub.publish('notification', {
+                            notification: {
+                                domain,
+                                type: 'info',
+                                title: `[Data Review] ${dataSet.name}`,
+                                body: `Data Review occurred on '${dataSet.name}'`,
+                                url: (0, shell_1.getRedirectSubdomainPath)(context, domain, `/data-sample/${dataSample.id}`),
+                                timestamp: collectedAt
+                            }
+                        });
+                    }
+                    catch (err) {
+                        env_1.logger.error('Notification', err);
+                    }
+                }
+                else {
+                    console.error(`Assignees are not set. So Data Review task for ${dataSet.name}(${dataSet.id}) could not be issued.`);
+                }
+            }
+            else {
+                console.error('Data Review Activity not installed.');
+            }
+        }
+    }
+    return dataSample;
+}
+//# sourceMappingURL=create-data-sample.js.map

package/dist-server/controllers/create-data-sample.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-data-sample.js","sourceRoot":"","sources":["../../server/controllers/create-data-sample.ts"],"names":[],"mappings":";;AA0DA,4CAwQC;;AAlUD,8EAAoC;AACpC,qCAA4B;AAE5B,qEAA8E;AAC9E,yDAAgD;AAChD,6CAA4C;AAC5C,iDAAuF;AACvF,2DAAgE;AAChE,uEAAwE;AACxE,uDAAmD;AACnD,oGAAgG;AAEhG,0EAAkE;AAElE,iEAAyD;AACzD,6DAAoD;AACpD,+DAAsD;AACtD,yDAAgD;AAEhD,mCAAmC;AACnC,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,CAAA;AAEtB,MAAM,YAAY,GAAG,CAAC,UAAU,EAAE,IAAI,GAAG,EAAE,EAAE,EAAE;IAC7C,MAAM,IAAI,GAAG,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,YAAY,KAAI,EAAE,CAAA;IAC3C,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC/B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QACrE,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC,EAAE,EAAE,CAAC,CAAA;AACR,CAAC,CAAA;AAED,2CAA2C;AAC3C,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IACrC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAC3C,OAAO;YACL,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YACnD,CAAC,CAAC,CAAA;IACN,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED,gFAAgF;AAChF,sBAAsB;AACtB,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE;IACnC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QACtC,OAAO;YACL,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC3D,CAAC,CAAC,CAAA;IACN,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAEM,KAAK,UAAU,gBAAgB,CAAC,aAA4B,EAAE,OAAwB;IAC3F,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAA;IAE1C,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAa,EAAC,qBAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC;QACvD,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE;QACzG,SAAS,EAAE,CAAC,YAAY,CAAC;KAC1B,CAAC,CAAA;IAEF,MAAM,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAA;IACxF,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,IAAI,IAAI,IAAI,EAAE,CAAA;IAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAA;IAC7D,MAAM,MAAM,GAAG,YAAY,CAAA;IAE3B,0BAA0B;IAC1B,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,gCAAmB,EAAC,MAAM,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IAEpG,kEAAkE;IAElE,MAAM,WAAW,GAAG,IAAA,yBAAM,EAAC,WAAW,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAA;IACpD,MAAM,oBAAoB,GAAG;QAC3B,MAAM,EAAE,MAAM,CAAC,SAAS;QACxB,SAAS,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,uEAAuE;QAC3G,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,qBAAqB;QACtD,QAAQ,EAAE,QAAQ,CAAC,kBAAkB;QACrC,SAAS,EAAE,SAAS;KACrB,CAAA;IAED,IAAI,aAAa,mCACZ,oBAAoB,GACpB,OAAO,CAAC,aAAa,CACzB,CAAA;IAED,aAAa,GAAG,UAAU,CAAC,aAAa,EAAE,WAAW,CAAC,CAAA;IACtD,aAAa,GAAG,gBAAgB,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC,CAAA;IAEnE,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC,CAAA;IAEtE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,8BAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IAEjG,MAAM,GAAG,GAAG,MAAM,IAAA,qBAAa,EAAC,2BAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC;QACtD,KAAK,kBACH,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,EACzB,OAAO,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,EAC3B,WAAW,IACR,QAAQ,CACZ;KACF,CAAC,CAAA;IAEF;;;;MAIE;IAEF,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAA;IAC/B,MAAM,WAAW,GAAG,EAAE,CAAA;IAEtB,KAAK,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;QAC/B,IAAI,QAAQ,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAA;YACxB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;YAE5B,IAAI,GAAG,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/C,IAAI,UAAU,GAAG,EAAE,CAAA;gBAEnB,KAAK,IAAI,KAAK,IAAI,UAAU,EAAE,CAAC;oBAC7B,IAAI,KAAK,GAAG,EAAE,CAAA;oBAEd,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;wBAC3B,KAAK,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;4BACvB,IAAI,IAAI,EAAE,CAAC;gCACT,MAAM,UAAU,GAAG,MAAM,IAAA,kCAAgB,EACvC,IAAI,EACJ;oCACE,UAAU,EAAE;wCACV,IAAI,EAAE,IAAI,CAAC,IAAI;wCACf,OAAO,EAAE,2BAAU,CAAC,IAAI;qCACzB;iCACF,EACD,OAAO,CACR,CAAA;gCAED,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAa,EAAC,4BAAU,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAA;gCACpF,IAAI,OAAO,EAAE,CAAC;oCACZ,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oCACzB,KAAK,CAAC,IAAI,CAAC;wCACT,EAAE,EAAE,OAAO,CAAC,EAAE;wCACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;wCAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;wCAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;qCAC3B,CAAC,CAAA;gCACJ,CAAC;qCAAM,CAAC;oCACN,MAAM,uBAAuB,UAAU,CAAC,IAAI,GAAG,CAAA;gCACjD,CAAC;4BACH,CAAC;iCAAM,CAAC;gCACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;4BAClB,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBACxB,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAA;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,IAAA,qBAAa,EAAC,2BAAU,EAAE,EAAE,CAAC,CAAC,IAAI,2EACtD,GAAG,KACN,IAAI,EAAE,OAAO,CAAC,IAAI,EAClB,WAAW,EAAE,OAAO,CAAC,WAAW,EAChC,OAAO,EAAE,OAAO,CAAC,OAAO,EACxB,IAAI,EAAE,OAAO,CAAC,IAAI,KACf,aAAa,GACb,QAAQ,KACX,cAAc,EAAE,OAAO,CAAC,OAAO,EAC/B,MAAM;QACN,aAAa;QACb,GAAG;QACH,GAAG;QACH,QAAQ;QACR,WAAW;QACX,QAAQ;QACR,SAAS,EACT,OAAO,EAAE,IAAI,EACb,OAAO,EAAE,IAAI,IACb,CAAA;IAEF,IAAI,UAAU,EAAE,CAAC;QACf,IAAA,8BAAW,EAAC,UAAU,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;IACjD,CAAC;IAED,2CAA2C;IAC3C,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAA;QACrE,IAAA,qBAAa,EAAC,4BAAU,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IACjD,CAAC;IAED,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,MAAM,IAAA,kCAAa,EAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QACjE,MAAM,IAAA,oCAAc,EAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QAE/C,IAAI,CAAC;YACH,cAAM,CAAC,OAAO,CAAC,cAAc,EAAE;gBAC7B,YAAY,EAAE;oBACZ,MAAM;oBACN,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,SAAS,OAAO,CAAC,IAAI,EAAE;oBAC9B,IAAI,EAAE,yBAAyB,OAAO,CAAC,IAAI,GAAG;oBAC9C,GAAG,EAAE,IAAA,gCAAwB,EAAC,OAAO,EAAE,MAAM,EAAE,aAAa,OAAO,CAAC,EAAE,EAAE,CAAC;oBACzE,SAAS,EAAE,WAAW;iBACvB;aACF,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,YAAM,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAA;QACnC,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,MAAM,IAAA,qBAAa,EAAC,2BAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC;gBACzD,KAAK,EAAE;oBACL,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE;oBAChE,EAAE,EAAE,gBAAgB;iBACrB;gBACD,SAAS,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC;aAC1C,CAAC,CAAA;YAEF,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,KAAK,CAAC;oBACb,YAAY,EAAE,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,OAAO,CAAC,IAAI,GAAG,GAAG,GAAG,UAAU,CAAC,EAAE;oBACtE,MAAM;oBACN,IAAI;oBACJ,SAAS,EAAE;wBACT,YAAY,EAAE,UAAU,CAAC,EAAE;wBAC3B,OAAO,EAAE,OAAO,CAAC,EAAE;wBACnB,IAAI;wBACJ,GAAG;wBACH,GAAG;wBACH,QAAQ;wBACR,WAAW;wBACX,QAAQ;wBACR,SAAS;wBACT,MAAM,EAAE;4BACN,EAAE,EAAE,MAAM,CAAC,EAAE;4BACb,SAAS,EAAE,MAAM,CAAC,SAAS;4BAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;yBAClB;wBACD,OAAO,EAAE;4BACP,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB;qBACF;iBACF,CAAC,CAAA;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,uDAAuD,OAAO,CAAC,IAAI,IAAI,CAAC,CAAA;YACxF,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAA,qBAAa,EAAC,mBAAQ,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC;gBAC5D,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE;gBAChE,IAAI,EAAE,aAAa;aACpB,CAAC,CAAa,CAAA;YAEf,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,YAAY,GAChB,OAAO,CAAC,iBAAiB;oBACzB,CAAC,MAAM,IAAA,qBAAa,EAAC,gBAAI,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC;wBACvC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE;wBAChE,EAAE,EAAE,OAAO,CAAC,iBAAiB;qBAC9B,CAAC,CAAC,CAAA;gBAEL,8CAA8C;gBAC9C,yEAAyE;gBACzE,SAAS;gBAET,2FAA2F;gBAC3F,IAAI,YAAY,EAAE,CAAC;oBACjB,UAAU,CAAC,SAAS,GAAG,SAAS,CAAA;oBAChC,MAAM,gBAAgB,GAAG;wBACvB,IAAI,EAAE,aAAa,OAAO,CAAC,IAAI,EAAE;wBACjC,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,KAAK,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;wBACvF,KAAK,EAAE;4BACL,YAAY,EAAE,UAAU,CAAC,EAAE;yBAC5B;wBACD,YAAY;wBACZ,UAAU,EAAE,CAAC;wBACb,UAAU,EAAE,CAAC;wBACb,YAAY,EAAE,OAAO,CAAC,kBAAkB;qBACzC,CAAA;oBAED,UAAU,CAAC,sBAAsB,GAAG,MAAM,IAAA,aAAK,EAAC,gBAAuB,EAAE,OAAO,CAAC,CAAA;oBACjF,MAAM,IAAA,qBAAa,EAAC,2BAAU,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;oBAEpD,IAAI,CAAC;wBACH,cAAM,CAAC,OAAO,CAAC,cAAc,EAAE;4BAC7B,YAAY,EAAE;gCACZ,MAAM;gCACN,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,iBAAiB,OAAO,CAAC,IAAI,EAAE;gCACtC,IAAI,EAAE,4BAA4B,OAAO,CAAC,IAAI,GAAG;gCACjD,GAAG,EAAE,IAAA,gCAAwB,EAAC,OAAO,EAAE,MAAM,EAAE,gBAAgB,UAAU,CAAC,EAAE,EAAE,CAAC;gCAC/E,SAAS,EAAE,WAAW;6BACvB;yBACF,CAAC,CAAA;oBACJ,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,YAAM,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAA;oBACnC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,KAAK,CACX,kDAAkD,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,wBAAwB,CACrG,CAAA;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC","sourcesContent":["import moment from 'moment-timezone'\nimport { In } from 'typeorm'\n\nimport { Attachment, createAttachment } from '@things-factory/attachment-base'\nimport { Role } from '@things-factory/auth-base'\nimport { logger } from '@things-factory/env'\nimport { getRepository, getRedirectSubdomainPath, pubsub } from '@things-factory/shell'\nimport { getWorkDateAndShift } from '@things-factory/work-shift'\nimport { Scenario, publishData } from '@things-factory/integration-base'\nimport { Activity } from '@things-factory/worklist'\nimport { issue } from '@things-factory/worklist/dist-server/controllers/activity-instance/issue'\n\nimport { DataSample } from '../service/data-sample/data-sample.js'\nimport { NewDataSample } from '../service/data-sample/data-sample-type.js'\nimport { DataSet } from '../service/data-set/data-set.js'\nimport { createDataOoc } from './create-data-ooc.js'\nimport { issueOocReview } from './issue-ooc-review.js'\nimport { DataUseCase } from './data-use-case.js'\n\n// See README.md at ## Data Samples\nprocess.env.TZ = 'UTC'\n\nconst fillDataKeys = (dataKeySet, data = {}) => {\n  const keys = dataKeySet?.dataKeyItems || []\n  return keys.reduce((sum, key, index) => {\n    const value = data[key.dataKey]\n    if (value != null) {\n      sum[`key0${index + 1}`] = value instanceof Array ? value[0] : value\n    }\n    return sum\n  }, {})\n}\n\n// parse variable javascript string pattern\nconst replaceVariables = (keys, dic) => {\n  for (const k in keys) {\n    const matches = keys[k].match(/\\$\\{\\w*\\}/g)\n    matches &&\n      matches.forEach(m => {\n        keys[k] = keys[k].replace(m, dic[m.slice(2, -1)])\n      })\n  }\n  return keys\n}\n\n// It is required UTC date for Partitioning File System like AWS S3 from Athena.\n// ex) %YYYY, %MM, %DD\nconst formatDate = (keys, _moment) => {\n  for (const k in keys) {\n    const matches = keys[k].match(/%\\w*/g)\n    matches &&\n      matches.forEach(m => {\n        keys[k] = keys[k].replace(m, _moment.format(m.substr(1)))\n      })\n  }\n  return keys\n}\n\nexport async function createDataSample(newDataSample: NewDataSample, context: ResolverContext): Promise<DataSample> {\n  const { domain, user, tx } = context.state\n\n  const dataSet = await getRepository(DataSet, tx).findOne({\n    where: { domain: { id: In([domain.id, domain.parentId].filter(Boolean)) }, id: newDataSample.dataSet.id },\n    relations: ['dataKeySet']\n  })\n\n  const { dataItems = [], tag: publishTag, normalScenarioId, outlierScenarioId } = dataSet\n  const collectedAt = newDataSample.collectedAt || new Date()\n\n  const timezone = dataSet.timezone || domain.timezone || 'UTC'\n  const format = 'YYYY-MM-DD'\n\n  // workDate ex) 2022-04-04\n  const { workDate, workShift } = await getWorkDateAndShift(domain, collectedAt, { timezone, format })\n\n  // local time dataSet timezone or domain timezone or default 'UTC'\n\n  const localDateTz = moment(collectedAt).tz(timezone)\n  const defaultPartitionKeys = {\n    domain: domain.subdomain,\n    datasetid: newDataSample.dataSet.id /* It should not be 'data_set_id' as column name duplicated for Glue */,\n    date: localDateTz.format(format) /* local time date */,\n    workdate: workDate /* working date */,\n    workshift: workShift\n  }\n\n  var partitionKeys = {\n    ...defaultPartitionKeys,\n    ...dataSet.partitionKeys\n  }\n\n  partitionKeys = formatDate(partitionKeys, localDateTz)\n  partitionKeys = replaceVariables(partitionKeys, newDataSample.data)\n\n  const dataKeys = fillDataKeys(dataSet?.dataKeySet, newDataSample.data)\n\n  const { ooc, oos, judgment } = DataUseCase.evaluate(dataSet, dataItems, newDataSample.data) || {}\n\n  const old = await getRepository(DataSample, tx).findOne({\n    where: {\n      domain: { id: domain.id },\n      dataSet: { id: dataSet.id },\n      collectedAt,\n      ...dataKeys\n    }\n  })\n\n  /* \n    pre-processing for file attachment.\n    currently only support type of [FileUpload].\n    If [FileUpload[]] type needed, add 'files' type for dataset\n  */\n\n  const data = newDataSample.data\n  const attachments = []\n\n  for (let dataItem of dataItems) {\n    if (dataItem.type == 'file') {\n      const tag = dataItem.tag\n      const filesArray = data[tag]\n\n      if (tag && filesArray && filesArray.length > 0) {\n        let pathsArray = []\n\n        for (let files of filesArray) {\n          let paths = []\n\n          if (files instanceof Array) {\n            for (let file of files) {\n              if (file) {\n                const attachment = await createAttachment(\n                  null,\n                  {\n                    attachment: {\n                      file: file.file,\n                      refType: DataSample.name\n                    }\n                  },\n                  context\n                )\n\n                const fetched = await getRepository(Attachment, tx).findOneBy({ id: attachment.id })\n                if (fetched) {\n                  attachments.push(fetched)\n                  paths.push({\n                    id: fetched.id,\n                    mimetype: fetched.mimetype,\n                    name: fetched.name,\n                    fullpath: fetched.fullpath\n                  })\n                } else {\n                  throw `Failed to save file(${attachment.name})`\n                }\n              } else {\n                paths.push(null)\n              }\n            }\n          }\n\n          pathsArray.push(paths)\n        }\n\n        data[tag] = pathsArray\n      }\n    }\n  }\n\n  const dataSample = await getRepository(DataSample, tx).save({\n    ...old,\n    name: dataSet.name,\n    description: dataSet.description,\n    useCase: dataSet.useCase,\n    type: dataSet.type,\n    ...newDataSample,\n    ...dataKeys,\n    dataSetVersion: dataSet.version,\n    domain,\n    partitionKeys,\n    ooc,\n    oos,\n    judgment,\n    collectedAt,\n    workDate,\n    workShift,\n    creator: user,\n    updater: user\n  })\n\n  if (publishTag) {\n    publishData(publishTag, data, { domain, user })\n  }\n\n  /* post-process for for file attachment. */\n  if (attachments.length > 0) {\n    attachments.forEach(attachment => (attachment.refId = dataSample.id))\n    getRepository(Attachment, tx).save(attachments)\n  }\n\n  if (ooc || oos) {\n    const dataOoc = await createDataOoc(dataSample, dataSet, context)\n    await issueOocReview(dataOoc, dataSet, context)\n\n    try {\n      pubsub.publish('notification', {\n        notification: {\n          domain,\n          type: 'error',\n          title: `[OOC] ${dataSet.name}`,\n          body: `Data OOC occurred on '${dataSet.name}'`,\n          url: getRedirectSubdomainPath(context, domain, `/data-ooc/${dataOoc.id}`),\n          timestamp: collectedAt\n        }\n      })\n    } catch (err) {\n      logger.error('Notification', err)\n    }\n  } else {\n    if (normalScenarioId) {\n      const scenario = await getRepository(Scenario, tx).findOne({\n        where: {\n          domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },\n          id: normalScenarioId\n        },\n        relations: ['domain', 'steps', 'updater']\n      })\n\n      if (scenario) {\n        scenario.start({\n          instanceName: scenario.name + ':' + dataSet.name + ':' + dataSample.id,\n          domain,\n          user,\n          variables: {\n            dataSampleId: dataSample.id,\n            dataSet: dataSet.id,\n            data,\n            ooc,\n            oos,\n            judgment,\n            collectedAt,\n            workDate,\n            workShift,\n            domain: {\n              id: domain.id,\n              subdomain: domain.subdomain,\n              name: domain.name\n            },\n            updator: {\n              id: user.id,\n              email: user.email,\n              name: user.name\n            }\n          }\n        })\n      } else {\n        console.error(`Cannot find the set normal-scenario for the dataset(${dataSet.name}).`)\n      }\n    }\n\n    if (dataSet.requiresReview) {\n      const activity = (await getRepository(Activity, tx).findOneBy({\n        domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },\n        name: 'Data Review'\n      })) as Activity\n\n      if (activity) {\n        const assigneeRole =\n          dataSet.supervisoryRoleId &&\n          (await getRepository(Role, tx).findOneBy({\n            domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },\n            id: dataSet.supervisoryRoleId\n          }))\n\n        // const assignees = dataSet.supervisoryRoleId\n        //   ? [{ type: 'Role', value: dataSet.supervisoryRoleId, assigneeRole }]\n        //   : []\n\n        /* 해당 dataset의 supervisor로 하여금, data를 리뷰하고 instruction을 작성해서, approvalLine을 이용해서 승인을 한다. */\n        if (assigneeRole) {\n          dataSample.dataItems = dataItems\n          const activityInstance = {\n            name: `[Data 검토] ${dataSet.name}`,\n            description: dataSet.description,\n            activityId: activity.id,\n            dueAt: new Date(collectedAt.getTime() + (activity.standardTime || 24 * 60 * 60) * 1000),\n            input: {\n              dataSampleId: dataSample.id\n            },\n            assigneeRole,\n            threadsMin: 1,\n            threadsMax: 1,\n            approvalLine: dataSet.reviewApprovalLine\n          }\n\n          dataSample.reviewActivityInstance = await issue(activityInstance as any, context)\n          await getRepository(DataSample, tx).save(dataSample)\n\n          try {\n            pubsub.publish('notification', {\n              notification: {\n                domain,\n                type: 'info',\n                title: `[Data Review] ${dataSet.name}`,\n                body: `Data Review occurred on '${dataSet.name}'`,\n                url: getRedirectSubdomainPath(context, domain, `/data-sample/${dataSample.id}`),\n                timestamp: collectedAt\n              }\n            })\n          } catch (err) {\n            logger.error('Notification', err)\n          }\n        } else {\n          console.error(\n            `Assignees are not set. So Data Review task for ${dataSet.name}(${dataSet.id}) could not be issued.`\n          )\n        }\n      } else {\n        console.error('Data Review Activity not installed.')\n      }\n    }\n  }\n\n  return dataSample\n}\n"]}

package/dist-server/controllers/data-use-case.d.ts

@@ -0,0 +1,36 @@
+import { DataItem } from '../service/data-set/data-item-type.js';
+import { DataSet } from '../service/data-set/data-set.js';
+export type DataItemSpec = {
+    type: string;
+    label: string;
+    name: string;
+    property?: {
+        [option: string]: any;
+    };
+};
+export type DataItemSpecSet = {
+    name: string;
+    description: string;
+    help?: string;
+    specs: DataItemSpec[];
+};
+export type EvaluationResult = {
+    oos: boolean;
+    ooc: boolean;
+    judgment?: {
+        [tag: string]: {
+            ooc: boolean;
+            oos: boolean;
+        };
+    };
+};
+export declare abstract class DataUseCase {
+    static registry: {
+        [name: string]: DataUseCase;
+    };
+    static registerUseCase(name: string, provider: DataUseCase): void;
+    static getUseCaseNames(): string[];
+    static getUseCase(name: string): DataUseCase | undefined;
+    static evaluate(dataSet: DataSet, dataItems: DataItem[], data: any): EvaluationResult;
+    abstract evaluate(specs: any, values: any[]): EvaluationResult;
+}

package/dist-server/controllers/data-use-case.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataUseCase = void 0;
+class DataUseCase {
+    static registerUseCase(name, provider) {
+        DataUseCase.registry[name] = provider;
+    }
+    static getUseCaseNames() {
+        return Object.keys(DataUseCase.registry);
+    }
+    static getUseCase(name) {
+        return DataUseCase.registry[name];
+    }
+    static evaluate(dataSet, dataItems, data) {
+        var _a;
+        var ooc = false;
+        var oos = false;
+        var judgment = {};
+        if (!dataSet.useCase) {
+            return { ooc, oos };
+        }
+        const useCaseNames = dataSet.useCase.split(',').map(useCaseName => useCaseName.trim());
+        const useCases = useCaseNames.map(useCaseName => DataUseCase.getUseCase(useCaseName)).filter(useCase => !!useCase);
+        for (let i = 0; i < dataItems.length; i++) {
+            const dataItem = dataItems[i];
+            const { active, tag } = dataItem;
+            if (!active || !tag) {
+                continue;
+            }
+            let values = data && data[tag];
+            if (values == null) {
+                continue; // TODO what if in case no value ?
+            }
+            if (!(values instanceof Array)) {
+                values = [values];
+            }
+            let oocForTag = false;
+            let oosForTag = false;
+            for (let j = 0; j < useCases.length; j++) {
+                const useCase = useCases[j];
+                const specs = (_a = dataItem.spec) === null || _a === void 0 ? void 0 : _a[dataSet.useCase];
+                if (!specs) {
+                    continue;
+                }
+                const result = useCase.evaluate(specs, values);
+                if (result) {
+                    oocForTag || (oocForTag = result.ooc);
+                    oosForTag || (oosForTag = result.oos);
+                    ooc || (ooc = result.ooc);
+                    oos || (oos = result.oos);
+                }
+            }
+            judgment[tag] = {
+                ooc: oocForTag,
+                oos: oosForTag
+            };
+        }
+        return { ooc, oos, judgment };
+    }
+}
+exports.DataUseCase = DataUseCase;
+DataUseCase.registry = {};
+//# sourceMappingURL=data-use-case.js.map

package/dist-server/controllers/data-use-case.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-use-case.js","sourceRoot":"","sources":["../../server/controllers/data-use-case.ts"],"names":[],"mappings":";;;AAuBA,MAAsB,WAAW;IAGxB,MAAM,CAAC,eAAe,CAAC,IAAY,EAAE,QAAqB;QAC/D,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAA;IACvC,CAAC;IAEM,MAAM,CAAC,eAAe;QAC3B,OAAO,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;IAC1C,CAAC;IAEM,MAAM,CAAC,UAAU,CAAC,IAAY;QACnC,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACnC,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,OAAgB,EAAE,SAAqB,EAAE,IAAS;;QACvE,IAAI,GAAG,GAAG,KAAK,CAAA;QACf,IAAI,GAAG,GAAG,KAAK,CAAA;QACf,IAAI,QAAQ,GAAsD,EAAE,CAAA;QAEpE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACrB,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;QACrB,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAA;QACtF,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;QAElH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;YAC7B,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAA;YAChC,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;gBACpB,SAAQ;YACV,CAAC;YAED,IAAI,MAAM,GAAgB,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,CAAA;YAC3C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACnB,SAAQ,CAAC,kCAAkC;YAC7C,CAAC;YAED,IAAI,CAAC,CAAC,MAAM,YAAY,KAAK,CAAC,EAAE,CAAC;gBAC/B,MAAM,GAAG,CAAC,MAAM,CAAC,CAAA;YACnB,CAAC;YAED,IAAI,SAAS,GAAG,KAAK,CAAA;YACrB,IAAI,SAAS,GAAG,KAAK,CAAA;YAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;gBAE3B,MAAM,KAAK,GAAG,MAAA,QAAQ,CAAC,IAAI,0CAAG,OAAO,CAAC,OAAO,CAAC,CAAA;gBAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,SAAQ;gBACV,CAAC;gBAED,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;gBAE9C,IAAI,MAAM,EAAE,CAAC;oBACX,SAAS,KAAT,SAAS,GAAK,MAAM,CAAC,GAAG,EAAA;oBACxB,SAAS,KAAT,SAAS,GAAK,MAAM,CAAC,GAAG,EAAA;oBACxB,GAAG,KAAH,GAAG,GAAK,MAAM,CAAC,GAAG,EAAA;oBAClB,GAAG,KAAH,GAAG,GAAK,MAAM,CAAC,GAAG,EAAA;gBACpB,CAAC;YACH,CAAC;YAED,QAAQ,CAAC,GAAG,CAAC,GAAG;gBACd,GAAG,EAAE,SAAS;gBACd,GAAG,EAAE,SAAS;aACf,CAAA;QACH,CAAC;QAED,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAA;IAC/B,CAAC;;AAvEH,kCA0EC;AAzEQ,oBAAQ,GAAoC,EAAE,CAAA","sourcesContent":["import { DataItem } from '../service/data-set/data-item-type.js'\nimport { DataSet } from '../service/data-set/data-set.js'\n\nexport type DataItemSpec = {\n  type: string\n  label: string\n  name: string\n  property?: { [option: string]: any }\n}\n\nexport type DataItemSpecSet = {\n  name: string\n  description: string\n  help?: string\n  specs: DataItemSpec[]\n}\n\nexport type EvaluationResult = {\n  oos: boolean\n  ooc: boolean\n  judgment?: { [tag: string]: { ooc: boolean; oos: boolean } }\n}\n\nexport abstract class DataUseCase {\n  static registry: { [name: string]: DataUseCase } = {}\n\n  public static registerUseCase(name: string, provider: DataUseCase) {\n    DataUseCase.registry[name] = provider\n  }\n\n  public static getUseCaseNames() {\n    return Object.keys(DataUseCase.registry)\n  }\n\n  public static getUseCase(name: string): DataUseCase | undefined {\n    return DataUseCase.registry[name]\n  }\n\n  public static evaluate(dataSet: DataSet, dataItems: DataItem[], data: any): EvaluationResult {\n    var ooc = false\n    var oos = false\n    var judgment: { [tag: string]: { ooc: boolean; oos: boolean } } = {}\n\n    if (!dataSet.useCase) {\n      return { ooc, oos }\n    }\n\n    const useCaseNames = dataSet.useCase.split(',').map(useCaseName => useCaseName.trim())\n    const useCases = useCaseNames.map(useCaseName => DataUseCase.getUseCase(useCaseName)).filter(useCase => !!useCase)\n\n    for (let i = 0; i < dataItems.length; i++) {\n      const dataItem = dataItems[i]\n      const { active, tag } = dataItem\n      if (!active || !tag) {\n        continue\n      }\n\n      let values: any | any[] = data && data[tag]\n      if (values == null) {\n        continue // TODO what if in case no value ?\n      }\n\n      if (!(values instanceof Array)) {\n        values = [values]\n      }\n\n      let oocForTag = false\n      let oosForTag = false\n\n      for (let j = 0; j < useCases.length; j++) {\n        const useCase = useCases[j]\n\n        const specs = dataItem.spec?.[dataSet.useCase]\n        if (!specs) {\n          continue\n        }\n\n        const result = useCase.evaluate(specs, values)\n\n        if (result) {\n          oocForTag ||= result.ooc\n          oosForTag ||= result.oos\n          ooc ||= result.ooc\n          oos ||= result.oos\n        }\n      }\n\n      judgment[tag] = {\n        ooc: oocForTag,\n        oos: oosForTag\n      }\n    }\n\n    return { ooc, oos, judgment }\n  }\n\n  public abstract evaluate(specs: any, values: any[]): EvaluationResult\n}\n"]}

package/dist-server/controllers/finalize-data-collection.d.ts

@@ -0,0 +1,4 @@
+import { DataSet } from '../service/data-set/data-set.js';
+export declare function getDataFinalizeCrontabSchedule(dataSet: DataSet, context: ResolverContext): Promise<string>;
+export declare function finalizeLatestDataCollection(dataSetId: string, context: ResolverContext): Promise<boolean>;
+export declare function finalizeDataCollection(dataSetId: string, date: string, period: string, context: ResolverContext): Promise<boolean>;