@things-factory/dataset 8.0.0-beta.9 → 8.0.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@things-factory/dataset",
-  "version": "8.0.0-beta.9",
+  "version": "8.0.0",
   "main": "dist-server/index.js",
   "browser": "dist-client/index.js",
   "things-factory": true,
@@ -27,34 +27,34 @@
     "migration:create": "node ../../node_modules/typeorm/cli.js migration:create ./server/migrations/migration"
   },
   "dependencies": {
-    "@operato/app": "^8.0.0-beta",
-    "@operato/data-grist": "^8.0.0-beta",
-    "@operato/dataset": "^8.0.0-beta",
-    "@operato/ghost-print": "^8.0.0-beta",
-    "@operato/graphql": "^8.0.0-beta",
-    "@operato/grist-editor": "^8.0.0-beta",
-    "@operato/i18n": "^8.0.0-beta",
-    "@operato/layout": "^8.0.0-beta",
-    "@operato/moment-timezone-es": "^8.0.0-beta",
-    "@operato/p13n": "^8.0.0-beta",
-    "@operato/shell": "^8.0.0-beta",
-    "@operato/styles": "^8.0.0-beta",
-    "@operato/utils": "^8.0.0-beta",
-    "@things-factory/auth-base": "^8.0.0-beta.9",
-    "@things-factory/aws-base": "^8.0.0-beta.9",
-    "@things-factory/board-service": "^8.0.0-beta.9",
-    "@things-factory/env": "^8.0.0-beta.4",
-    "@things-factory/integration-base": "^8.0.0-beta.9",
-    "@things-factory/organization": "^8.0.0-beta.9",
-    "@things-factory/personalization": "^8.0.0-beta.9",
-    "@things-factory/scheduler-client": "^8.0.0-beta.9",
-    "@things-factory/shell": "^8.0.0-beta.9",
-    "@things-factory/work-shift": "^8.0.0-beta.9",
-    "@things-factory/worklist": "^8.0.0-beta.9",
+    "@operato/app": "^8.0.0",
+    "@operato/data-grist": "^8.0.0",
+    "@operato/dataset": "^8.0.0",
+    "@operato/ghost-print": "^8.0.0",
+    "@operato/graphql": "^8.0.0",
+    "@operato/grist-editor": "^8.0.0",
+    "@operato/i18n": "^8.0.0",
+    "@operato/layout": "^8.0.0",
+    "@operato/moment-timezone-es": "^8.0.0",
+    "@operato/p13n": "^8.0.0",
+    "@operato/shell": "^8.0.0",
+    "@operato/styles": "^8.0.0",
+    "@operato/utils": "^8.0.0",
+    "@things-factory/auth-base": "^8.0.0",
+    "@things-factory/aws-base": "^8.0.0",
+    "@things-factory/board-service": "^8.0.0",
+    "@things-factory/env": "^8.0.0",
+    "@things-factory/integration-base": "^8.0.0",
+    "@things-factory/organization": "^8.0.0",
+    "@things-factory/personalization": "^8.0.0",
+    "@things-factory/scheduler-client": "^8.0.0",
+    "@things-factory/shell": "^8.0.0",
+    "@things-factory/work-shift": "^8.0.0",
+    "@things-factory/worklist": "^8.0.0",
     "cron-parser": "^4.3.0",
     "moment-timezone": "^0.5.45",
     "simple-statistics": "^7.8.3",
     "statistics": "^3.3.0"
   },
-  "gitHead": "86b1dfa26292926a2d5447fdc23bfa5a9e983245"
+  "gitHead": "07ef27d272dd9a067a9648ac7013748510556a18"
 }

package/server/activities/activity-data-collect.ts

@@ -0,0 +1,100 @@
+import { In } from 'typeorm'
+
+import { User } from '@things-factory/auth-base'
+import {
+  Activity,
+  ActivityInstance,
+  ActivityInstanceStatus,
+  UpdateActivityInstanceStateAddendum
+} from '@things-factory/worklist'
+import { NewDataSample } from 'service/data-sample/data-sample-type'
+import { createDataSample } from '../controllers/create-data-sample'
+
+async function callback(
+  activityInstance: ActivityInstance,
+  addendum: UpdateActivityInstanceStateAddendum,
+  context: ResolverContext
+) {
+  const { domain, tx } = context.state
+  const { input, output, state } = activityInstance
+
+  if (state == ActivityInstanceStatus.Ended) {
+    const activity = (await tx.getRepository(Activity).findOneBy({
+      domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },
+      name: 'Collect Data'
+    })) as Activity
+
+    /* collect-data 액티비티는 한명의 assignee(thread)만 수행하는 multiple: false 액티비티이다. 따라서, output에는 assignee key가 없이, 순수한 data만 들어있다. */
+    const data = output
+
+    if (activity) {
+      const dataSample: NewDataSample = {
+        dataSet: {
+          id: input.dataSetId
+        },
+        data
+      }
+
+      await createDataSample(dataSample, context)
+    } else {
+      console.error('Collect Data Activity not installed.')
+    }
+  }
+}
+
+export const ActivityDataCollect = {
+  name: 'Collect Data',
+  description: 'Tasks assigned for data collection',
+  release: '1.0.0',
+  provider: 'hatiolab.com',
+  category: 'quality',
+  activityType: 'user',
+  priority: 1,
+  searchKeys: [
+    {
+      name: 'dataSetName',
+      description: 'DataSet name',
+      inputKey: 'dataSetName',
+      tKey: 'data-set-name'
+    }
+  ],
+  startingType: '',
+  multiple: 'single',
+  model: [
+    {
+      name: 'dataSetId',
+      description: 'DataSet Id.',
+      tag: 'dataSetId',
+      hidden: true,
+      mandatory: true,
+      inout: 'in',
+      type: 'string',
+      options: {},
+      unit: null,
+      quantifier: [1],
+      spec: {}
+    },
+    {
+      name: 'dataSetName',
+      description: 'DataSet name',
+      tag: 'dataSetName',
+      hidden: true,
+      mandatory: true,
+      inout: 'in',
+      type: 'string',
+      options: {},
+      unit: null,
+      quantifier: [1],
+      spec: {}
+    }
+  ],
+  uiType: 'custom-element',
+  uiSource: 'activity-data-collect-edit',
+  viewType: 'custom-element',
+  viewSource: 'activity-data-collect-view',
+  reportType: 'custom-element',
+  reportSource: 'activity-data-collect-view',
+  thumbnail: '/assets/images/data-collect.png',
+  standardTime: 24 * 60 * 60, // seconds
+  callback /* Called when there is a change in the lifecycle of a task (activity-instance). */
+}

package/server/activities/activity-data-review.ts

@@ -0,0 +1,82 @@
+import { ActivityInstance, ActivityInstanceStatus, UpdateActivityInstanceStateAddendum } from '@things-factory/worklist'
+
+import { DataOocStatus } from '../service/data-ooc/data-ooc'
+import { DataSample } from '../service/data-sample/data-sample'
+
+async function callback(
+  activityInstance: ActivityInstance,
+  addendum: UpdateActivityInstanceStateAddendum,
+  context: ResolverContext
+) {
+  const { domain, tx, user } = context.state
+  const { input, output, state } = activityInstance
+
+  if (state == ActivityInstanceStatus.Ended) {
+    var dataSample = await tx.getRepository(DataSample).findOne({
+      where: { domain: { id: domain.id }, id: input?.dataSample?.id }
+    })
+
+    dataSample = await tx.getRepository(DataSample).save({
+      ...dataSample,
+      output,
+      state: DataOocStatus.REVIEWED
+    })
+  }
+}
+
+export const ActivityDataReview = {
+  name: 'Data Review',
+  description: 'Tasks for data review',
+  release: '1.0.0',
+  provider: 'hatiolab.com',
+  category: 'quality',
+  activityType: 'user',
+  priority: 1,
+  searchKeys: [
+    {
+      name: 'dataSetName',
+      description: 'DataSet name',
+      inputKey: 'dataSetName',
+      tKey: 'data-set-name'
+    }
+  ],
+  startingType: '',
+  multiple: 'single',
+  model: [
+    {
+      name: 'dataSetId',
+      description: 'DataSet Id.',
+      tag: 'dataSetId',
+      hidden: true,
+      mandatory: true,
+      inout: 'in',
+      type: 'string',
+      options: {},
+      unit: null,
+      quantifier: [1],
+      spec: {}
+    },
+    {
+      name: 'dataSetName',
+      description: 'DataSet name',
+      tag: 'dataSetName',
+      hidden: true,
+      mandatory: true,
+      inout: 'in',
+      type: 'string',
+      options: {},
+      unit: null,
+      quantifier: [1],
+      spec: {}
+    }
+  ],
+  uiType: 'custom-element',
+  uiSource: 'activity-data-review-edit',
+  viewType: 'custom-element',
+  viewSource: 'activity-data-review-view',
+  reportType: 'custom-element',
+  reportSource: 'activity-data-review-view',
+  thumbnail: '/assets/images/data-collect.png',
+  standardTime: 24 * 60 * 60, // seconds
+  callback /* Called when there is a change in the lifecycle of a task (activity-instance). */
+}

package/server/activities/activity-ooc-resolve.ts

@@ -0,0 +1,123 @@
+import {
+  ActivityInstance,
+  ActivityInstanceStatus,
+  ActivityThread,
+  ActivityThreadStatus,
+  UpdateActivityInstanceStateAddendum
+} from '@things-factory/worklist'
+import { DataOoc, DataOocStatus } from '../service/data-ooc/data-ooc'
+
+async function callback(
+  activityInstance: ActivityInstance,
+  addendum: UpdateActivityInstanceStateAddendum,
+  context: ResolverContext
+) {
+  const { tx, user, domain } = context.state
+  const { id, input, output, state, terminatedAt } = activityInstance
+  const { causedBy } = addendum || {}
+
+  /* Resolve Activity가 완료되면, 해당 data-ooc 엔티티의 correctiveAction, correctorId, correctedAt 을 update한다. */
+  if (state == ActivityInstanceStatus.Ended) {
+    const activityThreads = await tx.getRepository(ActivityThread).find({
+      where: {
+        domain: { id: domain.id },
+        activityInstance: { id },
+        state: ActivityThreadStatus.Ended
+      },
+      relations: ['assignee']
+    })
+
+    const corrector = activityThreads[0]?.assignee
+
+    const { dataOocId } = input
+    const correctiveAction = output?.action
+
+    var dataOoc = await tx.getRepository(DataOoc).findOne({
+      where: {
+        domain: { id: domain.id },
+        id: dataOocId
+      },
+      relations: ['dataSet']
+    })
+
+    /* dataOoc Review 결과를 dataOoc 엔티티에 반영한다. */
+    dataOoc = await tx.getRepository(DataOoc).save({
+      ...dataOoc,
+      correctedAt: terminatedAt,
+      corrector: corrector,
+      correctiveAction,
+      updater: user,
+      state: DataOocStatus.CORRECTED
+    })
+  }
+}
+
+export const ActivityOocResolve = {
+  name: 'OOC Resolve',
+  description: 'Task to take remedial action based on Out Of Control data',
+  release: '1.0.0',
+  provider: 'hatiolab.com',
+  category: 'quality',
+  activityType: 'user',
+  priority: 3,
+  searchKeys: [
+    {
+      name: 'dataOocId',
+      description: 'OOC Id.',
+      inputKey: 'dataOocId',
+      tKey: 'data-ooc-id'
+    }
+  ],
+  startingType: '',
+  multiple: 'single',
+  model: [
+    {
+      name: 'dataOocId',
+      description: 'OOC id',
+      tag: 'dataOocId',
+      hidden: true,
+      mandatory: true,
+      inout: 'in',
+      type: 'string',
+      options: {},
+      unit: null,
+      quantifier: [1],
+      spec: {}
+    },
+    {
+      name: 'instruction',
+      description: 'Instructions for resolving OOC',
+      tag: 'instruction',
+      hidden: false,
+      mandatory: true,
+      inout: 'in',
+      type: 'textarea',
+      options: {},
+      unit: null,
+      quantifier: [1],
+      spec: {}
+    },
+    {
+      name: 'action',
+      description: 'Action Description',
+      tag: 'action',
+      hidden: false,
+      mandatory: true,
+      inout: 'out',
+      type: 'textarea',
+      options: {},
+      unit: null,
+      quantifier: [1],
+      spec: {}
+    }
+  ],
+  uiType: 'custom-element',
+  uiSource: 'activity-ooc-resolve-edit',
+  viewType: 'custom-element',
+  viewSource: 'activity-ooc-resolve-view',
+  reportType: 'custom-element',
+  reportSource: 'data-ooc-report-page',
+  thumbnail: '/assets/images/ooc.png',
+  standardTime: 24 * 60 * 60, // seconds
+  callback /* Called when there is a change in the lifecycle of a task (activity-instance). */
+}

package/server/activities/activity-ooc-review.ts

@@ -0,0 +1,144 @@
+import { In } from 'typeorm'
+import {
+  Activity,
+  ActivityInstance,
+  ActivityInstanceStatus,
+  UpdateActivityInstanceStateAddendum
+} from '@things-factory/worklist'
+import { issue } from '@things-factory/worklist/dist-server/controllers/activity-instance/issue'
+import { Role } from '@things-factory/auth-base'
+
+import { DataOoc, DataOocStatus } from '../service/data-ooc/data-ooc'
+
+async function callback(
+  activityInstance: ActivityInstance,
+  addendum: UpdateActivityInstanceStateAddendum,
+  context: ResolverContext
+) {
+  const { domain, user, tx } = context.state
+  const { input, output, state, terminatedAt } = activityInstance
+  const { causedBy } = addendum || {}
+
+  if (state == ActivityInstanceStatus.Ended) {
+    const activity = (await tx.getRepository(Activity).findOneBy({
+      domain: domain.parentId ? In([domain.id, domain.parentId]) : { id: domain.id },
+      name: 'OOC Resolve'
+    })) as Activity
+
+    if (activity) {
+      const { dataOocId } = input
+      const correctiveInstruction = output?.instruction
+
+      var dataOoc = await tx.getRepository(DataOoc).findOne({
+        where: {
+          domain: { id: domain.id },
+          id: dataOocId
+        },
+        relations: ['dataSet']
+      })
+
+      const dataSet = dataOoc.dataSet
+      const { resolverRoleId, outlierApprovalLine } = dataSet
+
+      /* dataOoc Review 결과를 dataOoc 엔티티에 반영한다. */
+      dataOoc = await tx.getRepository(DataOoc).save({
+        ...dataOoc,
+        reviewedAt: terminatedAt,
+        reviewer: user,
+        correctiveInstruction,
+        state: DataOocStatus.REVIEWED
+      })
+
+      const assigneeRole =
+        resolverRoleId &&
+        (await tx.getRepository(Role).findOneBy({
+          domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },
+          id: resolverRoleId
+        }))
+
+      /* 해당 dataset의 작업 담당자(resolverRole)에게 OOC 해결을 위한 태스크를 지시한다. */
+      if (assigneeRole) {
+        const activityInstance = {
+          name: `[OOC 조치] ${dataSet.name}`,
+          description: dataSet.description,
+          activityId: activity.id,
+          dueAt: new Date(terminatedAt.getTime() + (activity.standardTime || 24 * 60 * 60) * 1000),
+          input: {
+            dataOocId,
+            instruction: correctiveInstruction
+          },
+          assigneeRole,
+          threadsMin: 1,
+          threadsMax: 1,
+          approvalLine: outlierApprovalLine
+        }
+
+        dataOoc.resolveActivityInstance = await issue(activityInstance, context)
+        await tx.getRepository(DataOoc).save(dataOoc)
+      } else {
+        console.error(
+          `Assignees are not set. So, Data OOC Resolve task for ${dataOoc.name}(${dataOoc.id}) could not be issued.`
+        )
+      }
+    } else {
+      console.error('OOC Resolve Activity not installed.')
+    }
+  }
+}
+
+export const ActivityOocReview = {
+  name: 'OOC Review',
+  description: 'Task to take remedial action based on Out Of Control data',
+  release: '1.0.0',
+  provider: 'hatiolab.com',
+  category: 'quality',
+  activityType: 'user',
+  priority: 2,
+  searchKeys: [
+    {
+      name: 'dataOocId',
+      description: 'OOC Id.',
+      inputKey: 'dataOocId',
+      tKey: 'data-ooc-id'
+    }
+  ],
+  startingType: '',
+  multiple: 'single',
+  model: [
+    {
+      name: 'dataOocId',
+      description: 'OOC id',
+      tag: 'dataOocId',
+      hidden: true,
+      mandatory: true,
+      inout: 'in',
+      type: 'string',
+      options: {},
+      unit: null,
+      quantifier: [1],
+      spec: {}
+    },
+    {
+      name: 'Instruction',
+      description: 'Instructions for preventing OOC',
+      tag: 'instruction',
+      hidden: false,
+      mandatory: true,
+      inout: 'out',
+      type: 'textarea',
+      options: {},
+      unit: null,
+      quantifier: [1],
+      spec: {}
+    }
+  ],
+  uiType: 'custom-element',
+  uiSource: 'activity-ooc-review-edit',
+  viewType: 'custom-element',
+  viewSource: 'activity-ooc-review-view',
+  reportType: 'custom-element',
+  reportSource: 'data-ooc-report-page',
+  thumbnail: '/assets/images/ooc.png',
+  standardTime: 24 * 60 * 60, // seconds
+  callback /* Called when there is a change in the lifecycle of a task (activity-instance). */
+}

package/server/activities/index.ts

@@ -0,0 +1,11 @@
+import { ActivityInstallations } from '@things-factory/worklist'
+
+import { ActivityDataCollect } from './activity-data-collect'
+import { ActivityDataReview } from './activity-data-review'
+import { ActivityOocResolve } from './activity-ooc-resolve'
+import { ActivityOocReview } from './activity-ooc-review'
+
+/* activity templates installation */
+;[ActivityOocReview, ActivityOocResolve, ActivityDataCollect, ActivityDataReview].forEach(template => {
+  ActivityInstallations.installActivityTemplate(template as any)
+})