@things-factory/dataset 5.0.0-alpha.2 → 5.0.0-alpha.20

package/dist-server/service/data-spec/data-spec-manager.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataSpecManager = void 0;
+class DataSpecManager {
+    static getDataSpec(type) {
+        return DataSpecManager.specRegistry[type];
+    }
+    static registerDataSpec(type, dataSpec) {
+        DataSpecManager.specRegistry[type] = dataSpec;
+    }
+    static unregisterDataSpec(type) {
+        delete DataSpecManager.specRegistry[type];
+    }
+    static getDataSpecs() {
+        return Object.values(DataSpecManager.specRegistry);
+    }
+}
+exports.DataSpecManager = DataSpecManager;
+DataSpecManager.specRegistry = {};
+//# sourceMappingURL=data-spec-manager.js.map

package/dist-server/service/data-spec/data-spec-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-spec-manager.js","sourceRoot":"","sources":["../../../server/service/data-spec/data-spec-manager.ts"],"names":[],"mappings":";;;AAEA,MAAa,eAAe;IAG1B,MAAM,CAAC,WAAW,CAAC,IAAY;QAC7B,OAAO,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;IAC3C,CAAC;IAED,MAAM,CAAC,gBAAgB,CAAC,IAAY,EAAE,QAAkB;QACtD,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAA;IAC/C,CAAC;IAED,MAAM,CAAC,kBAAkB,CAAC,IAAY;QACpC,OAAO,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;IAC3C,CAAC;IAED,MAAM,CAAC,YAAY;QACjB,OAAO,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,YAAY,CAAC,CAAA;IACpD,CAAC;;AAjBH,0CAkBC;AAjBQ,4BAAY,GAAiC,EAAE,CAAA"}

package/dist-server/service/data-spec/data-spec-query.js

@@ -0,0 +1,48 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataSpecQuery = void 0;
+const type_graphql_1 = require("type-graphql");
+const data_spec_1 = require("./data-spec");
+const data_spec_manager_1 = require("./data-spec-manager");
+let DataSpecQuery = class DataSpecQuery {
+    dataSpec(name) {
+        return data_spec_manager_1.DataSpecManager.getDataSpec(name);
+    }
+    dataSpecs() {
+        const items = data_spec_manager_1.DataSpecManager.getDataSpecs();
+        return {
+            items,
+            total: items.length
+        };
+    }
+};
+__decorate([
+    (0, type_graphql_1.Query)(returns => data_spec_1.DataSpec, { description: 'To fetch a data-spec' }),
+    __param(0, (0, type_graphql_1.Arg)('name')),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [String]),
+    __metadata("design:returntype", data_spec_1.DataSpec)
+], DataSpecQuery.prototype, "dataSpec", null);
+__decorate([
+    (0, type_graphql_1.Query)(returns => data_spec_1.DataSpecList, { description: 'To fetch all data-specs' }),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", data_spec_1.DataSpecList)
+], DataSpecQuery.prototype, "dataSpecs", null);
+DataSpecQuery = __decorate([
+    (0, type_graphql_1.Resolver)(data_spec_1.DataSpec)
+], DataSpecQuery);
+exports.DataSpecQuery = DataSpecQuery;
+//# sourceMappingURL=data-spec-query.js.map

package/dist-server/service/data-spec/data-spec-query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-spec-query.js","sourceRoot":"","sources":["../../../server/service/data-spec/data-spec-query.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,+CAAmD;AACnD,2CAAoD;AACpD,2DAAqD;AAGrD,IAAa,aAAa,GAA1B,MAAa,aAAa;IAExB,QAAQ,CAAc,IAAY;QAChC,OAAO,mCAAe,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;IAC1C,CAAC;IAGD,SAAS;QACP,MAAM,KAAK,GAAG,mCAAe,CAAC,YAAY,EAAE,CAAA;QAE5C,OAAO;YACL,KAAK;YACL,KAAK,EAAE,KAAK,CAAC,MAAM;SACpB,CAAA;IACH,CAAC;CACF,CAAA;AAbC;IADC,IAAA,oBAAK,EAAC,OAAO,CAAC,EAAE,CAAC,oBAAQ,EAAE,EAAE,WAAW,EAAE,sBAAsB,EAAE,CAAC;IAC1D,WAAA,IAAA,kBAAG,EAAC,MAAM,CAAC,CAAA;;;oCAAgB,oBAAQ;6CAE5C;AAGD;IADC,IAAA,oBAAK,EAAC,OAAO,CAAC,EAAE,CAAC,wBAAY,EAAE,EAAE,WAAW,EAAE,yBAAyB,EAAE,CAAC;;;oCAC9D,wBAAY;8CAOxB;AAdU,aAAa;IADzB,IAAA,uBAAQ,EAAC,oBAAQ,CAAC;GACN,aAAa,CAezB;AAfY,sCAAa"}

package/dist-server/service/data-spec/data-spec.js

@@ -0,0 +1,78 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var _a;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataSpecList = exports.DataSpec = exports.DataSpecItem = void 0;
+const type_graphql_1 = require("type-graphql");
+const shell_1 = require("@things-factory/shell");
+let DataSpecItem = class DataSpecItem {
+};
+__decorate([
+    (0, type_graphql_1.Field)(),
+    __metadata("design:type", String)
+], DataSpecItem.prototype, "type", void 0);
+__decorate([
+    (0, type_graphql_1.Field)(),
+    __metadata("design:type", String)
+], DataSpecItem.prototype, "label", void 0);
+__decorate([
+    (0, type_graphql_1.Field)(),
+    __metadata("design:type", String)
+], DataSpecItem.prototype, "name", void 0);
+__decorate([
+    (0, type_graphql_1.Field)({ nullable: true }),
+    __metadata("design:type", String)
+], DataSpecItem.prototype, "placeholder", void 0);
+__decorate([
+    (0, type_graphql_1.Field)(type => shell_1.ScalarObject, { nullable: true }),
+    __metadata("design:type", typeof (_a = typeof shell_1.ScalarObject !== "undefined" && shell_1.ScalarObject) === "function" ? _a : Object)
+], DataSpecItem.prototype, "property", void 0);
+DataSpecItem = __decorate([
+    (0, type_graphql_1.ObjectType)()
+], DataSpecItem);
+exports.DataSpecItem = DataSpecItem;
+let DataSpec = class DataSpec {
+};
+__decorate([
+    (0, type_graphql_1.Field)(),
+    __metadata("design:type", String)
+], DataSpec.prototype, "name", void 0);
+__decorate([
+    (0, type_graphql_1.Field)({ nullable: true }),
+    __metadata("design:type", String)
+], DataSpec.prototype, "description", void 0);
+__decorate([
+    (0, type_graphql_1.Field)({ nullable: true }),
+    __metadata("design:type", String)
+], DataSpec.prototype, "help", void 0);
+__decorate([
+    (0, type_graphql_1.Field)(type => [DataSpecItem], { nullable: true }),
+    __metadata("design:type", Array)
+], DataSpec.prototype, "specItems", void 0);
+DataSpec = __decorate([
+    (0, type_graphql_1.ObjectType)()
+], DataSpec);
+exports.DataSpec = DataSpec;
+let DataSpecList = class DataSpecList {
+};
+__decorate([
+    (0, type_graphql_1.Field)(type => [DataSpec]),
+    __metadata("design:type", Array)
+], DataSpecList.prototype, "items", void 0);
+__decorate([
+    (0, type_graphql_1.Field)(type => type_graphql_1.Int),
+    __metadata("design:type", Number)
+], DataSpecList.prototype, "total", void 0);
+DataSpecList = __decorate([
+    (0, type_graphql_1.ObjectType)()
+], DataSpecList);
+exports.DataSpecList = DataSpecList;
+//# sourceMappingURL=data-spec.js.map

package/dist-server/service/data-spec/data-spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-spec.js","sourceRoot":"","sources":["../../../server/service/data-spec/data-spec.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,+CAAqD;AACrD,iDAAoD;AAGpD,IAAa,YAAY,GAAzB,MAAa,YAAY;CAexB,CAAA;AAbC;IADC,IAAA,oBAAK,GAAE;;0CACI;AAGZ;IADC,IAAA,oBAAK,GAAE;;2CACK;AAGb;IADC,IAAA,oBAAK,GAAE;;0CACI;AAGZ;IADC,IAAA,oBAAK,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;iDACN;AAGpB;IADC,IAAA,oBAAK,EAAC,IAAI,CAAC,EAAE,CAAC,oBAAY,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;kDACrC,oBAAY,oBAAZ,oBAAY;8CAAA;AAdZ,YAAY;IADxB,IAAA,yBAAU,GAAE;GACA,YAAY,CAexB;AAfY,oCAAY;AAkBzB,IAAa,QAAQ,GAArB,MAAa,QAAQ;CAYpB,CAAA;AAVC;IADC,IAAA,oBAAK,GAAE;;sCACI;AAGZ;IADC,IAAA,oBAAK,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;6CACP;AAGnB;IADC,IAAA,oBAAK,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;sCACd;AAGZ;IADC,IAAA,oBAAK,EAAC,IAAI,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;2CACzB;AAXd,QAAQ;IADpB,IAAA,yBAAU,GAAE;GACA,QAAQ,CAYpB;AAZY,4BAAQ;AAerB,IAAa,YAAY,GAAzB,MAAa,YAAY;CAMxB,CAAA;AAJC;IADC,IAAA,oBAAK,EAAC,IAAI,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;;2CACT;AAGjB;IADC,IAAA,oBAAK,EAAC,IAAI,CAAC,EAAE,CAAC,kBAAG,CAAC;;2CACN;AALF,YAAY;IADxB,IAAA,yBAAU,GAAE;GACA,YAAY,CAMxB;AANY,oCAAY"}

package/dist-server/service/data-spec/index.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolvers = exports.entities = void 0;
+const data_spec_1 = require("./data-spec");
+const data_spec_query_1 = require("./data-spec-query");
+exports.entities = [data_spec_1.DataSpec];
+exports.resolvers = [data_spec_query_1.DataSpecQuery];
+//# sourceMappingURL=index.js.map

package/dist-server/service/data-spec/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../server/service/data-spec/index.ts"],"names":[],"mappings":";;;AAAA,2CAAsC;AACtC,uDAAiD;AAEpC,QAAA,QAAQ,GAAG,CAAC,oBAAQ,CAAC,CAAA;AACrB,QAAA,SAAS,GAAG,CAAC,+BAAa,CAAC,CAAA"}

package/dist-server/service/index.js

@@ -15,30 +15,38 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.schema = exports.entities = void 0;
+const data_item_1 = require("./data-item");
 /* IMPORT ENTITIES AND RESOLVERS */
-const data_sensor_1 = require("./data-sensor");
+const data_ooc_1 = require("./data-ooc");
 const data_sample_1 = require("./data-sample");
-const data_item_1 = require("./data-item");
+const data_sensor_1 = require("./data-sensor");
 const data_set_1 = require("./data-set");
+const data_spec_1 = require("./data-spec");
 /* EXPORT ENTITY TYPES */
+__exportStar(require("./data-ooc/data-ooc"), exports);
 __exportStar(require("./data-sensor/data-sensor"), exports);
 __exportStar(require("./data-sample/data-sample"), exports);
 __exportStar(require("./data-item/data-item"), exports);
 __exportStar(require("./data-set/data-set"), exports);
+__exportStar(require("./data-spec/data-spec"), exports);
 exports.entities = [
     /* ENTITIES */
+    ...data_ooc_1.entities,
     ...data_sensor_1.entities,
     ...data_sample_1.entities,
     ...data_item_1.entities,
-    ...data_set_1.entities
+    ...data_set_1.entities,
+    ...data_spec_1.entities
 ];
 exports.schema = {
     resolverClasses: [
         /* RESOLVER CLASSES */
+        ...data_ooc_1.resolvers,
         ...data_sensor_1.resolvers,
         ...data_sample_1.resolvers,
         ...data_item_1.resolvers,
-        ...data_set_1.resolvers
+        ...data_set_1.resolvers,
+        ...data_spec_1.resolvers
     ]
 };
 //# sourceMappingURL=index.js.map

package/dist-server/service/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../server/service/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,mCAAmC;AACnC,+CAAgG;AAChG,+CAAgG;AAChG,2CAA0F;AAC1F,yCAAuF;AAEvF,yBAAyB;AACzB,4DAAyC;AACzC,4DAAyC;AACzC,wDAAqC;AACrC,sDAAmC;AAEtB,QAAA,QAAQ,GAAG;IACtB,cAAc;IACf,GAAG,sBAAkB;IACrB,GAAG,sBAAkB;IACpB,GAAG,oBAAgB;IACnB,GAAG,mBAAe;CACnB,CAAA;AAEY,QAAA,MAAM,GAAG;IACpB,eAAe,EAAE;QACf,sBAAsB;QACxB,GAAG,uBAAmB;QACtB,GAAG,uBAAmB;QACpB,GAAG,qBAAiB;QACpB,GAAG,oBAAgB;KACpB;CACF,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../server/service/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,2CAA0F;AAC1F,mCAAmC;AACnC,yCAAuF;AACvF,+CAAgG;AAChG,+CAAgG;AAChG,yCAAuF;AACvF,2CAA0F;AAE1F,yBAAyB;AACzB,sDAAmC;AACnC,4DAAyC;AACzC,4DAAyC;AACzC,wDAAqC;AACrC,sDAAmC;AACnC,wDAAqC;AAExB,QAAA,QAAQ,GAAG;IACtB,cAAc;IACd,GAAG,mBAAe;IAClB,GAAG,sBAAkB;IACrB,GAAG,sBAAkB;IACrB,GAAG,oBAAgB;IACnB,GAAG,mBAAe;IAClB,GAAG,oBAAgB;CACpB,CAAA;AAEY,QAAA,MAAM,GAAG;IACpB,eAAe,EAAE;QACf,sBAAsB;QACtB,GAAG,oBAAgB;QACnB,GAAG,uBAAmB;QACtB,GAAG,uBAAmB;QACtB,GAAG,qBAAiB;QACpB,GAAG,oBAAgB;QACnB,GAAG,qBAAiB;KACrB;CACF,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@things-factory/dataset",
-  "version": "5.0.0-alpha.2",
+  "version": "5.0.0-alpha.20",
   "main": "dist-server/index.js",
   "browser": "client/index.js",
   "things-factory": true,
@@ -24,16 +24,19 @@
     "migration:create": "node ../../node_modules/typeorm/cli.js migration:create -d ./server/migrations"
   },
   "dependencies": {
-    "@operato/data-grist": "^0.4.3",
-    "@operato/graphql": "^0.4.3",
-    "@operato/i18n": "^0.4.3",
-    "@operato/layout": "^0.4.3",
-    "@operato/shell": "^0.4.3",
-    "@operato/styles": "^0.4.3",
-    "@operato/utils": "^0.4.3",
-    "@things-factory/auth-base": "^5.0.0-alpha.2",
-    "@things-factory/env": "^5.0.0-alpha.2",
-    "@things-factory/shell": "^5.0.0-alpha.2"
+    "@operato/app": "1.0.0-alpha.41",
+    "@operato/data-grist": "1.0.0-alpha.41",
+    "@operato/dataset": "1.0.0-alpha.41",
+    "@operato/graphql": "1.0.0-alpha.41",
+    "@operato/i18n": "1.0.0-alpha.41",
+    "@operato/layout": "1.0.0-alpha.41",
+    "@operato/shell": "1.0.0-alpha.41",
+    "@operato/styles": "1.0.0-alpha.41",
+    "@operato/utils": "1.0.0-alpha.41",
+    "@things-factory/auth-base": "^5.0.0-alpha.20",
+    "@things-factory/env": "^5.0.0-alpha.20",
+    "@things-factory/shell": "^5.0.0-alpha.20",
+    "moment": "^2.29.1"
   },
-  "gitHead": "055536f981d229d51ae63f46585036b35fa86602"
+  "gitHead": "47487b293458170f7eeb97612dfa8bbb750f092f"
 }

package/server/controllers/create-data-sample.ts

@@ -0,0 +1,161 @@
+import { DataOoc, DataOocStatus } from '../service/data-ooc/data-ooc'
+import { Domain, getRedirectSubdomainPath, pubsub } from '@things-factory/shell'
+
+import { DataItem } from '../service/data-item/data-item'
+import { DataSample } from '../service/data-sample/data-sample'
+import { DataSet } from '../service/data-set/data-set'
+import { DataUseCase } from './data-use-case'
+import { EntityManager } from 'typeorm'
+import { NewDataSample } from '../service/data-sample/data-sample-type'
+import { User } from '@things-factory/auth-base'
+import moment from 'moment'
+
+const debug = require('debug')('things-factory:dataset:controller/save-data-sample')
+
+// parse variable javascript string pattern
+const replaceVariables = (keys, dic) => {
+  for (const k in keys) {
+    const matches = keys[k].match(/\$\{\w*\}/g)
+    matches &&
+      matches.forEach(m => {
+        keys[k] = keys[k].replace(m, dic[m.slice(2, -1)])
+      })
+  }
+  return keys
+}
+
+// It is required UTC date for Partitioning File System like AWS S3 from Athena.
+// ex) %YYYY, %MM, %DD
+const formatDate = (keys, _moment) => {
+  for (const k in keys) {
+    const matches = keys[k].match(/%\w*/g)
+    matches &&
+      matches.forEach(m => {
+        keys[k] = keys[k].replace(m, _moment.format(m.substr(1)))
+      })
+  }
+  return keys
+}
+
+export async function createDataSample(
+  dataSample: NewDataSample,
+  context: {
+    state: {
+      domain: Domain
+      user: User
+      tx: EntityManager
+    }
+  }
+): Promise<DataSample> {
+  const { domain, user, tx } = context.state
+
+  const dataSet = await tx.getRepository(DataSet).findOne({
+    where: { id: dataSample.dataSet.id }
+  })
+
+  const dataItems = await tx.getRepository(DataItem).find({
+    where: {
+      domain,
+      dataSet
+    },
+    order: {
+      sequence: 'DESC'
+    }
+  })
+
+  const spec = dataItems.reduce((spec, dataItem) => {
+    spec[dataItem.tag] = {
+      ...dataItem.spec,
+      name: dataItem.name /* do we need ? */
+    }
+
+    return spec
+  }, {})
+
+  const collectedAt = dataSample.collectedAt || new Date()
+  const momentUtc = moment(collectedAt).utc()
+  const defaultPartitionKeys = {
+    domain: domain.subdomain,
+    dataSetId: dataSample.dataSet.id,
+    year: momentUtc.format('Y'),
+    month: momentUtc.format('M'),
+    day: momentUtc.format('D')
+  }
+
+  var partitionKeys = {
+    ...defaultPartitionKeys,
+    ...dataSet.partitionKeys
+  }
+
+  partitionKeys = formatDate(partitionKeys, momentUtc)
+  partitionKeys = replaceVariables(partitionKeys, {
+    ...dataSample.data
+  })
+
+  const { ooc, oos } = DataUseCase.evaluate(dataSet, dataItems, dataSample.data) || {}
+
+  const result = await tx.getRepository(DataSample).save({
+    name: dataSet.name,
+    description: dataSet.description,
+    useCase: dataSet.useCase,
+    ...dataSample,
+    domain,
+    partitionKeys,
+    spec,
+    ooc,
+    oos,
+    collectedAt,
+    creator: user,
+    updater: user
+  })
+
+  if (ooc || oos) {
+    const dataOoc = await tx.getRepository(DataOoc).save({
+      name: dataSet.name,
+      description: dataSet.description,
+      useCase: dataSet.useCase,
+      dataSet,
+      dataSample: result,
+      data: dataSample.data,
+      domain,
+      partitionKeys,
+      spec,
+      ooc,
+      oos,
+      history: [
+        {
+          user: {
+            id: user.id,
+            name: user.name
+          },
+          state: DataOocStatus.CREATED,
+          timestamp: Date.now()
+        }
+      ],
+      state: DataOocStatus.CREATED,
+      collectedAt,
+      creator: user,
+      updater: user
+    })
+
+    debug('dataOoc is about to publish...', dataOoc)
+
+    pubsub.publish('data-ooc', {
+      dataOoc,
+      supervisoryRoleId: dataSet.supervisoryRoleId
+    })
+
+    pubsub.publish('notification', {
+      notification: {
+        domain,
+        type: 'error',
+        title: `Data OOC occurred on '${dataSet.name}'`,
+        body: `Data OOC occurred on '${dataSet.name}'`,
+        url: getRedirectSubdomainPath(context, domain.subdomain, `/data-ooc/${dataOoc.id}`),
+        timestamp: collectedAt
+      }
+    })
+  }
+
+  return result
+}

package/server/controllers/data-use-case.ts

@@ -0,0 +1,85 @@
+import { DataItem, DataSet } from 'server/service'
+
+export type DataItemSpec = {
+  type: string
+  label: string
+  name: string
+  property: { [option: string]: any }
+}
+
+export type DataItemSpecSet = {
+  name: string
+  description: string
+  specs: DataItemSpec[]
+}
+
+export type EvaluationResult = { oos: boolean; ooc: boolean }
+
+export abstract class DataUseCase {
+  static registry: { [name: string]: DataUseCase } = {}
+
+  public static registerUseCase(name: string, provider: DataUseCase) {
+    DataUseCase.registry[name] = provider
+  }
+
+  public static getUseCaseNames() {
+    return Object.keys(DataUseCase.registry)
+  }
+
+  public static getUseCase(name: string): DataUseCase | undefined {
+    return DataUseCase.registry[name]
+  }
+
+  public static evaluate(dataSet: DataSet, dataItems: DataItem[], data: any): EvaluationResult {
+    var ooc = false
+    var oos = false
+
+    if (!dataSet.useCase) {
+      return { ooc, oos }
+    }
+
+    const useCaseNames = dataSet.useCase.split(',').map(useCaseName => useCaseName.trim())
+    const useCases = useCaseNames.map(useCaseName => DataUseCase.getUseCase(useCaseName)).filter(useCase => !!useCase)
+
+    for (let i = 0; i < dataItems.length; i++) {
+      const dataItem = dataItems[i]
+      const { active, tag } = dataItem
+      if (!active || !tag) {
+        continue
+      }
+
+      let values: any | any[] = data[tag]
+      if (typeof values === 'undefined') {
+        continue // TODO what if in case no value ?
+      }
+
+      if (!(values instanceof Array)) {
+        values = [values]
+      }
+
+      for (let j = 0; j < useCases.length; j++) {
+        const useCase = useCases[j]
+
+        const specs = dataItem.spec?.[dataSet.useCase]
+        if (!specs) {
+          continue
+        }
+
+        const result = useCase.evaluate(specs, values)
+
+        if (result) {
+          ooc ||= result.ooc
+          oos ||= result.oos
+        }
+
+        // if (ooc && oos) {
+        //   return { ooc, oos }
+        // }
+      }
+    }
+
+    return { ooc, oos }
+  }
+
+  public abstract evaluate(specs: any, values: any[]): EvaluationResult
+}

package/server/controllers/index.ts

@@ -0,0 +1 @@
+export * from './data-use-case'

package/server/index.ts

@@ -1,5 +1,8 @@
 import './routes'
 
+export * from './controllers'
 export * from './migrations'
 export * from './middlewares'
 export * from './service'
+
+export * from './service/data-spec/data-spec-manager'

package/server/routes.ts

@@ -1,7 +1,8 @@
-import { getConnection } from 'typeorm'
+import { getConnection, getRepository } from 'typeorm'
 
-import { DataSample } from './service'
-import { DataItem } from './service/data-item/data-item'
+import { User } from '@things-factory/auth-base'
+
+import { createDataSample } from './controllers/create-data-sample'
 import { DataSensor } from './service/data-sensor/data-sensor'
 
 const debug = require('debug')('things-factory:dataset:routes')
@@ -47,41 +48,26 @@ process.on('bootstrap-module-global-public-route' as any, (app, globalPublicRout
 
       const domain = sensor.domain
       const dataSet = sensor.dataSet
-      const user = sensor.appliance
-
-      const dataItems = await tx.getRepository(DataItem).find({
+      const user: User = await tx.getRepository(User).findOne({
         where: {
-          domain,
-          dataSet
-        },
-        order: {
-          sequence: 'DESC'
+          reference: sensor.appliance.id,
+          userType: 'appliance'
         }
       })
 
-      var spec = {} as any
-
-      dataItems.forEach(dataItem => {
-        spec[dataItem.name] = dataItem.spec
-      })
-
-      await tx.getRepository(DataSample).save({
-        domain,
-        name: dataSet.name,
-        description: dataSet.description,
-        partitionKeys: dataSet.partitionKeys,
-        dataSet,
-        data,
-        rawData,
-        spec,
-        source: deviceId,
-        collectedAt: new Date(timestamp),
-        creator: user,
-        updater: user
-      })
+      return await createDataSample(
+        {
+          dataSet,
+          data,
+          rawData,
+          source: deviceId,
+          collectedAt: new Date(timestamp)
+        },
+        { state: { domain, user, tx } }
+      )
     })
 
-    return 'OK'
+    context.status = 200
   })
 })
 

package/server/service/data-item/data-item-mutation.ts

@@ -24,9 +24,14 @@ export class DataItemMutation {
     await dataItemRepo.delete({ domain, dataSet: dataSetId })
 
     for (let i = 0; i < patches.length; i++) {
+      const patch = patches[i]
+      if (!patch.options) {
+        patch.options = {}
+      }
+
       const result = await dataItemRepo.save({
         quota: 1,
-        ...patches[i],
+        ...patch,
         sequence: i,
         dataSet,
         domain,

package/server/service/data-item/data-item-type.ts

@@ -1,16 +1,14 @@
-import { Field, ID, InputType, Int, ObjectType } from 'type-graphql'
-
-import { ScalarObject } from '@things-factory/shell'
-
 import { DataItem, DataItemType } from './data-item'
+import { Field, ID, InputType, Int, ObjectType } from 'type-graphql'
+import { ObjectRef, ScalarObject } from '@things-factory/shell'
 
 @InputType()
 export class DataItemPatch {
   @Field(type => ID, { nullable: true })
   id?: string
 
-  @Field({ nullable: true })
-  dataSetId?: string
+  @Field(type => ObjectRef, { nullable: true })
+  dataSet?: ObjectRef
 
   @Field({ nullable: true })
   name?: string
@@ -27,6 +25,12 @@ export class DataItemPatch {
   @Field(type => DataItemType, { nullable: true })
   type?: DataItemType
 
+  @Field(type => ScalarObject, { nullable: true })
+  options?: ScalarObject
+
+  @Field({ nullable: true })
+  unit?: string
+
   @Field(type => Int, { nullable: true })
   quota?: number
 
@@ -34,7 +38,7 @@ export class DataItemPatch {
   active?: boolean
 
   @Field(type => ScalarObject, { nullable: true })
-  spec?: object
+  spec?: ScalarObject
 
   @Field({ nullable: true })
   cuFlag?: string