@things-factory/dataset 5.0.0-alpha.1 → 5.0.0-alpha.12

package/dist-server/service/data-spec/data-spec-query.js

@@ -0,0 +1,48 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataSpecQuery = void 0;
+const type_graphql_1 = require("type-graphql");
+const data_spec_1 = require("./data-spec");
+const data_spec_manager_1 = require("./data-spec-manager");
+let DataSpecQuery = class DataSpecQuery {
+    dataSpec(name) {
+        return data_spec_manager_1.DataSpecManager.getDataSpec(name);
+    }
+    dataSpecs() {
+        const items = data_spec_manager_1.DataSpecManager.getDataSpecs();
+        return {
+            items,
+            total: items.length
+        };
+    }
+};
+__decorate([
+    (0, type_graphql_1.Query)(returns => data_spec_1.DataSpec, { description: 'To fetch a data-spec' }),
+    __param(0, (0, type_graphql_1.Arg)('name')),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [String]),
+    __metadata("design:returntype", data_spec_1.DataSpec)
+], DataSpecQuery.prototype, "dataSpec", null);
+__decorate([
+    (0, type_graphql_1.Query)(returns => data_spec_1.DataSpecList, { description: 'To fetch all data-specs' }),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", data_spec_1.DataSpecList)
+], DataSpecQuery.prototype, "dataSpecs", null);
+DataSpecQuery = __decorate([
+    (0, type_graphql_1.Resolver)(data_spec_1.DataSpec)
+], DataSpecQuery);
+exports.DataSpecQuery = DataSpecQuery;
+//# sourceMappingURL=data-spec-query.js.map

package/dist-server/service/data-spec/data-spec-query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-spec-query.js","sourceRoot":"","sources":["../../../server/service/data-spec/data-spec-query.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,+CAAmD;AACnD,2CAAoD;AACpD,2DAAqD;AAGrD,IAAa,aAAa,GAA1B,MAAa,aAAa;IAExB,QAAQ,CAAc,IAAY;QAChC,OAAO,mCAAe,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;IAC1C,CAAC;IAGD,SAAS;QACP,MAAM,KAAK,GAAG,mCAAe,CAAC,YAAY,EAAE,CAAA;QAE5C,OAAO;YACL,KAAK;YACL,KAAK,EAAE,KAAK,CAAC,MAAM;SACpB,CAAA;IACH,CAAC;CACF,CAAA;AAbC;IADC,IAAA,oBAAK,EAAC,OAAO,CAAC,EAAE,CAAC,oBAAQ,EAAE,EAAE,WAAW,EAAE,sBAAsB,EAAE,CAAC;IAC1D,WAAA,IAAA,kBAAG,EAAC,MAAM,CAAC,CAAA;;;oCAAgB,oBAAQ;6CAE5C;AAGD;IADC,IAAA,oBAAK,EAAC,OAAO,CAAC,EAAE,CAAC,wBAAY,EAAE,EAAE,WAAW,EAAE,yBAAyB,EAAE,CAAC;;;oCAC9D,wBAAY;8CAOxB;AAdU,aAAa;IADzB,IAAA,uBAAQ,EAAC,oBAAQ,CAAC;GACN,aAAa,CAezB;AAfY,sCAAa"}

package/dist-server/service/data-spec/data-spec.js

@@ -0,0 +1,78 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var _a;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataSpecList = exports.DataSpec = exports.DataSpecItem = void 0;
+const type_graphql_1 = require("type-graphql");
+const shell_1 = require("@things-factory/shell");
+let DataSpecItem = class DataSpecItem {
+};
+__decorate([
+    (0, type_graphql_1.Field)(),
+    __metadata("design:type", String)
+], DataSpecItem.prototype, "type", void 0);
+__decorate([
+    (0, type_graphql_1.Field)(),
+    __metadata("design:type", String)
+], DataSpecItem.prototype, "label", void 0);
+__decorate([
+    (0, type_graphql_1.Field)(),
+    __metadata("design:type", String)
+], DataSpecItem.prototype, "name", void 0);
+__decorate([
+    (0, type_graphql_1.Field)({ nullable: true }),
+    __metadata("design:type", String)
+], DataSpecItem.prototype, "placeholder", void 0);
+__decorate([
+    (0, type_graphql_1.Field)(type => shell_1.ScalarObject, { nullable: true }),
+    __metadata("design:type", typeof (_a = typeof shell_1.ScalarObject !== "undefined" && shell_1.ScalarObject) === "function" ? _a : Object)
+], DataSpecItem.prototype, "property", void 0);
+DataSpecItem = __decorate([
+    (0, type_graphql_1.ObjectType)()
+], DataSpecItem);
+exports.DataSpecItem = DataSpecItem;
+let DataSpec = class DataSpec {
+};
+__decorate([
+    (0, type_graphql_1.Field)(),
+    __metadata("design:type", String)
+], DataSpec.prototype, "name", void 0);
+__decorate([
+    (0, type_graphql_1.Field)({ nullable: true }),
+    __metadata("design:type", String)
+], DataSpec.prototype, "description", void 0);
+__decorate([
+    (0, type_graphql_1.Field)({ nullable: true }),
+    __metadata("design:type", String)
+], DataSpec.prototype, "help", void 0);
+__decorate([
+    (0, type_graphql_1.Field)(type => [DataSpecItem], { nullable: true }),
+    __metadata("design:type", Array)
+], DataSpec.prototype, "specItems", void 0);
+DataSpec = __decorate([
+    (0, type_graphql_1.ObjectType)()
+], DataSpec);
+exports.DataSpec = DataSpec;
+let DataSpecList = class DataSpecList {
+};
+__decorate([
+    (0, type_graphql_1.Field)(type => [DataSpec]),
+    __metadata("design:type", Array)
+], DataSpecList.prototype, "items", void 0);
+__decorate([
+    (0, type_graphql_1.Field)(type => type_graphql_1.Int),
+    __metadata("design:type", Number)
+], DataSpecList.prototype, "total", void 0);
+DataSpecList = __decorate([
+    (0, type_graphql_1.ObjectType)()
+], DataSpecList);
+exports.DataSpecList = DataSpecList;
+//# sourceMappingURL=data-spec.js.map

package/dist-server/service/data-spec/data-spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-spec.js","sourceRoot":"","sources":["../../../server/service/data-spec/data-spec.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,+CAAqD;AACrD,iDAAoD;AAGpD,IAAa,YAAY,GAAzB,MAAa,YAAY;CAexB,CAAA;AAbC;IADC,IAAA,oBAAK,GAAE;;0CACI;AAGZ;IADC,IAAA,oBAAK,GAAE;;2CACK;AAGb;IADC,IAAA,oBAAK,GAAE;;0CACI;AAGZ;IADC,IAAA,oBAAK,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;iDACN;AAGpB;IADC,IAAA,oBAAK,EAAC,IAAI,CAAC,EAAE,CAAC,oBAAY,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;kDACrC,oBAAY,oBAAZ,oBAAY;8CAAA;AAdZ,YAAY;IADxB,IAAA,yBAAU,GAAE;GACA,YAAY,CAexB;AAfY,oCAAY;AAkBzB,IAAa,QAAQ,GAArB,MAAa,QAAQ;CAYpB,CAAA;AAVC;IADC,IAAA,oBAAK,GAAE;;sCACI;AAGZ;IADC,IAAA,oBAAK,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;6CACP;AAGnB;IADC,IAAA,oBAAK,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;sCACd;AAGZ;IADC,IAAA,oBAAK,EAAC,IAAI,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;2CACzB;AAXd,QAAQ;IADpB,IAAA,yBAAU,GAAE;GACA,QAAQ,CAYpB;AAZY,4BAAQ;AAerB,IAAa,YAAY,GAAzB,MAAa,YAAY;CAMxB,CAAA;AAJC;IADC,IAAA,oBAAK,EAAC,IAAI,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;;2CACT;AAGjB;IADC,IAAA,oBAAK,EAAC,IAAI,CAAC,EAAE,CAAC,kBAAG,CAAC;;2CACN;AALF,YAAY;IADxB,IAAA,yBAAU,GAAE;GACA,YAAY,CAMxB;AANY,oCAAY"}

package/dist-server/service/data-spec/index.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolvers = exports.entities = void 0;
+const data_spec_1 = require("./data-spec");
+const data_spec_query_1 = require("./data-spec-query");
+exports.entities = [data_spec_1.DataSpec];
+exports.resolvers = [data_spec_query_1.DataSpecQuery];
+//# sourceMappingURL=index.js.map

package/dist-server/service/data-spec/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../server/service/data-spec/index.ts"],"names":[],"mappings":";;;AAAA,2CAAsC;AACtC,uDAAiD;AAEpC,QAAA,QAAQ,GAAG,CAAC,oBAAQ,CAAC,CAAA;AACrB,QAAA,SAAS,GAAG,CAAC,+BAAa,CAAC,CAAA"}

package/dist-server/service/index.js

@@ -16,25 +16,33 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.schema = exports.entities = void 0;
 /* IMPORT ENTITIES AND RESOLVERS */
+const data_sensor_1 = require("./data-sensor");
 const data_sample_1 = require("./data-sample");
 const data_item_1 = require("./data-item");
 const data_set_1 = require("./data-set");
+const data_spec_1 = require("./data-spec");
 /* EXPORT ENTITY TYPES */
+__exportStar(require("./data-sensor/data-sensor"), exports);
 __exportStar(require("./data-sample/data-sample"), exports);
 __exportStar(require("./data-item/data-item"), exports);
 __exportStar(require("./data-set/data-set"), exports);
+__exportStar(require("./data-spec/data-spec"), exports);
 exports.entities = [
     /* ENTITIES */
+    ...data_sensor_1.entities,
     ...data_sample_1.entities,
     ...data_item_1.entities,
-    ...data_set_1.entities
+    ...data_set_1.entities,
+    ...data_spec_1.entities
 ];
 exports.schema = {
     resolverClasses: [
         /* RESOLVER CLASSES */
+        ...data_sensor_1.resolvers,
         ...data_sample_1.resolvers,
         ...data_item_1.resolvers,
-        ...data_set_1.resolvers
+        ...data_set_1.resolvers,
+        ...data_spec_1.resolvers
     ]
 };
 //# sourceMappingURL=index.js.map

package/dist-server/service/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../server/service/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,mCAAmC;AACnC,+CAAgG;AAChG,2CAA0F;AAC1F,yCAAuF;AAEvF,yBAAyB;AACzB,4DAAyC;AACzC,wDAAqC;AACrC,sDAAmC;AAEtB,QAAA,QAAQ,GAAG;IACtB,cAAc;IACf,GAAG,sBAAkB;IACpB,GAAG,oBAAgB;IACnB,GAAG,mBAAe;CACnB,CAAA;AAEY,QAAA,MAAM,GAAG;IACpB,eAAe,EAAE;QACf,sBAAsB;QACxB,GAAG,uBAAmB;QACpB,GAAG,qBAAiB;QACpB,GAAG,oBAAgB;KACpB;CACF,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../server/service/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,mCAAmC;AACnC,+CAAgG;AAChG,+CAAgG;AAChG,2CAA0F;AAC1F,yCAAuF;AACvF,2CAA0F;AAE1F,yBAAyB;AACzB,4DAAyC;AACzC,4DAAyC;AACzC,wDAAqC;AACrC,sDAAmC;AACnC,wDAAqC;AAExB,QAAA,QAAQ,GAAG;IACtB,cAAc;IACd,GAAG,sBAAkB;IACrB,GAAG,sBAAkB;IACrB,GAAG,oBAAgB;IACnB,GAAG,mBAAe;IAClB,GAAG,oBAAgB;CACpB,CAAA;AAEY,QAAA,MAAM,GAAG;IACpB,eAAe,EAAE;QACf,sBAAsB;QACtB,GAAG,uBAAmB;QACtB,GAAG,uBAAmB;QACtB,GAAG,qBAAiB;QACpB,GAAG,oBAAgB;QACnB,GAAG,qBAAiB;KACrB;CACF,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@things-factory/dataset",
-  "version": "5.0.0-alpha.1",
+  "version": "5.0.0-alpha.12",
   "main": "dist-server/index.js",
   "browser": "client/index.js",
   "things-factory": true,
@@ -24,15 +24,18 @@
     "migration:create": "node ../../node_modules/typeorm/cli.js migration:create -d ./server/migrations"
   },
   "dependencies": {
-    "@operato/data-grist": "^0.4.1",
-    "@operato/graphql": "^0.4.1",
-    "@operato/i18n": "^0.4.1",
-    "@operato/layout": "^0.4.1",
-    "@operato/shell": "^0.4.1",
-    "@operato/styles": "^0.4.1",
-    "@operato/utils": "^0.4.1",
-    "@things-factory/auth-base": "^5.0.0-alpha.1",
-    "@things-factory/shell": "^5.0.0-alpha.1"
+    "@operato/app": "1.0.0-alpha.30",
+    "@operato/data-grist": "1.0.0-alpha.30",
+    "@operato/dataset": "1.0.0-alpha.30",
+    "@operato/graphql": "1.0.0-alpha.30",
+    "@operato/i18n": "1.0.0-alpha.30",
+    "@operato/layout": "1.0.0-alpha.30",
+    "@operato/shell": "1.0.0-alpha.30",
+    "@operato/styles": "1.0.0-alpha.30",
+    "@operato/utils": "1.0.0-alpha.30",
+    "@things-factory/auth-base": "^5.0.0-alpha.12",
+    "@things-factory/env": "^5.0.0-alpha.12",
+    "@things-factory/shell": "^5.0.0-alpha.12"
   },
-  "gitHead": "2b3e3818a5d7ab7fdfff9214cc65f56885b27ad0"
+  "gitHead": "fdfb881f0a6ae429387c04494449ed50c2a117b0"
 }

package/server/index.ts

@@ -3,3 +3,5 @@ import './routes'
 export * from './migrations'
 export * from './middlewares'
 export * from './service'
+
+export * from './service/data-spec/data-spec-manager'

package/server/routes.ts

@@ -1,3 +1,9 @@
+import { getConnection } from 'typeorm'
+
+import { DataSample } from './service'
+import { DataItem } from './service/data-item/data-item'
+import { DataSensor } from './service/data-sensor/data-sensor'
+
 const debug = require('debug')('things-factory:dataset:routes')
 
 process.on('bootstrap-module-global-public-route' as any, (app, globalPublicRouter) => {
@@ -7,6 +13,76 @@ process.on('bootstrap-module-global-public-route' as any, (app, globalPublicRout
    * ex) routes.get('/path', async(context, next) => {})
    * ex) routes.post('/path', async(context, next) => {})
    */
+
+  globalPublicRouter.post('/sensor-data', async (context, next) => {
+    // 데이타 검증
+    const { deviceId, data, rawData, timestamp = Date.now() } = context.request.body
+    if (!deviceId || !data) {
+      throw new Error(`deviceId(${deviceId}) and data(${JSON.stringify(data)}) properties are mandatory`)
+    }
+
+    // make new data-sample
+    await getConnection().transaction(async tx => {
+      // find sensor through deviceId
+      const sensor = await tx.getRepository(DataSensor).findOne({
+        where: { deviceId },
+        relations: ['domain', 'appliance', 'dataSet']
+      })
+
+      if (!sensor) {
+        throw new Error(`Sensor having given deviceId(${deviceId}) not found`)
+      }
+
+      if (!sensor.active) {
+        throw new Error(`State of the sensor given deviceId(${deviceId}) is not active`)
+      }
+
+      if (!sensor.appliance) {
+        throw new Error(`Appliance of the sensor given deviceId(${deviceId}) is not set up`)
+      }
+
+      if (!sensor.dataSet) {
+        throw new Error(`DataSet of the sensor given deviceId(${deviceId}) is not set up`)
+      }
+
+      const domain = sensor.domain
+      const dataSet = sensor.dataSet
+      const user = sensor.appliance
+
+      const dataItems = await tx.getRepository(DataItem).find({
+        where: {
+          domain,
+          dataSet
+        },
+        order: {
+          sequence: 'DESC'
+        }
+      })
+
+      var spec = {} as any
+
+      dataItems.forEach(dataItem => {
+        spec[dataItem.name] = dataItem.spec
+      })
+
+      await tx.getRepository(DataSample).save({
+        domain,
+        name: dataSet.name,
+        description: dataSet.description,
+        partitionKeys: dataSet.partitionKeys,
+        dataSet,
+        data,
+        rawData,
+        spec,
+        source: deviceId,
+        collectedAt: new Date(timestamp),
+        creator: user,
+        updater: user
+      })
+    })
+
+    return 'OK'
+  })
 })
 
 process.on('bootstrap-module-global-private-route' as any, (app, globalPrivateRouter) => {

package/server/service/data-item/data-item-mutation.ts

@@ -24,9 +24,14 @@ export class DataItemMutation {
     await dataItemRepo.delete({ domain, dataSet: dataSetId })
 
     for (let i = 0; i < patches.length; i++) {
+      const patch = patches[i]
+      if (!patch.options) {
+        patch.options = {}
+      }
+
       const result = await dataItemRepo.save({
         quota: 1,
-        ...patches[i],
+        ...patch,
         sequence: i,
         dataSet,
         domain,

package/server/service/data-item/data-item-type.ts

@@ -1,9 +1,8 @@
+import { DataItem, DataItemType } from './data-item'
 import { Field, ID, InputType, Int, ObjectType } from 'type-graphql'
 
 import { ScalarObject } from '@things-factory/shell'
 
-import { DataItem, DataItemType } from './data-item'
-
 @InputType()
 export class DataItemPatch {
   @Field(type => ID, { nullable: true })
@@ -21,20 +20,26 @@ export class DataItemPatch {
   @Field(type => Int, { nullable: true })
   sequence?: number
 
+  @Field({ nullable: true })
+  tag?: string
+
   @Field(type => DataItemType, { nullable: true })
   type?: DataItemType
 
-  @Field(type => Int, { nullable: true })
-  quota?: number
+  @Field(type => ScalarObject, { nullable: true })
+  options?: ScalarObject
 
   @Field({ nullable: true })
-  options?: string
+  unit?: string
+
+  @Field(type => Int, { nullable: true })
+  quota?: number
 
   @Field({ nullable: true })
   active?: boolean
 
   @Field(type => ScalarObject, { nullable: true })
-  spec?: object
+  spec?: ScalarObject
 
   @Field({ nullable: true })
   cuFlag?: string

package/server/service/data-item/data-item.ts

@@ -1,4 +1,3 @@
-import { Field, ID, Int, ObjectType, registerEnumType } from 'type-graphql'
 import {
   Column,
   CreateDateColumn,
@@ -9,17 +8,18 @@ import {
   RelationId,
   UpdateDateColumn
 } from 'typeorm'
-
-import { User } from '@things-factory/auth-base'
 import { Domain, ScalarObject } from '@things-factory/shell'
+import { Field, ID, Int, ObjectType, registerEnumType } from 'type-graphql'
 
 import { DataSet } from '../data-set/data-set'
+import { User } from '@things-factory/auth-base'
 
 export enum DataItemType {
   number = 'number',
   text = 'text',
   boolean = 'boolean',
-  select = 'select'
+  select = 'select',
+  file = 'file'
 }
 
 registerEnumType(DataItemType, {
@@ -63,6 +63,12 @@ export class DataItem {
   @Field(type => Int, { nullable: true })
   sequence: number
 
+  @Column({
+    nullable: true
+  })
+  @Field({ nullable: true })
+  tag?: string
+
   @Column({
     nullable: true
   })
@@ -75,6 +81,16 @@ export class DataItem {
   @Field({ nullable: true })
   type?: DataItemType
 
+  @Column('simple-json', { nullable: true })
+  @Field(type => ScalarObject, { nullable: true })
+  options?: ScalarObject
+
+  @Column({
+    nullable: true
+  })
+  @Field({ nullable: true })
+  unit?: string
+
   @Column({
     nullable: true
   })
@@ -83,7 +99,7 @@ export class DataItem {
 
   @Column('simple-json', { nullable: true })
   @Field(type => ScalarObject, { nullable: true })
-  spec?: object
+  spec?: ScalarObject
 
   @CreateDateColumn()
   @Field({ nullable: true })

package/server/service/data-sample/data-sample-mutation.ts

@@ -6,6 +6,35 @@ import { DataSet } from '../data-set/data-set'
 import { DataSample } from './data-sample'
 import { DataSamplePatch, NewDataSample } from './data-sample-type'
 
+import moment from 'moment'
+
+const debug = require('debug')('things-factory:dataset:data-sample:data-sample-mutation')
+
+// parse variable javascript string pattern
+const replaceVariables = (keys, dic) => {
+  for (const k in keys) {
+    const matches = keys[k].match(/\$\{\w*\}/g)
+    matches &&
+      matches.forEach(m => {
+        keys[k] = keys[k].replace(m, dic[m.slice(2, -1)])
+      })
+  }
+  return keys
+}
+
+// It is required UTC date for Partitioning File System like AWS S3.
+// ex) %YYYY, %MM, %DD
+const formatDate = (keys, _moment) => {
+  for (const k in keys) {
+    const matches = keys[k].match(/%\w*/g)
+    matches &&
+      matches.forEach(m => {
+        keys[k] = keys[k].replace(m, _moment.format(m.substr(1)))
+      })
+  }
+  return keys
+}
+
 @Resolver(DataSample)
 export class DataSampleMutation {
   @Directive('@privilege(category: "data-sample", privilege: "mutation", domainOwnerGranted: true)')
@@ -16,19 +45,34 @@ export class DataSampleMutation {
 
     const dataSet = await tx.getRepository(DataSet).findOne({ id: dataSample.dataSetId })
     const dataItems = await tx.getRepository(DataItem).find({
-      select: {
+      where: {
         domain,
-        dataSetId: dataSample.dataSetId
+        dataSet
       },
       order: {
         sequence: 'DESC'
       }
     })
 
-    var spec = {} as any
+    const spec = dataItems.reduce((spec, dataItem) => {
+      spec[dataItem.tag] = {
+        ...dataItem.spec,
+        name: dataItem.name /* do we need ? */
+      }
+
+      return spec
+    }, {})
+
+    var partitionKeys = {
+      ...dataSet.partitionKeys
+    }
 
-    dataItems.sortforEach(dataItem => {
-      spec[dataItem.name] = dataItem.spec
+    const collectedAt = dataSample.collectedAt || new Date()
+    partitionKeys = formatDate(partitionKeys, moment(collectedAt).utc())
+    partitionKeys = replaceVariables(partitionKeys, {
+      domainId: domain.id,
+      dataSetId: dataSample.dataSetId,
+      ...dataSample.data
     })
 
     return await tx.getRepository(DataSample).save({
@@ -36,7 +80,9 @@ export class DataSampleMutation {
       description: dataSet.description,
       ...dataSample,
       domain,
+      partitionKeys,
       spec,
+      collectedAt,
       creator: user,
       updater: user
     })

package/server/service/data-sample/data-sample-type.ts

@@ -16,7 +16,16 @@ export class NewDataSample {
   dataSetId?: string
 
   @Field(type => ScalarObject, { nullable: true })
-  data?: object
+  data?: ScalarObject
+
+  @Field({ nullable: true })
+  rawData?: string
+
+  @Field({ nullable: true })
+  source?: string
+
+  @Field({ nullable: true })
+  collectedAt?: Date
 }
 
 @InputType()
@@ -34,7 +43,13 @@ export class DataSamplePatch {
   dataSetId?: string
 
   @Field(type => ScalarObject, { nullable: true })
-  data?: object
+  data?: ScalarObject
+
+  @Field({ nullable: true })
+  rawData?: string
+
+  @Field({ nullable: true })
+  source?: string
 
   @Field()
   cuFlag: string

package/server/service/data-sample/data-sample.ts

@@ -11,10 +11,13 @@ import {
 } from 'typeorm'
 
 import { User } from '@things-factory/auth-base'
+import { config } from '@things-factory/env'
 import { Domain, ScalarObject } from '@things-factory/shell'
 
 import { DataSet } from '../data-set/data-set'
 
+const ORMCONFIG = config.get('ormconfig', {})
+const DATABASE_TYPE = ORMCONFIG.type
 @Entity()
 @Index('ix_data_sample_0', (dataSample: DataSample) => [dataSample.domain, dataSample.dataSet], { unique: false })
 @ObjectType({ description: 'Entity for DataSample' })
@@ -40,6 +43,16 @@ export class DataSample {
   @Field({ nullable: true })
   description?: string
 
+  @Column({
+    nullable: true
+  })
+  @Field({ nullable: true })
+  type?: string
+
+  @Column('simple-json', { nullable: true })
+  @Field(type => ScalarObject, { nullable: true })
+  partitionKeys?: ScalarObject
+
   @ManyToOne(type => DataSet, dataSet => dataSet.dataSamples)
   @Field(type => DataSet, { nullable: true })
   dataSet?: DataSet
@@ -50,11 +63,33 @@ export class DataSample {
 
   @Column('simple-json', { nullable: true })
   @Field(type => ScalarObject, { nullable: true })
-  data?: object
+  data?: ScalarObject
 
   @Column('simple-json', { nullable: true })
   @Field(type => ScalarObject, { nullable: true })
-  spec?: object
+  spec?: ScalarObject
+
+  @Column({
+    nullable: true,
+    type:
+      DATABASE_TYPE == 'mysql' || DATABASE_TYPE == 'mariadb'
+        ? 'longtext'
+        : DATABASE_TYPE == 'oracle'
+        ? 'clob'
+        : 'varchar'
+  })
+  @Field({ nullable: true })
+  rawData?: string
+
+  @Column({
+    nullable: true
+  })
+  @Field({ nullable: true })
+  source?: string
+
+  @Column({ nullable: true })
+  @Field({ nullable: true })
+  collectedAt?: Date
 
   @CreateDateColumn()
   @Field({ nullable: true })