@things-factory/dataset 5.0.0-alpha.42 → 5.0.0-alpha.43

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -1,13 +1,9 @@
1
1
  # dataset
2
- ## partition keys
2
+ ## Architecture for data-samples
3
+ ![Architecture for data-samples](./assets/data-samples.jpg)
4
+ ## Partition Keys
3
5
  At the early stage, partition keys are desinged for dynamic partitioning for Athena. But It will be required so many AWS Glue crawlers also by each 'data-sets'.
4
- Now partition keys are fixed with some cases. Default is daily dataset, which has S3 Key like 'domain={domain}/datasetid={datasetid}/year=2022/month=3/day=25'. It will be set default with empty value in 'data-sets'.
5
6
 
6
- In another case, it is necessary to divide by hours or minutes and store them. This datetime item must be included in the S3 key. It will be required a new Glue Crawler and a Glue Catalog Table. For example if you need to separate directory hourly, you should add "%H" for 'hour' to partition_keys for this. and also should add a new crawler. And it would be needed a column to know it is daily or hourly or minutely for reporting client side. It's not developed yet.
7
- Look at the below picture for understanding.
8
-
9
- ![Architecture for partitioning](./assets/data-samples.jpg)
10
-
11
- These tasks are related for S3 request limitations.
7
+ Partition keys are related for S3 request limitations.
12
8
  > __3,500 PUT/COPY/POST/DELETE or 5,500 GET/HEAD requests per second per prefix in a bucket__
13
9
  - https://docs.aws.amazon.com/AmazonS3/latest/userguide/optimizing-performance.html
Binary file
@@ -269,7 +269,7 @@ export class DataSensorListPage extends connect(store)(localize(i18next)(PageVie
269
269
  {
270
270
  type: 'datetime',
271
271
  name: 'updatedAt',
272
- header: i18next.t('field.updated-at'),
272
+ header: i18next.t('field.updated_at'),
273
273
  record: {
274
274
  editable: false
275
275
  },
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@things-factory/dataset",
3
- "version": "5.0.0-alpha.42",
3
+ "version": "5.0.0-alpha.43",
4
4
  "main": "dist-server/index.js",
5
5
  "browser": "client/index.js",
6
6
  "things-factory": true,
@@ -24,23 +24,23 @@
24
24
  "migration:create": "node ../../node_modules/typeorm/cli.js migration:create -d ./server/migrations"
25
25
  },
26
26
  "dependencies": {
27
- "@operato/app": "1.0.0-beta.12",
28
- "@operato/data-grist": "1.0.0-beta.12",
29
- "@operato/dataset": "1.0.0-beta.12",
30
- "@operato/graphql": "1.0.0-beta.12",
31
- "@operato/i18n": "1.0.0-beta.12",
32
- "@operato/layout": "1.0.0-beta.12",
33
- "@operato/shell": "1.0.0-beta.12",
34
- "@operato/styles": "1.0.0-beta.12",
35
- "@operato/utils": "1.0.0-beta.12",
36
- "@things-factory/auth-base": "^5.0.0-alpha.42",
37
- "@things-factory/aws-base": "^5.0.0-alpha.42",
38
- "@things-factory/board-service": "^5.0.0-alpha.42",
39
- "@things-factory/env": "^5.0.0-alpha.42",
40
- "@things-factory/shell": "^5.0.0-alpha.42",
41
- "@things-factory/work-shift": "^5.0.0-alpha.42",
27
+ "@operato/app": "1.0.0-beta.14",
28
+ "@operato/data-grist": "1.0.0-beta.14",
29
+ "@operato/dataset": "1.0.0-beta.14",
30
+ "@operato/graphql": "1.0.0-beta.14",
31
+ "@operato/i18n": "1.0.0-beta.14",
32
+ "@operato/layout": "1.0.0-beta.14",
33
+ "@operato/shell": "1.0.0-beta.14",
34
+ "@operato/styles": "1.0.0-beta.14",
35
+ "@operato/utils": "1.0.0-beta.14",
36
+ "@things-factory/auth-base": "^5.0.0-alpha.43",
37
+ "@things-factory/aws-base": "^5.0.0-alpha.43",
38
+ "@things-factory/board-service": "^5.0.0-alpha.43",
39
+ "@things-factory/env": "^5.0.0-alpha.43",
40
+ "@things-factory/shell": "^5.0.0-alpha.43",
41
+ "@things-factory/work-shift": "^5.0.0-alpha.43",
42
42
  "cron-parser": "^4.3.0",
43
43
  "moment-timezone": "^0.5.34"
44
44
  },
45
- "gitHead": "ce348ff1299a244b261a9285290597b9be6c8e80"
45
+ "gitHead": "8042e1120edc0a8b7c5fc2bf77abd0f7ea2a39e2"
46
46
  }