cesnet-datazoo 0.0.16__py3-none-any.whl → 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (20) hide show
  1. cesnet_datazoo/config.py +174 -167
  2. cesnet_datazoo/constants.py +4 -6
  3. cesnet_datazoo/datasets/cesnet_dataset.py +200 -172
  4. cesnet_datazoo/datasets/datasets.py +22 -2
  5. cesnet_datazoo/datasets/datasets_constants.py +670 -0
  6. cesnet_datazoo/datasets/loaders.py +3 -0
  7. cesnet_datazoo/datasets/metadata/dataset_metadata.py +6 -5
  8. cesnet_datazoo/datasets/metadata/metadata.csv +4 -4
  9. cesnet_datazoo/datasets/statistics.py +36 -16
  10. cesnet_datazoo/pytables_data/data_scalers.py +110 -0
  11. cesnet_datazoo/pytables_data/indices_setup.py +29 -33
  12. cesnet_datazoo/pytables_data/pytables_dataset.py +103 -229
  13. cesnet_datazoo/utils/class_info.py +7 -5
  14. cesnet_datazoo/utils/download.py +6 -1
  15. {cesnet_datazoo-0.0.16.dist-info → cesnet_datazoo-0.1.0.dist-info}/METADATA +2 -1
  16. cesnet_datazoo-0.1.0.dist-info/RECORD +30 -0
  17. {cesnet_datazoo-0.0.16.dist-info → cesnet_datazoo-0.1.0.dist-info}/WHEEL +1 -1
  18. cesnet_datazoo-0.0.16.dist-info/RECORD +0 -28
  19. {cesnet_datazoo-0.0.16.dist-info → cesnet_datazoo-0.1.0.dist-info}/LICENCE +0 -0
  20. {cesnet_datazoo-0.0.16.dist-info → cesnet_datazoo-0.1.0.dist-info}/top_level.txt +0 -0
cesnet_datazoo/datasets/datasets.py CHANGED
@@ -1,4 +1,14 @@
1
1
  from cesnet_datazoo.datasets.cesnet_dataset import CesnetDataset
2
+ from cesnet_datazoo.datasets.datasets_constants import (_CESNET_QUIC22_AVAILABLE_DATES,
3
+ _CESNET_QUIC22_TABLES_APP_ENUM,
4
+ _CESNET_QUIC22_TABLES_CATEGORY_ENUM,
5
+ _CESNET_TLS22_AVAILABLE_DATES,
6
+ _CESNET_TLS22_TABLES_APP_ENUM,
7
+ _CESNET_TLS22_TABLES_CATEGORY_ENUM,
8
+ _CESNET_TLS_YEAR22_AVAILABLE_DATES,
9
+ _CESNET_TLS_YEAR22_TABLES_APP_ENUM,
10
+ _CESNET_TLS_YEAR22_TABLES_CATEGORY_ENUM,
11
+ _CESNET_TLS_YEAR22_TIME_PERIODS)
2
12
 
3
13
 
4
14
  class CESNET_TLS22(CesnetDataset):
@@ -6,18 +16,22 @@ class CESNET_TLS22(CesnetDataset):
6
16
  name = "CESNET-TLS22"
7
17
  database_filename = "CESNET-TLS22.h5"
8
18
  bucket_url = "https://liberouter.org/datazoo/download?bucket=cesnet-tls22"
19
+ available_dates = _CESNET_TLS22_AVAILABLE_DATES
9
20
  time_periods = {
10
21
  "W-2021-40": ["20211004", "20211005", "20211006", "20211007", "20211008", "20211009", "20211010"],
11
22
  "W-2021-41": ["20211011", "20211012", "20211013", "20211014", "20211015", "20211016", "20211017"],
12
23
  }
13
24
  default_train_period_name = "W-2021-40"
14
25
  default_test_period_name = "W-2021-41"
26
+ _tables_app_enum = _CESNET_TLS22_TABLES_APP_ENUM
27
+ _tables_cat_enum = _CESNET_TLS22_TABLES_CATEGORY_ENUM
15
28
 
16
29
  class CESNET_QUIC22(CesnetDataset):
17
30
  """Dataset class for [CESNET-QUIC22][cesnet-quic22]."""
18
31
  name = "CESNET-QUIC22"
19
32
  database_filename = "CESNET-QUIC22.h5"
20
33
  bucket_url = "https://liberouter.org/datazoo/download?bucket=cesnet-quic22"
34
+ available_dates = _CESNET_QUIC22_AVAILABLE_DATES
21
35
  time_periods = {
22
36
  "W-2022-44": ["20221031", "20221101", "20221102", "20221103", "20221104", "20221105", "20221106"],
23
37
  "W-2022-45": ["20221107", "20221108", "20221109", "20221110", "20221111", "20221112", "20221113"],
@@ -29,13 +43,19 @@ class CESNET_QUIC22(CesnetDataset):
29
43
  }
30
44
  default_train_period_name = "W-2022-44"
31
45
  default_test_period_name = "W-2022-45"
46
+ _tables_app_enum = _CESNET_QUIC22_TABLES_APP_ENUM
47
+ _tables_cat_enum = _CESNET_QUIC22_TABLES_CATEGORY_ENUM
32
48
 
33
49
  class CESNET_TLS_Year22(CesnetDataset):
34
50
  """Dataset class for [CESNET-TLS-Year22][cesnet-tls-year22]."""
35
51
  name = "CESNET-TLS-Year22"
36
52
  database_filename = "CESNET-TLS-Year22.h5"
37
53
  bucket_url = "https://liberouter.org/datazoo/download?bucket=cesnet-tls-year22"
38
- time_periods = {f"W-2022-{week}": [] for week in range(1, 53)} | {f"M-2022-{month}": [] for month in range(1, 13)}
39
- time_periods_gen = True
54
+ available_dates = _CESNET_TLS_YEAR22_AVAILABLE_DATES
55
+ time_periods = _CESNET_TLS_YEAR22_TIME_PERIODS
40
56
  default_train_period_name = "M-2022-9"
41
57
  default_test_period_name = "M-2022-10"
58
+ _tables_app_enum = _CESNET_TLS_YEAR22_TABLES_APP_ENUM
59
+ _tables_cat_enum = _CESNET_TLS_YEAR22_TABLES_CATEGORY_ENUM
60
+
61
+