cesnet-datazoo 0.1.5__tar.gz → 0.1.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/PKG-INFO +3 -3
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/config.py +8 -5
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo.egg-info/PKG-INFO +3 -3
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo.egg-info/requires.txt +2 -2
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/pyproject.toml +3 -3
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/LICENCE +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/README.md +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/__init__.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/constants.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/datasets/__init__.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/datasets/cesnet_dataset.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/datasets/datasets.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/datasets/datasets_constants.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/datasets/loaders.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/datasets/metadata/__init__.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/datasets/metadata/dataset_metadata.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/datasets/metadata/metadata.csv +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/datasets/statistics.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/metrics/__init__.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/metrics/classification_report.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/metrics/provider_metrics.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/pytables_data/__init__.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/pytables_data/apps_split.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/pytables_data/data_scalers.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/pytables_data/indices_setup.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/pytables_data/pytables_dataset.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/utils/__init__.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/utils/class_info.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/utils/download.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/utils/fileutils.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/utils/random.py +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo.egg-info/SOURCES.txt +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo.egg-info/dependency_links.txt +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo.egg-info/top_level.txt +0 -0
- {cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: cesnet-datazoo
|
3
|
-
Version: 0.1.
|
3
|
+
Version: 0.1.7
|
4
4
|
Summary: A toolkit for large network traffic datasets
|
5
5
|
Author-email: Jan Luxemburk <luxemburk@cesnet.cz>, Karel Hynek <hynekkar@cesnet.cz>
|
6
6
|
Maintainer-email: Jan Luxemburk <luxemburk@cesnet.cz>, Karel Hynek <hynekkar@cesnet.cz>
|
@@ -18,14 +18,14 @@ Description-Content-Type: text/markdown
|
|
18
18
|
License-File: LICENCE
|
19
19
|
Requires-Dist: cesnet_models
|
20
20
|
Requires-Dist: matplotlib
|
21
|
-
Requires-Dist: numpy
|
21
|
+
Requires-Dist: numpy<2.0
|
22
22
|
Requires-Dist: pandas
|
23
23
|
Requires-Dist: pydantic>=2.0
|
24
24
|
Requires-Dist: PyYAML
|
25
25
|
Requires-Dist: requests
|
26
26
|
Requires-Dist: scikit-learn
|
27
27
|
Requires-Dist: seaborn
|
28
|
-
Requires-Dist: tables
|
28
|
+
Requires-Dist: tables<=3.9.2,>=3.8.0
|
29
29
|
Requires-Dist: torch>=1.10
|
30
30
|
Requires-Dist: tqdm
|
31
31
|
Provides-Extra: dev
|
@@ -8,6 +8,7 @@ import warnings
|
|
8
8
|
from dataclasses import InitVar, field
|
9
9
|
from datetime import datetime
|
10
10
|
from enum import Enum
|
11
|
+
from importlib.metadata import version
|
11
12
|
from typing import TYPE_CHECKING, Callable, Literal, Optional
|
12
13
|
|
13
14
|
import yaml
|
@@ -83,6 +84,7 @@ class DataLoaderOrder(Enum):
|
|
83
84
|
|
84
85
|
@dataclass(frozen=True)
|
85
86
|
class TrainDataParams():
|
87
|
+
datazoo_version: str
|
86
88
|
database_filename: str
|
87
89
|
train_period_name: str
|
88
90
|
train_tables_paths: list[str]
|
@@ -97,6 +99,7 @@ class TrainDataParams():
|
|
97
99
|
|
98
100
|
@dataclass(frozen=True)
|
99
101
|
class TestDataParams():
|
102
|
+
datazoo_version: str
|
100
103
|
database_filename: str
|
101
104
|
test_period_name: str
|
102
105
|
test_tables_paths: list[str]
|
@@ -497,14 +500,12 @@ class DatasetConfig():
|
|
497
500
|
return params_hash
|
498
501
|
|
499
502
|
def _get_train_data_path(self) -> str:
|
500
|
-
|
501
|
-
|
502
|
-
return os.path.join(self.data_root, "train-data", f"{params_hash}_{self.random_state}", f"fold_{self.fold_id}")
|
503
|
-
else:
|
504
|
-
return os.path.join(self.data_root, "train-data", "default")
|
503
|
+
params_hash = self._get_train_data_hash()
|
504
|
+
return os.path.join(self.data_root, "train-data", f"{params_hash}_{self.random_state}", f"fold_{self.fold_id}")
|
505
505
|
|
506
506
|
def _get_train_data_params(self) -> TrainDataParams:
|
507
507
|
return TrainDataParams(
|
508
|
+
datazoo_version=version("cesnet_datazoo"),
|
508
509
|
database_filename=self.database_filename,
|
509
510
|
train_period_name=self.train_period_name,
|
510
511
|
train_tables_paths=self._get_train_tables_paths(),
|
@@ -520,6 +521,7 @@ class DatasetConfig():
|
|
520
521
|
def _get_val_data_params_and_path(self, known_apps: list[str], unknown_apps: list[str]) -> tuple[TestDataParams, str]:
|
521
522
|
assert self.val_approach == ValidationApproach.VALIDATION_DATES
|
522
523
|
val_data_params = TestDataParams(
|
524
|
+
datazoo_version=version("cesnet_datazoo"),
|
523
525
|
database_filename=self.database_filename,
|
524
526
|
test_period_name=self.val_period_name,
|
525
527
|
test_tables_paths=self._get_val_tables_paths(),
|
@@ -532,6 +534,7 @@ class DatasetConfig():
|
|
532
534
|
|
533
535
|
def _get_test_data_params_and_path(self, known_apps: list[str], unknown_apps: list[str]) -> tuple[TestDataParams, str]:
|
534
536
|
test_data_params = TestDataParams(
|
537
|
+
datazoo_version=version("cesnet_datazoo"),
|
535
538
|
database_filename=self.database_filename,
|
536
539
|
test_period_name=self.test_period_name,
|
537
540
|
test_tables_paths=self._get_test_tables_paths(),
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: cesnet-datazoo
|
3
|
-
Version: 0.1.
|
3
|
+
Version: 0.1.7
|
4
4
|
Summary: A toolkit for large network traffic datasets
|
5
5
|
Author-email: Jan Luxemburk <luxemburk@cesnet.cz>, Karel Hynek <hynekkar@cesnet.cz>
|
6
6
|
Maintainer-email: Jan Luxemburk <luxemburk@cesnet.cz>, Karel Hynek <hynekkar@cesnet.cz>
|
@@ -18,14 +18,14 @@ Description-Content-Type: text/markdown
|
|
18
18
|
License-File: LICENCE
|
19
19
|
Requires-Dist: cesnet_models
|
20
20
|
Requires-Dist: matplotlib
|
21
|
-
Requires-Dist: numpy
|
21
|
+
Requires-Dist: numpy<2.0
|
22
22
|
Requires-Dist: pandas
|
23
23
|
Requires-Dist: pydantic>=2.0
|
24
24
|
Requires-Dist: PyYAML
|
25
25
|
Requires-Dist: requests
|
26
26
|
Requires-Dist: scikit-learn
|
27
27
|
Requires-Dist: seaborn
|
28
|
-
Requires-Dist: tables
|
28
|
+
Requires-Dist: tables<=3.9.2,>=3.8.0
|
29
29
|
Requires-Dist: torch>=1.10
|
30
30
|
Requires-Dist: tqdm
|
31
31
|
Provides-Extra: dev
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
4
4
|
|
5
5
|
[project]
|
6
6
|
name = "cesnet-datazoo"
|
7
|
-
version = "0.1.
|
7
|
+
version = "0.1.7"
|
8
8
|
authors = [
|
9
9
|
{name = "Jan Luxemburk", email = "luxemburk@cesnet.cz"},
|
10
10
|
{name = "Karel Hynek", email = "hynekkar@cesnet.cz"},
|
@@ -31,14 +31,14 @@ requires-python = ">=3.10"
|
|
31
31
|
dependencies = [
|
32
32
|
"cesnet_models",
|
33
33
|
"matplotlib",
|
34
|
-
"numpy",
|
34
|
+
"numpy<2.0",
|
35
35
|
"pandas",
|
36
36
|
"pydantic>=2.0",
|
37
37
|
"PyYAML",
|
38
38
|
"requests",
|
39
39
|
"scikit-learn",
|
40
40
|
"seaborn",
|
41
|
-
"tables>=3.8.0",
|
41
|
+
"tables>=3.8.0, <=3.9.2",
|
42
42
|
"torch>=1.10",
|
43
43
|
"tqdm",
|
44
44
|
]
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/datasets/metadata/dataset_metadata.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/metrics/classification_report.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{cesnet_datazoo-0.1.5 → cesnet_datazoo-0.1.7}/cesnet_datazoo/pytables_data/pytables_dataset.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|