ddi-fw 0.0.49__tar.gz → 0.0.50__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/PKG-INFO +1 -1
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/pyproject.toml +1 -1
- ddi_fw-0.0.50/src/ddi_fw/utils/__init__.py +4 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/utils/py7zr_helper.py +4 -3
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/utils/utils.py +17 -3
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw.egg-info/PKG-INFO +1 -1
- ddi_fw-0.0.49/src/ddi_fw/utils/__init__.py +0 -4
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/README.md +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/setup.cfg +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/__init__.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/core.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/db_utils.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/base.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/data/event.db +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/test_indexes.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_0.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_1.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_2.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_3.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_4.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/train_indexes.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_0.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_1.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_2.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_3.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_4.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/test_indexes.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_0.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_1.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_2.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_3.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_4.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_indexes.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_0.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_1.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_2.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_3.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_4.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/readme.md +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/embedding_generator.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/embedding_generator_new.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/feature_vector_generation.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/idf_helper.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/__init__.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/base.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/df_extraction_cleanxiaoyu50.csv +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/drug_information_del_noDDIxiaoyu50.csv +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/test_indexes.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_0.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_1.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_2.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_3.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_4.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_indexes.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_0.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_1.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_2.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_3.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_4.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/mdf-sa-ddi.zip +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/setup_._py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/drugbank/__init__.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/drugbank/drugbank.xsd +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/drugbank/drugbank_parser.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/drugbank/drugbank_processor.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/drugbank/drugbank_processor_org.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/drugbank/event_extractor.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/experiments/__init__.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/experiments/custom_torch_model.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/experiments/evaluation_helper.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/experiments/tensorflow_helper.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/experiments/test.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/ner/__init__.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/ner/mmlrestclient.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/ner/ner.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/basic_test.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/combination_test.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/compress_json_test.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/date_test.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/idf_score.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/jaccard_similarity.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/mlfow_test.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/sklearn-tfidf.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/test.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/torch_cuda_test.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/test/type_guarding_test.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/utils/enums.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/utils/zip_helper.py +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw.egg-info/SOURCES.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw.egg-info/dependency_links.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw.egg-info/requires.txt +0 -0
- {ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw.egg-info/top_level.txt +0 -0
@@ -0,0 +1,4 @@
|
|
1
|
+
from .utils import clear_directory,create_folder_if_not_exists, utc_time_as_string,utc_time_as_string_simple_format, compress_and_save_data
|
2
|
+
from .zip_helper import ZipHelper
|
3
|
+
from .py7zr_helper import Py7ZipHelper
|
4
|
+
from .enums import UMLSCodeTypes, DrugBankTextDataTypes
|
@@ -1,6 +1,6 @@
|
|
1
1
|
from collections import defaultdict
|
2
2
|
import math
|
3
|
-
from ddi_fw.utils.utils import create_folder_if_not_exists
|
3
|
+
from ddi_fw.utils.utils import clear_directory, create_folder_if_not_exists
|
4
4
|
import py7zr
|
5
5
|
import os
|
6
6
|
from os.path import basename
|
@@ -24,9 +24,10 @@ class Py7ZipHelper:
|
|
24
24
|
os.path.join(folder_path, '..')))
|
25
25
|
# archive.write(root+"/"+file)
|
26
26
|
|
27
|
-
def create_archive_multiparts(self, zip_name, file_path, output_path, chunk_size):
|
27
|
+
def create_archive_multiparts(self, zip_name, file_path, output_path, chunk_size, delete_existing_files:True):
|
28
28
|
parent_folder = os.path.dirname(file_path)
|
29
|
-
|
29
|
+
if delete_existing_files:
|
30
|
+
clear_directory(output_path)
|
30
31
|
# parts_path = f"{parent_folder}/parts"
|
31
32
|
create_folder_if_not_exists(output_path)
|
32
33
|
# file_name, file_extension = os.path.splitext(file_path)
|
@@ -1,11 +1,9 @@
|
|
1
1
|
import gzip
|
2
2
|
import json
|
3
3
|
import os
|
4
|
-
|
5
4
|
from datetime import datetime, timezone
|
6
|
-
|
7
5
|
from matplotlib import pyplot as plt
|
8
|
-
|
6
|
+
import shutil
|
9
7
|
|
10
8
|
def create_folder_if_not_exists(path):
|
11
9
|
if not os.path.exists(path):
|
@@ -51,6 +49,22 @@ def decompress(gzip_file):
|
|
51
49
|
return data
|
52
50
|
|
53
51
|
|
52
|
+
def clear_directory(directory_path):
|
53
|
+
# Check if the directory exists
|
54
|
+
if os.path.exists(directory_path) and os.path.isdir(directory_path):
|
55
|
+
# Iterate through all files and directories in the directory
|
56
|
+
for item in os.listdir(directory_path):
|
57
|
+
item_path = os.path.join(directory_path, item)
|
58
|
+
# Check if it's a file or a directory and remove it
|
59
|
+
if os.path.isfile(item_path):
|
60
|
+
os.remove(item_path) # Remove file
|
61
|
+
elif os.path.isdir(item_path):
|
62
|
+
shutil.rmtree(item_path) # Remove directory
|
63
|
+
print(f"Cleared contents of directory: {directory_path}")
|
64
|
+
else:
|
65
|
+
print(f"The directory does not exist: {directory_path}")
|
66
|
+
|
67
|
+
|
54
68
|
if __name__ == "__main__":
|
55
69
|
# json_file = f'C:\\Users\\kivanc\\Downloads\\metrics.json'
|
56
70
|
# file_data = open(json_file, "r", 1).read()
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_0.txt
RENAMED
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_1.txt
RENAMED
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_2.txt
RENAMED
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_3.txt
RENAMED
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_4.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/df_extraction_cleanxiaoyu50.csv
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_0.txt
RENAMED
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_1.txt
RENAMED
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_2.txt
RENAMED
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_3.txt
RENAMED
File without changes
|
{ddi_fw-0.0.49 → ddi_fw-0.0.50}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_4.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|