ddi-fw 0.0.22__tar.gz → 0.0.23__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/PKG-INFO +1 -1
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/pyproject.toml +1 -1
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/utils/zip_helper.py +9 -5
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw.egg-info/PKG-INFO +1 -1
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/README.md +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/setup.cfg +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/__init__.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/core.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/db_utils.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/base.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/data/event.db +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/test_indexes.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_0.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_1.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_2.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_3.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_4.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/train_indexes.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_0.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_1.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_2.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_3.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_4.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/test_indexes.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_0.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_1.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_2.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_3.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_4.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_indexes.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_0.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_1.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_2.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_3.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_4.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/readme.md +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/embedding_generator.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/embedding_generator_new.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/feature_vector_generation.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/idf_helper.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/__init__.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/base.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/df_extraction_cleanxiaoyu50.csv +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/drug_information_del_noDDIxiaoyu50.csv +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/test_indexes.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_0.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_1.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_2.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_3.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_4.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_indexes.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_0.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_1.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_2.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_3.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_4.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/mdf-sa-ddi.zip +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/setup_._py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/drugbank/__init__.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/drugbank/drugbank.xsd +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/drugbank/drugbank_parser.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/drugbank/drugbank_processor.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/drugbank/drugbank_processor_org.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/drugbank/event_extractor.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/experiments/__init__.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/experiments/custom_torch_model.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/experiments/evaluation_helper.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/experiments/tensorflow_helper.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/experiments/test.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/ner/__init__.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/ner/mmlrestclient.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/ner/ner.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/basic_test.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/combination_test.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/compress_json_test.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/date_test.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/idf_score.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/jaccard_similarity.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/mlfow_test.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/sklearn-tfidf.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/test.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/torch_cuda_test.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/test/type_guarding_test.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/utils/__init__.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/utils/enums.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/utils/utils.py +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw.egg-info/SOURCES.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw.egg-info/dependency_links.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw.egg-info/requires.txt +0 -0
- {ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw.egg-info/top_level.txt +0 -0
@@ -4,6 +4,8 @@ from os.path import basename
|
|
4
4
|
from collections import defaultdict
|
5
5
|
import math
|
6
6
|
|
7
|
+
from ddi_fw.utils.utils import create_folder_if_not_exists
|
8
|
+
|
7
9
|
|
8
10
|
class ZipHelper:
|
9
11
|
def __init__(self):
|
@@ -15,16 +17,18 @@ class ZipHelper:
|
|
15
17
|
with z.ZipFile(f'{output_path}/{name}.zip', 'w', compression=z.ZIP_LZMA, compresslevel=z.ZIP_LZMA) as zipObj:
|
16
18
|
zipObj.write(file_path, basename(file_path))
|
17
19
|
|
18
|
-
def zip_as_multipart(self,
|
20
|
+
def zip_as_multipart(self, zip_name, folder, file_name, output_path, chunk_size):
|
19
21
|
file_path = folder+'/'+file_name
|
20
|
-
|
22
|
+
parts_path=f"{folder}/parts"
|
23
|
+
self.zip_single_file(zip_name, file_path, output_path)
|
24
|
+
create_folder_if_not_exists(parts_path)
|
21
25
|
with open(file_path, 'rb') as f:
|
22
26
|
chunk_number = 1
|
23
27
|
while True:
|
24
28
|
chunk = f.read(chunk_size)
|
25
29
|
if not chunk:
|
26
30
|
break
|
27
|
-
with open(f"{
|
31
|
+
with open(f"{parts_path}/{file_name}.part{chunk_number:03}", 'wb') as chunk_file:
|
28
32
|
chunk_file.write(chunk)
|
29
33
|
chunk_number += 1
|
30
34
|
|
@@ -63,9 +67,9 @@ class ZipHelper:
|
|
63
67
|
z1.extractall(path=output_path)
|
64
68
|
print(f'{file_path} has been extracted')
|
65
69
|
|
66
|
-
def extract_multiparts(self, output_path, parts_path):
|
70
|
+
def extract_multiparts(self, output_path, parts_path,output_file):
|
67
71
|
input_parts = [parts_path+'/' + p for p in os.listdir(parts_path)]
|
68
|
-
with open(output_file, 'wb') as outfile:
|
72
|
+
with open(f"{output_path}/{output_file}", 'wb') as outfile:
|
69
73
|
for part in input_parts:
|
70
74
|
with open(part, 'rb') as infile:
|
71
75
|
outfile.write(infile.read())
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_0.txt
RENAMED
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_1.txt
RENAMED
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_2.txt
RENAMED
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_3.txt
RENAMED
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_4.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/df_extraction_cleanxiaoyu50.csv
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_0.txt
RENAMED
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_1.txt
RENAMED
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_2.txt
RENAMED
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_3.txt
RENAMED
File without changes
|
{ddi_fw-0.0.22 → ddi_fw-0.0.23}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_4.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|