ddi-fw 0.0.221__tar.gz → 0.0.223__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/PKG-INFO +1 -1
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/pyproject.toml +1 -1
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/base.py +4 -3
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/base.py +25 -22
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw.egg-info/PKG-INFO +1 -1
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/README.md +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/setup.cfg +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/__init__.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/core.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/dataset_splitter.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/db_utils.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/data/event.db +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/debug.log +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/test_indexes.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_0.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_1.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_2.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_3.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/train_fold_4.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/train_indexes.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_0.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_1.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_2.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_3.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes/validation_fold_4.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/test_indexes.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_0.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_1.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_2.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_3.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_fold_4.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/train_indexes.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_0.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_1.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_2.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_3.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_4.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/readme.md +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/base.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/data/event.db +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/test_indexes.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/train_fold_0.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/train_fold_1.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/train_fold_2.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/train_fold_3.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/train_fold_4.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/train_indexes.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_0.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_1.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_2.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_3.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_4.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/__init__.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/df_extraction_cleanxiaoyu50.csv +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/drug_information_del_noDDIxiaoyu50.csv +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/test_indexes.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_0.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_1.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_2.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_3.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_fold_4.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/train_indexes.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_0.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_1.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_2.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_3.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_4.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/mdf-sa-ddi.zip +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/setup_._py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/drugbank/__init__.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/drugbank/drugbank.xsd +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/drugbank/drugbank_parser.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/drugbank/drugbank_processor.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/drugbank/drugbank_processor_org.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/drugbank/event_extractor.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/langchain/__init__.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/langchain/embeddings.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/langchain/sentence_splitter.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/langchain/storage.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/ml/__init__.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/ml/evaluation_helper.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/ml/ml_helper.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/ml/model_wrapper.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/ml/pytorch_wrapper.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/ml/tensorflow_wrapper.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/ml/tracking_service.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/ner/__init__.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/ner/mmlrestclient.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/ner/ner.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/pipeline/__init__.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/pipeline/multi_modal_combination_strategy.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/pipeline/multi_pipeline.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/pipeline/multi_pipeline_org.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/pipeline/ner_pipeline.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/pipeline/pipeline.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/utils/__init__.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/utils/categorical_data_encoding_checker.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/utils/enums.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/utils/json_helper.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/utils/kaggle.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/utils/numpy_utils.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/utils/package_helper.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/utils/py7zr_helper.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/utils/utils.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/utils/zip_helper.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/vectorization/__init__.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/vectorization/feature_vector_generation.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/vectorization/idf_helper.py +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw.egg-info/SOURCES.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw.egg-info/dependency_links.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw.egg-info/requires.txt +0 -0
- {ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw.egg-info/top_level.txt +0 -0
@@ -36,8 +36,8 @@ HERE = pathlib.Path(__file__).resolve().parent
|
|
36
36
|
|
37
37
|
class DDIMDLDataset(BaseDataset,TextDatasetMixin):
|
38
38
|
dataset_name: str = "DDIMDLDataset"
|
39
|
-
index_path: str = Field(default_factory=lambda: str(
|
40
|
-
|
39
|
+
# index_path: str = Field(default_factory=lambda: str(
|
40
|
+
# pathlib.Path(__file__).resolve().parent.joinpath('indexes')))
|
41
41
|
# drugs_df: pd.DataFrame = Field(default_factory=pd.DataFrame)
|
42
42
|
# ddis_df: pd.DataFrame = Field(default_factory=pd.DataFrame)
|
43
43
|
drugs_df: Optional[pd.DataFrame] = None
|
@@ -65,7 +65,8 @@ class DDIMDLDataset(BaseDataset,TextDatasetMixin):
|
|
65
65
|
def __init__(self, **kwargs):
|
66
66
|
|
67
67
|
super().__init__(**kwargs)
|
68
|
-
|
68
|
+
self.index_path = str(
|
69
|
+
pathlib.Path(__file__).resolve().parent.joinpath('indexes'))
|
69
70
|
# self.additional_config = kwargs.get('dataset_additional_config', {})
|
70
71
|
if self.additional_config:
|
71
72
|
ner = self.additional_config.get('ner', {})
|
@@ -35,7 +35,8 @@ LIST_OF_NER_COLUMNS = ['tui', 'cui', 'entities']
|
|
35
35
|
|
36
36
|
HERE = pathlib.Path(__file__).resolve().parent
|
37
37
|
|
38
|
-
|
38
|
+
|
39
|
+
class MDFSADDIDataset(BaseDataset, TextDatasetMixin):
|
39
40
|
# def __init__(self, embedding_size,
|
40
41
|
# embedding_dict,
|
41
42
|
# embeddings_pooling_strategy: PoolingStrategy,
|
@@ -64,7 +65,6 @@ class MDFSADDIDataset(BaseDataset,TextDatasetMixin):
|
|
64
65
|
# else:
|
65
66
|
# raise Exception(f"{column} is not related this dataset")
|
66
67
|
|
67
|
-
|
68
68
|
# super().__init__(embedding_size=embedding_size,
|
69
69
|
# embedding_dict=embedding_dict,
|
70
70
|
# embeddings_pooling_strategy=embeddings_pooling_strategy,
|
@@ -88,10 +88,10 @@ class MDFSADDIDataset(BaseDataset,TextDatasetMixin):
|
|
88
88
|
# kwargs['index_path'] = str(HERE.joinpath('indexes'))
|
89
89
|
|
90
90
|
# self.index_path = kwargs.get('index_path')
|
91
|
-
|
91
|
+
|
92
92
|
dataset_name: str = "MDFSADDIDataset"
|
93
|
-
index_path: str = Field(default_factory=lambda: str(
|
94
|
-
|
93
|
+
# index_path: str = Field(default_factory=lambda: str(
|
94
|
+
# pathlib.Path(__file__).resolve().parent.joinpath('indexes')))
|
95
95
|
# drugs_df: pd.DataFrame = Field(default_factory=pd.DataFrame)
|
96
96
|
# ddis_df: pd.DataFrame = Field(default_factory=pd.DataFrame)
|
97
97
|
drugs_df: Optional[pd.DataFrame] = None
|
@@ -105,7 +105,7 @@ class MDFSADDIDataset(BaseDataset,TextDatasetMixin):
|
|
105
105
|
tui_threshold: float | None = None
|
106
106
|
cui_threshold: float | None = None
|
107
107
|
entities_threshold: float | None = None
|
108
|
-
_ner_threshold: dict[str,Any] |None= None
|
108
|
+
_ner_threshold: dict[str, Any] | None = None
|
109
109
|
|
110
110
|
# @model_validator
|
111
111
|
|
@@ -119,7 +119,9 @@ class MDFSADDIDataset(BaseDataset,TextDatasetMixin):
|
|
119
119
|
def __init__(self, **kwargs):
|
120
120
|
|
121
121
|
super().__init__(**kwargs)
|
122
|
-
|
122
|
+
self.index_path = str(
|
123
|
+
pathlib.Path(__file__).resolve().parent.joinpath('indexes'))
|
124
|
+
|
123
125
|
# self.additional_config = kwargs.get('dataset_additional_config', {})
|
124
126
|
if self.additional_config:
|
125
127
|
ner = self.additional_config.get('ner', {})
|
@@ -128,10 +130,10 @@ class MDFSADDIDataset(BaseDataset,TextDatasetMixin):
|
|
128
130
|
# if self.ner_threshold:
|
129
131
|
# for k, v in self.ner_threshold.items():
|
130
132
|
# kwargs[k] = v
|
131
|
-
|
133
|
+
|
132
134
|
self.ner_df = CTakesNER(df=None).load(
|
133
135
|
filename=ner_data_file) if ner_data_file else None
|
134
|
-
|
136
|
+
|
135
137
|
columns = kwargs['columns']
|
136
138
|
if columns:
|
137
139
|
chemical_property_columns = []
|
@@ -146,13 +148,12 @@ class MDFSADDIDataset(BaseDataset,TextDatasetMixin):
|
|
146
148
|
ner_columns.append(column)
|
147
149
|
else:
|
148
150
|
raise Exception(f"{column} is not related this dataset")
|
149
|
-
|
151
|
+
|
150
152
|
self.chemical_property_columns = chemical_property_columns
|
151
|
-
self.embedding_columns = embedding_columns
|
152
|
-
self.ner_columns = ner_columns
|
153
|
-
self.columns = []
|
154
|
-
|
155
|
-
|
153
|
+
self.embedding_columns = embedding_columns
|
154
|
+
self.ner_columns = ner_columns
|
155
|
+
self.columns = [] # these variable is modified in prep method
|
156
|
+
|
156
157
|
db_zip_path = HERE.joinpath('mdf-sa-ddi.zip')
|
157
158
|
db_path = HERE.joinpath('mdf-sa-ddi.db')
|
158
159
|
if not os.path.exists(db_zip_path):
|
@@ -164,8 +165,7 @@ class MDFSADDIDataset(BaseDataset,TextDatasetMixin):
|
|
164
165
|
self.drugs_df = select_all_drugs_as_dataframe(conn)
|
165
166
|
self.ddis_df = select_all_events_as_dataframe(conn)
|
166
167
|
# kwargs = {'index_path': str(HERE.joinpath('indexes'))}
|
167
|
-
|
168
|
-
|
168
|
+
|
169
169
|
self.class_column = 'event_category'
|
170
170
|
|
171
171
|
self.__similarity_related_columns__ = []
|
@@ -215,11 +215,13 @@ class MDFSADDIDataset(BaseDataset,TextDatasetMixin):
|
|
215
215
|
self.ddis_df['id2'] = self.ddis_df['name2'].apply(
|
216
216
|
lambda_fnc1) # , axis=1
|
217
217
|
if conn:
|
218
|
-
self.drugs_df.to_sql(
|
219
|
-
|
218
|
+
self.drugs_df.to_sql(
|
219
|
+
'drug', conn, if_exists='replace', index=False)
|
220
|
+
self.ddis_df.to_sql(
|
221
|
+
'event', conn, if_exists='replace', index=False)
|
220
222
|
ZipHelper().zip_single_file(
|
221
223
|
file_path=db_path, output_path=HERE, zip_name='mdf-sa-ddi')
|
222
|
-
|
224
|
+
|
223
225
|
def prep(self):
|
224
226
|
# self.load_drugs_and_events()
|
225
227
|
if self.drugs_df is None or self.ddis_df is None:
|
@@ -244,7 +246,8 @@ class MDFSADDIDataset(BaseDataset,TextDatasetMixin):
|
|
244
246
|
|
245
247
|
# for key in filtered_ner_df.keys():
|
246
248
|
for key in self.ner_columns:
|
247
|
-
threshold = self._ner_threshold.get(
|
249
|
+
threshold = self._ner_threshold.get(
|
250
|
+
key, 0) if self._ner_threshold else 0
|
248
251
|
# threshold = 0
|
249
252
|
# if key.startswith('tui'):
|
250
253
|
# threshold = self.tui_threshold
|
@@ -270,7 +273,7 @@ class MDFSADDIDataset(BaseDataset,TextDatasetMixin):
|
|
270
273
|
generated_vectors = generate_vectors(
|
271
274
|
chemical_properties_df, self.__similarity_related_columns__)
|
272
275
|
|
273
|
-
# TODO if necessary
|
276
|
+
# TODO if necessary
|
274
277
|
similarity_matrices = generate_sim_matrices_new(
|
275
278
|
chemical_properties_df, generated_vectors, self.__similarity_related_columns__, key_column="id")
|
276
279
|
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_0.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_1.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_2.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_3.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_4.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/train_indexes.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_0.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_1.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_2.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_3.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_4.txt
RENAMED
File without changes
|
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/df_extraction_cleanxiaoyu50.csv
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_0.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_1.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_2.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_3.txt
RENAMED
File without changes
|
{ddi_fw-0.0.221 → ddi_fw-0.0.223}/src/ddi_fw/datasets/mdf_sa_ddi/indexes/validation_fold_4.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|