mtbls-mhd-integration 0.0.3__tar.gz → 0.0.4__tar.gz

{mtbls_mhd_integration-0.0.3/mtbls_mhd_integration.egg-info → mtbls_mhd_integration-0.0.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mtbls-mhd-integration
-Version: 0.0.3
+Version: 0.0.4
 Summary: MetaboLights - MetabolomicsHub Integration
 Author-email: MetaboLights Team <metabolights-help@ebi.ac.uk>
 License-Expression: Apache-2.0
@@ -9,7 +9,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: asyncpg>=0.30.0
 Requires-Dist: metabolights-utils>=1.4.16
-Requires-Dist: mhd-model>=0.1.37
+Requires-Dist: mhd-model>=0.1.38
 Requires-Dist: psycopg2-binary>=2.9.11
 Requires-Dist: pydantic>=2.12.4
 Requires-Dist: pydantic-settings>=2.10.1

{mtbls_mhd_integration-0.0.3 → mtbls_mhd_integration-0.0.4}/mtbls2mhd/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "v0.0.3"
+__version__ = "v0.0.4"
 
 import pathlib
 import sys

{mtbls_mhd_integration-0.0.3 → mtbls_mhd_integration-0.0.4}/mtbls2mhd/config.py

@@ -24,6 +24,7 @@ class Mtbls2MhdConfiguration(BaseSettings):
     default_dataset_licence_url: str = (
         "https://creativecommons.org/publicdomain/zero/1.0"
     )
+    default_mhd_model_version: str = "0.1"
     mtbls_studies_root_path: str
     model_config = SettingsConfigDict(env_file=".env", env_file_encoding="utf-8")
 

{mtbls_mhd_integration-0.0.3 → mtbls_mhd_integration-0.0.4}/mtbls2mhd/v0_1/legacy/builder.py

@@ -1,3 +1,4 @@
+import datetime
 import enum
 import json
 import logging
@@ -52,7 +53,16 @@ logger = logging.getLogger(__name__)
 MTBLS_ASSAY_TYPES = {
     "LC-MS": COMMON_ASSAY_TYPES["OBI:0003097S"],
     "GC-MS": COMMON_ASSAY_TYPES["OBI:0003110"],
-    # TODO: Add CE-MS, FIA-MS, DI-MS for MetaboLights
+    "CE-MS": CvTerm(
+        source="OBI",
+        accession="OBI:0003741",
+        name="capillary electrophoresis mass spectrometry assay",
+    ),
+    "GCxGC-MS": COMMON_ASSAY_TYPES["OBI:0003110"],
+    "FIA-MS": COMMON_ASSAY_TYPES["OBI:0000470"],
+    "MALDI-MS": COMMON_ASSAY_TYPES["OBI:0000470"],
+    "DI-MS": COMMON_ASSAY_TYPES["OBI:0000470"],
+    "MS": COMMON_ASSAY_TYPES["OBI:0000470"],
 }
 MTBLS_MEASUREMENT_TYPES = {
     "targeted": COMMON_MEASUREMENT_TYPES["MSIO:0000100"],
@@ -73,13 +83,20 @@ COMMON_PROTOCOLS_MAP = {
     "Treatment": COMMON_PROTOCOLS["EFO:0003969"],
     "Flow Injection Analysis": COMMON_PROTOCOLS["MS:1000058"],
     "Capillary Electrophoresis": COMMON_PROTOCOLS["CHMO:0001024"],
-    "Direct infusion": COMMON_PROTOCOLS.get(
-        "CHMO:0001024"
-    ),  # TODO: Update after adding to managed CV terms
+    # TODO: Update after adding to managed CV terms
 }
 
 MTBLS_PROTOCOLS_MAP = COMMON_PROTOCOLS_MAP.copy()
 
+MTBLS_PROTOCOLS_MAP.update(
+    {
+        "Direct infusion": CvTerm(
+            source="MS",
+            accession="MS:1000060",
+            name="infusion",
+        ),
+    }
+)
 MANAGED_CHARACTERISTICS_MAP = {
     "organism": COMMON_CHARACTERISTIC_DEFINITIONS["NCIT:C14250"],
     "organism part": COMMON_CHARACTERISTIC_DEFINITIONS["NCIT:C103199"],
@@ -1877,7 +1894,23 @@ class MhdLegacyDatasetBuilder:
             error = f"{data.investigation_file_path} file does not have any study. Skipping..."
             logger.warning(error)
             return False, error
-
+        if not revision:
+            db_metadata = data.study_db_metadata
+            revision_date = (
+                datetime.datetime.strptime(db_metadata.revision_date, "%Y-%m-%d")
+                if db_metadata and db_metadata.revision_date
+                else None
+            )
+            if revision_date:
+                revision = Revision(
+                    revision_datetime=revision_date,
+                    revision=db_metadata.revision_number
+                    if db_metadata.revision_number
+                    else 0,
+                    comment=db_metadata.revision_comment
+                    if db_metadata.revision_comment
+                    else "",
+                )
         selected_assays: list[Assay] = []
         study = data.investigation.studies[0]
 
@@ -1913,9 +1946,14 @@ class MhdLegacyDatasetBuilder:
             repository_identifier=study.identifier,
             schema_name=target_mhd_model_schema_uri,
             profile_uri=target_mhd_model_profile_uri,
-            repository_revision=revision.revision if revision else 1,
+            repository_revision=revision.revision
+            if revision and revision and revision.revision
+            else 0,
             repository_revision_datetime=revision.revision_datetime
-            if revision
+            if revision and revision.revision_datetime
+            else None,
+            repository_revision_comment=revision.comment
+            if revision and revision.comment
             else None,
             change_log=[revision] if revision else None,
         )
@@ -1970,11 +2008,9 @@ class MhdLegacyDatasetBuilder:
         self.add_study_factor_definitions(mhd_builder, mhd_study, data, build_type)
         samples = self.add_samples(mhd_builder, mhd_study, sample_file, build_type)
         if build_type in (BuildType.FULL, BuildType.FULL_AND_CUSTOM_NODES):
-            mhd_study.license = (
-                HttpUrl(config.default_dataset_licence_url)
-                if config.default_dataset_licence_url
-                else None
-            )
+            mhd_study.license = data.study_db_metadata.dataset_license_url
+            if not mhd_study.license:
+                mhd_study.license = HttpUrl(config.default_dataset_licence_url) or ""
 
             self.add_publications(data, mhd_builder, mhd_study)
             self.add_protocols(mhd_builder, mhd_study, study)

{mtbls_mhd_integration-0.0.3 → mtbls_mhd_integration-0.0.4}/mtbls2mhd/v0_1/legacy/db_metadata_collector.py

@@ -8,6 +8,7 @@ import psycopg2
 from metabolights_utils.models.common import ErrorMessage
 from metabolights_utils.models.metabolights.model import (
     CurationRequest,
+    StudyCategory,
     StudyDBMetadata,
     StudyStatus,
     Submitter,
@@ -59,22 +60,6 @@ def get_session_factory(mtbls2mhd_config: Mtbls2MhdConfiguration):
     return AsyncSessionFactory
 
 
-STUDY_FIELDS = [
-    "id",
-    "acc",
-    "obfuscationcode",
-    "submissiondate",
-    "releasedate",
-    "updatedate",
-    "studysize",
-    "status_date",
-    "studytype",
-    "status",
-    "override",
-    "comment",
-    "curation_request",
-]
-
 SUBMITTER_FIELDS = [
     "id",
     "orcid",
@@ -118,10 +103,18 @@ class DbMetadataCollector(AbstractDbMetadataCollector):
     def get_study_metadata_from_db(self, study_id: str, connection):
         try:
             study = self._get_study_from_db(study_id, connection)
+            revision = None
+            if study["revision_number"] and study["revision_number"] > 0:
+                revision = self._get_study_revision_from_db(
+                    study_id, study["revision_number"], connection
+                )
             submitters = self._get_study_submitters_from_db(study_id, connection)
-            study_db_metadata = self._create_study_db_metadata(study, submitters)
+            study_db_metadata = self._create_study_db_metadata(
+                study, revision, submitters
+            )
             return study_db_metadata, []
         except Exception as ex:
+            logger.exception(ex)
             return StudyDBMetadata(), [
                 ErrorMessage(short="Error while loading db metadata", detail=str(ex))
             ]
@@ -201,9 +194,7 @@ class DbMetadataCollector(AbstractDbMetadataCollector):
             return study_ids
 
     def _get_study_from_db(self, study_id: str, connection):
-        _input = (
-            f"select {', '.join(STUDY_FIELDS)} from studies where acc = %(study_id)s;"
-        )
+        _input = "select * from studies where acc = %(study_id)s;"
         try:
             cursor = connection.cursor(cursor_factory=DictCursor)
             cursor.execute(_input, {"study_id": study_id})
@@ -213,6 +204,17 @@ class DbMetadataCollector(AbstractDbMetadataCollector):
         except Exception as ex:
             raise ex
 
+    def _get_study_revision_from_db(self, study_id: str, revision: int, connection):
+        _input = "select * from study_revisions where accession_number = %(study_id)s and revision_number = %(revision)s;"
+        try:
+            cursor = connection.cursor(cursor_factory=DictCursor)
+            cursor.execute(_input, {"study_id": study_id, "revision": revision})
+            data = cursor.fetchone()
+            return data
+
+        except Exception as ex:
+            raise ex
+
     def _get_study_submitters_from_db(self, study_id: str, connection):
         submitter_fields = [f"u.{field}" for field in SUBMITTER_FIELDS]
 
@@ -229,8 +231,19 @@ class DbMetadataCollector(AbstractDbMetadataCollector):
         except Exception as ex:
             raise ex
 
+    LICENSE_URLS = {
+        (
+            "CC0 1.0 UNIVERSAL",
+            "1.0",
+        ): "https://creativecommons.org/publicdomain/zero/1.0/",
+        (
+            "EMBL-EBI TERMS OF USE",
+            "5TH FEBRUARY 2024",
+        ): "https://www.ebi.ac.uk/about/terms-of-use/",
+    }
+
     def _create_study_db_metadata(
-        self, study, submitters: List[Dict[str, Any]]
+        self, study, revision, submitters: List[Dict[str, Any]]
     ) -> StudyDBMetadata:
         study_db_metadata: StudyDBMetadata = StudyDBMetadata()
         study_db_metadata.db_id = study["id"] or -1
@@ -248,26 +261,49 @@ class DbMetadataCollector(AbstractDbMetadataCollector):
         if study["studytype"] and len(study["studytype"].strip()) > 0:
             study_db_metadata.study_types = study["studytype"].strip().split(";")
 
-        if study["override"] and len(study["override"].strip()) > 0:
-            override_list = study["override"].strip().split("|")
-            overrides = {}
-            for item in override_list:
-                if item:
-                    key_value = item.split(":")
-                    if len(key_value) > 1:
-                        overrides[key_value[0]] = key_value[1] or ""
-            study_db_metadata.overrides = overrides
         study_db_metadata.study_size = int(study["studysize"])
-        study_db_metadata.submission_date = self._get_date_string(
-            study["submissiondate"]
+
+        study_db_metadata.first_private_date = self._get_date_string(
+            study["first_private_date"]
         )
+        study_db_metadata.submission_date = study_db_metadata.first_private_date
+
         study_db_metadata.curation_request = CurationRequest.get_from_int(
             study["curation_request"]
         )
-        study_db_metadata.release_date = self._get_date_string(study["releasedate"])
+        study_db_metadata.first_public_date = self._get_date_string(
+            study["first_public_date"]
+        )
+        study_db_metadata.release_date = study_db_metadata.first_public_date
         study_db_metadata.update_date = self._get_date_time_string(study["updatedate"])
         study_db_metadata.status_date = self._get_date_time_string(study["status_date"])
         study_db_metadata.submitters = self._create_submitters(submitters)
+        if revision:
+            study_db_metadata.revision_number = revision.get("revision_number", 0)
+            study_db_metadata.revision_comment = revision.get("revision_comment", "")
+            study_db_metadata.revision_date = self._get_date_string(
+                revision.get("revision_datetime", "")
+            )
+        study_db_metadata.dataset_license = study["dataset_license"] or ""
+        study_db_metadata.dataset_license_version = (
+            study["dataset_license_version"] or ""
+        )
+        study_db_metadata.dataset_license_url = self.LICENSE_URLS.get(
+            (
+                study_db_metadata.dataset_license.upper(),
+                study_db_metadata.dataset_license_version.upper(),
+            ),
+        )
+        study_db_metadata.study_category = StudyCategory(study["study_category"])
+        study_db_metadata.mhd_model_version = study["mhd_model_version"]
+        study_db_metadata.reserved_mhd_accession = study["mhd_accession"] or ""
+        study_db_metadata.created_at = (
+            self._get_date_time_string(study["created_at"]) or ""
+        )
+        study_db_metadata.study_template = study["study_template"] or ""
+        study_db_metadata.sample_template = study["sample_type"] or ""
+        study_db_metadata.template_version = study["template_version"] or ""
+
         return study_db_metadata
 
     def _create_submitters(self, submitters: List[Dict[str, Any]]) -> List[Submitter]:

{mtbls_mhd_integration-0.0.3 → mtbls_mhd_integration-0.0.4/mtbls_mhd_integration.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mtbls-mhd-integration
-Version: 0.0.3
+Version: 0.0.4
 Summary: MetaboLights - MetabolomicsHub Integration
 Author-email: MetaboLights Team <metabolights-help@ebi.ac.uk>
 License-Expression: Apache-2.0
@@ -9,7 +9,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: asyncpg>=0.30.0
 Requires-Dist: metabolights-utils>=1.4.16
-Requires-Dist: mhd-model>=0.1.37
+Requires-Dist: mhd-model>=0.1.38
 Requires-Dist: psycopg2-binary>=2.9.11
 Requires-Dist: pydantic>=2.12.4
 Requires-Dist: pydantic-settings>=2.10.1

{mtbls_mhd_integration-0.0.3 → mtbls_mhd_integration-0.0.4}/mtbls_mhd_integration.egg-info/requires.txt

@@ -1,6 +1,6 @@
 asyncpg>=0.30.0
 metabolights-utils>=1.4.16
-mhd-model>=0.1.37
+mhd-model>=0.1.38
 psycopg2-binary>=2.9.11
 pydantic>=2.12.4
 pydantic-settings>=2.10.1

{mtbls_mhd_integration-0.0.3 → mtbls_mhd_integration-0.0.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "mtbls-mhd-integration"
-version = "0.0.3"
+version = "0.0.4"
 description = "MetaboLights - MetabolomicsHub Integration"
 authors = [{"name" = "MetaboLights Team", "email" = "metabolights-help@ebi.ac.uk"}]
 license = "Apache-2.0"
@@ -9,7 +9,7 @@ requires-python = ">=3.12"
 dependencies = [
     "asyncpg>=0.30.0",
     "metabolights-utils>=1.4.16",
-    "mhd-model>=0.1.37",
+    "mhd-model>=0.1.38",
     "psycopg2-binary>=2.9.11",
     "pydantic>=2.12.4",
     "pydantic-settings>=2.10.1",
@@ -50,7 +50,7 @@ exclude = ["tests*", "docs*"]
 [tool.commitizen]
 name = "cz_conventional_commits"
 version_provider = "uv"
-version = "0.0.33"
+version = "0.0.43"
 tag_format = "v$major.$minor.$patch"
 version_files = [
     "pyproject.toml:version",