rcsb.exdb 1.32__py3-none-any.whl → 1.34__py3-none-any.whl

rcsb/exdb/seq/PolymerEntityExtractor.py

@@ -9,6 +9,7 @@
 #  9-Jan-2024 dwp Turn off use of uniprot_exdb DB for enriching protein entity details file (data not used)
 # 10-Dec-2024 dwp Sort extracted polymer entity sequence data by entity ID (alphabetically), to ensure consistent
 #                 ordering between coasts (order of sequence data influences results of mmseqs2 sequence searching)
+#  2-Feb-2026 dwp Handle case of missing 'rcsb_entity_source_organism.source_type'
 #
 ##
 __docformat__ = "google en"
@@ -115,7 +116,7 @@ class PolymerEntityExtractor(object):
                             begSeqNum = 1
                             endSeqNum = seqLen
                         srcId = tD["pdbx_src_id"]
-                        srcType = tD["source_type"]
+                        srcType = tD["source_type"] if "source_type" in tD else None
                         taxId = tD["ncbi_taxonomy_id"] if "ncbi_taxonomy_id" in tD else -1
                         if srcName and taxId == -1:
                             missingSrcD.setdefault(srcName, []).append(rId)
@@ -138,7 +139,7 @@ class PolymerEntityExtractor(object):
                     pD = eD["rcsb_polymer_entity"]
                     taxCount = pD["rcsb_source_taxonomy_count"]
                 except Exception:
-                    if srcType == "synthetic":
+                    if srcType is not None and srcType == "synthetic":
                         taxCount = 0
                     else:
                         logger.warning("%s (srcName %r) no source taxonomy count type %r", rId, srcName, srcType)

rcsb/exdb/tree/TreeNodeListWorker.py

@@ -12,6 +12,8 @@
 # 23-Jan-2025 dwp Change indexed field from 'update_id' to 'id'
 #  7-Aug-2025 dwp Change target DB and collection names to "dw" and "tree_*" (via configuration file);
 #                 Make use of configuration file for loading tree node lists and setting indexed fields
+#  6-Jan-2026 dwp Raise error if a tree node list is empty or fails to load;
+#                 Add support for providing a manual list of tree node lists to load (for testing)
 #
 ##
 __docformat__ = "google en"
@@ -41,7 +43,20 @@ logger = logging.getLogger(__name__)
 class TreeNodeListWorker(object):
     """Prepare and load repository holdings and repository update data."""
 
-    def __init__(self, cfgOb, cachePath, numProc=1, chunkSize=10, maxStepLength=4000, readBackCheck=False, documentLimit=None, verbose=False, useCache=False, useFilteredLists=False):
+    def __init__(
+            self,
+            cfgOb,
+            cachePath,
+            numProc=1,
+            chunkSize=10,
+            maxStepLength=4000,
+            readBackCheck=False,
+            documentLimit=None,
+            verbose=False,
+            useCache=False,
+            useFilteredLists=False,
+            treeCollectionList=None,
+    ):
         self.__cfgOb = cfgOb
         self.__cachePath = os.path.abspath(cachePath)
         self.__readBackCheck = readBackCheck
@@ -55,6 +70,7 @@ class TreeNodeListWorker(object):
         self.__statusList = []
         self.__useCache = useCache
         self.__useFilteredLists = useFilteredLists
+        self.__treeCollectionList = treeCollectionList if treeCollectionList else []  # Manually specify tree collections to load
 
     def __updateStatus(self, updateId, databaseName, collectionName, status, startTimestamp):
         try:
@@ -95,43 +111,49 @@ class TreeNodeListWorker(object):
                 ATTRIBUTE_NAMES:
                     - parents
         """
-        try:
-            useCache = self.__useCache
-            #
-            logger.info("Starting with cache path %r (useCache=%r)", self.__cachePath, useCache)
-            #
-            self.__statusList = []
-            desp = DataExchangeStatus()
-            statusStartTimestamp = desp.setStartTime()
-            dl = DocumentLoader(
-                self.__cfgOb,
-                self.__cachePath,
-                self.__resourceName,
-                numProc=self.__numProc,
-                chunkSize=self.__chunkSize,
-                maxStepLength=self.__maxStepLength,
-                documentLimit=self.__documentLimit,
-                verbose=self.__verbose,
-                readBackCheck=self.__readBackCheck,
-            )
-            #
-            sectionName = "tree_node_lists_configuration"
-            databaseNameMongo = self.__cfgOb.get("DATABASE_NAME", sectionName=sectionName)
-            collectionNameList = self.__cfgOb.get("COLLECTION_NAME_LIST", sectionName=sectionName)
-            collectionIndexList = self.__cfgOb.get("COLLECTION_INDICES", sectionName=sectionName)
-            # databaseNameMongo = 'dw'
-            # collectionNameList = ['tree_taxonomy', 'tree_ec', 'tree_scop', 'tree_scop2', 'tree_cath', 'tree_atc', 'tree_card', 'tree_ecod', 'tree_go']
-            # collectionIndexList = [{'INDEX_NAME': 'primary', 'ATTRIBUTE_NAMES': ['id']}, {'INDEX_NAME': 'index_2', 'ATTRIBUTE_NAMES': ['parents']}]
-
-            # collectionVersion = self.__cfgOb.get("COLLECTION_VERSION_STRING", sectionName=sectionName)
-            # addValues = {"_schema_version": collectionVersion}
-            addValues = None
-
-            ok = True
-            for collectionName in collectionNameList:
-                nL = self.__getTreeDocList(collectionName, useCache)
-                if nL and doLoad:
-                    ok = dl.load(
+        ok = True
+        useCache = self.__useCache
+        #
+        logger.info("Starting with cache path %r (useCache=%r)", self.__cachePath, useCache)
+        #
+        self.__statusList = []
+        desp = DataExchangeStatus()
+        statusStartTimestamp = desp.setStartTime()
+        dl = DocumentLoader(
+            self.__cfgOb,
+            self.__cachePath,
+            self.__resourceName,
+            numProc=self.__numProc,
+            chunkSize=self.__chunkSize,
+            maxStepLength=self.__maxStepLength,
+            documentLimit=self.__documentLimit,
+            verbose=self.__verbose,
+            readBackCheck=self.__readBackCheck,
+        )
+        #
+        sectionName = "tree_node_lists_configuration"
+        databaseNameMongo = self.__cfgOb.get("DATABASE_NAME", sectionName=sectionName)
+        collectionNameList = self.__cfgOb.get("COLLECTION_NAME_LIST", sectionName=sectionName)
+        collectionIndexList = self.__cfgOb.get("COLLECTION_INDICES", sectionName=sectionName)
+        # databaseNameMongo = 'dw'
+        # collectionNameList = ['tree_taxonomy', 'tree_ec', 'tree_scop', 'tree_scop2', 'tree_cath', 'tree_atc', 'tree_card', 'tree_ecod', 'tree_go']
+        # collectionIndexList = [{'INDEX_NAME': 'primary', 'ATTRIBUTE_NAMES': ['id']}, {'INDEX_NAME': 'index_2', 'ATTRIBUTE_NAMES': ['parents']}]
+
+        if len(self.__treeCollectionList) > 0:
+            collectionNameList = [col for col in self.__treeCollectionList]
+
+        # collectionVersion = self.__cfgOb.get("COLLECTION_VERSION_STRING", sectionName=sectionName)
+        # addValues = {"_schema_version": collectionVersion}
+        addValues = None
+
+        for collectionName in collectionNameList:
+            nL = self.__getTreeDocList(collectionName, useCache)
+            if doLoad:
+                if not nL or len(nL) == 0:
+                    logger.error("Empty node list returned for collectionName %r", collectionName)
+                    ok = False
+                else:
+                    okL = dl.load(
                         databaseNameMongo,
                         collectionName,
                         loadType=loadType,
@@ -140,18 +162,19 @@ class TreeNodeListWorker(object):
                         addValues=addValues,
                         schemaLevel=None,
                         indexDL=collectionIndexList
-                    ) and ok
+                    )
+                    ok = okL and ok
                     self.__updateStatus(updateId, databaseNameMongo, collectionName, ok, statusStartTimestamp)
-                logger.info(
-                    "Completed load of tree node list for database %r, collection %r, len(nL) %r (status %r)",
-                    databaseNameMongo, collectionName, len(nL), ok
-                )
-            # ---
-            logger.info("Completed tree node list loading operations with loadType %r (status %r)", loadType, ok)
-            return True
-        except Exception as e:
-            logger.exception("Failing with %s", str(e))
-        return False
+
+                    logger.info(
+                        "Completed load of tree node list for database %r, collection %r, len(nL) %r (status %r)",
+                        databaseNameMongo, collectionName, len(nL), okL
+                    )
+        # ---
+        logger.info("Completed tree node list loading operations with loadType %r (status %r)", loadType, ok)
+        if not ok:
+            raise ValueError("Failed to load at least one tree node list.")
+        return ok
 
     def __checkTaxonNodeList(self, nL):
         eCount = 0

{rcsb_exdb-1.32.dist-info → rcsb_exdb-1.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rcsb.exdb
-Version: 1.32
+Version: 1.34
 Summary: RCSB Python ExDB data extraction and loading workflows
 Project-URL: Homepage, https://github.com/rcsb/py-rcsb_exdb
 Author-email: John Westbrook <john.westbrook@rcsb.org>
@@ -26,7 +26,7 @@ Requires-Dist: rcsb-utils-ec>=0.25
 Requires-Dist: rcsb-utils-go>=0.18
 Requires-Dist: rcsb-utils-io>=1.48
 Requires-Dist: rcsb-utils-seq>=0.82
-Requires-Dist: rcsb-utils-struct>=0.47
+Requires-Dist: rcsb-utils-struct>=0.51
 Requires-Dist: rcsb-utils-targets>=0.82
 Requires-Dist: rcsb-utils-taxonomy>=0.43
 Provides-Extra: tests

{rcsb_exdb-1.32.dist-info → rcsb_exdb-1.34.dist-info}/RECORD

@@ -33,7 +33,7 @@ rcsb/exdb/examples-seq/testReferenceSequenceUtils.py,sha256=JIpQsyVfU9sx-50ludlD
 rcsb/exdb/seq/AnnotationExtractor.py,sha256=8iCE8LJR7QH8ilSWDkpKYQSfVuSvorlnM9VHIIYcRoY,2741
 rcsb/exdb/seq/LigandNeighborMappingExtractor.py,sha256=PpRWunQHZ6j8s6MCu1tuY59cocEoUvM3bIUcsvQ-Ijo,3431
 rcsb/exdb/seq/LigandNeighborMappingProvider.py,sha256=vzy2tJGB6IgDNgSHyzGU3TuTOV9cfWI_eLRkO3apQtk,3741
-rcsb/exdb/seq/PolymerEntityExtractor.py,sha256=YPyK0F90mjHCBc_vqZdAvBcDecAcOHUax4TxGToEzmg,15004
+rcsb/exdb/seq/PolymerEntityExtractor.py,sha256=7Vf50e4aCwBJ_0nMuPrlMLU3dyQMD_T2w-YtoawKInc,15144
 rcsb/exdb/seq/ReferenceSequenceAnnotationAdapter.py,sha256=VXStOXoZcbFGYOm5eYiqn599BNksG87h3kzK_aQz2Xc,31160
 rcsb/exdb/seq/ReferenceSequenceAnnotationProvider.py,sha256=2fbNeH1VkxEPpny0lfaTJ-UGEXQjxTdQbUoeiTRbJuU,9560
 rcsb/exdb/seq/ReferenceSequenceAssignmentAdapter.py,sha256=P-t4w4uvnx4qv_vBAJwKuBGjo6wOIYZ8IKzGaw2bCQ8,25935
@@ -43,7 +43,7 @@ rcsb/exdb/seq/TaxonomyExtractor.py,sha256=I7jsb5Kanrnh4X-znl9kZPZMJ7o2dp4fsnp2IW
 rcsb/exdb/seq/UniProtCoreEtlWorker.py,sha256=-fEojXF3lAJ1tbMsPIxT9In6ooiPThuKSoIRQ0YlZ1s,7590
 rcsb/exdb/seq/UniProtExtractor.py,sha256=pR_A9e82YvbQ813M8rNPu1bCPOHMjGnCqJmLDMM23Qo,2695
 rcsb/exdb/seq/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rcsb/exdb/tree/TreeNodeListWorker.py,sha256=VLd7MWCxw9fONoC3xYbjvARp2O2V8Vyy-kUZnwQWi30,10233
+rcsb/exdb/tree/TreeNodeListWorker.py,sha256=jaCe21zVfj5h5g_n5ibwG33JoaX0nBqXCSLiw8DSF0A,10903
 rcsb/exdb/tree/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rcsb/exdb/utils/ObjectAdapterBase.py,sha256=w-MGvs-TFQXzfgOfAX3aNyCfaN9gY8WP-7MU2FcMAYs,466
 rcsb/exdb/utils/ObjectExtractor.py,sha256=fAJ-WW_-80h_s_XSDdZYi1I2pltb-uQ3teOtCkcyznk,11057
@@ -55,7 +55,7 @@ rcsb/exdb/wf/EntryInfoEtlWorkflow.py,sha256=YVr75Wz1BPjLr_satd28B9BeD3QL6HwmkR17
 rcsb/exdb/wf/GlycanEtlWorkflow.py,sha256=oJ6wf438K2e-eLmy8Ni3MCPxjAKgVJY38SWO885gnmg,2820
 rcsb/exdb/wf/PubChemEtlWorkflow.py,sha256=fNX3A6kf0S1XiJMz7ywNpFuuua5lT3XaUFjcCJtvQsU,11235
 rcsb/exdb/wf/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rcsb_exdb-1.32.dist-info/METADATA,sha256=ZKtnT7xFqpDHcUGISba091bqV1ckkjVPBKd-ot1ICJ4,3845
-rcsb_exdb-1.32.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-rcsb_exdb-1.32.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-rcsb_exdb-1.32.dist-info/RECORD,,
+rcsb_exdb-1.34.dist-info/METADATA,sha256=nfmbDBYh52noNUURQXRnqS8ksTzLd_46fINrsstMmkc,3845
+rcsb_exdb-1.34.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+rcsb_exdb-1.34.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+rcsb_exdb-1.34.dist-info/RECORD,,