panda-server-source 0.8.0__py3-none-any.whl

pandaserver/dataservice/setupper_dummy_plugin.py

@@ -0,0 +1,47 @@
+"""
+This class is a dummy plugin. It inherits from the SetupperPluginBase class.
+"""
+import uuid
+
+from typing import List, Dict
+
+from pandaserver.dataservice.setupper_plugin_base import SetupperPluginBase
+
+
+class SetupperDummyPlugin(SetupperPluginBase):
+    """
+    This class is a dummy plugin. It inherits from the SetupperPluginBase class.
+    """
+
+    # constructor
+    def __init__(self, taskBuffer, jobs: List, logger, **params: Dict) -> None:
+        """
+        Constructor for the SetupperDummyPlugin class.
+
+        :param taskBuffer: The buffer for tasks.
+        :param jobs: The jobs to be processed.
+        :param logger: The logger to be used for logging.
+        :param params: Additional parameters.
+        """
+        # defaults
+        default_map = {}
+        SetupperPluginBase.__init__(self, taskBuffer, jobs, logger, params, default_map)
+
+    # main
+    def run(self) -> None:
+        """
+        The main method that runs the plugin. It iterates over the jobs and their files.
+        If a file is of type "log", it generates a GUID for it.
+        """
+        for job_spec in self.jobs:
+            for file_spec in job_spec.Files:
+                if file_spec.type == "log":
+                    # generate GUID
+                    file_spec.GUID = str(uuid.uuid4())
+
+    # post run
+    def post_run(self) -> None:
+        """
+        This method is called after the run method. Currently, it does nothing.
+        """
+        pass

pandaserver/dataservice/setupper_plugin_base.py

@@ -0,0 +1,67 @@
+"""
+Base class for setupper plugins. It separates normal and jumbo jobs and sets parameters.
+"""
+from typing import List, Dict
+from pandaserver.taskbuffer import EventServiceUtils
+
+
+class SetupperPluginBase(object):
+    """
+    Base class for setupper plugins. It separates normal and jumbo jobs and sets parameters.
+    """
+
+    def __init__(self, taskBuffer, jobs: List, logger, params: Dict, default_map: Dict) -> None:
+        """
+        Constructor for the SetupperPluginBase class.
+
+        :param task_buffer: The buffer for tasks.
+        :param jobs: The jobs to be processed.
+        :param logger: The logger to be used for logging.
+        :param params: Additional parameters.
+        :param default_map: Default parameters.
+        """
+        self.jobs = []
+        self.jumbo_jobs = []
+        # separate normal and jumbo jobs
+        for job in jobs:
+            if EventServiceUtils.isJumboJob(job):
+                self.jumbo_jobs.append(job)
+            else:
+                self.jobs.append(job)
+        self.task_buffer = taskBuffer
+        self.logger = logger
+        # set named parameters
+        for key, value in params.items():
+            setattr(self, key, value)
+        # set defaults
+        for key, value in default_map.items():
+            if not hasattr(self, key):
+                setattr(self, key, value)
+
+    # abstracts
+    def run(self) -> None:
+        """
+        Abstract method for running the plugin. To be implemented in subclasses.
+        """
+        pass
+
+    def post_run(self) -> None:
+        """
+        Abstract method to be called after the run method. To be implemented in subclasses.
+        """
+        pass
+
+    # update failed jobs
+    def update_failed_jobs(self, jobs: List[object]) -> None:
+        """
+        Updates the status of failed jobs.
+
+        :param jobs: The jobs to be updated.
+        """
+        for job in jobs:
+            # set file status
+            for file in job.Files:
+                if file.type in ["output", "log"]:
+                    if file.status not in ["missing"]:
+                        file.status = "failed"
+        self.task_buffer.updateJobs(jobs, True)

pandaserver/jobdispatcher/DispatcherUtils.py

@@ -0,0 +1,35 @@
+import os
+import sys
+
+import requests
+from pandaserver.config import panda_config
+
+
+# get secret key
+def getSecretKey(pandaID):
+    try:
+        # get parameters for panda proxy
+        proxyURLSSL = panda_config.pandaProxy_URLSSL
+        ca_certs = panda_config.pandaProxy_ca_certs
+        key_file = os.environ["X509_USER_PROXY"]
+        cert_file = os.environ["X509_USER_PROXY"]
+        # send request
+        data = {"pandaID": pandaID}
+        res = requests.post(
+            proxyURLSSL + "/insertSecretKeyForPandaID",
+            data=data,
+            verify=ca_certs,
+            cert=(cert_file, key_file),
+        )
+        tmpDict = res.json()
+        statusCode = tmpDict["errorCode"]
+        secretKey = tmpDict["secretKey"]
+        if tmpDict["errorCode"] == 0:
+            # succeeded
+            return secretKey, ""
+        else:
+            # failed
+            return None, tmpDict["errorDiag"]
+    except Exception:
+        errType, errValue = sys.exc_info()[:2]
+        return None, f"{errType}:{errValue}"

pandaserver/jobdispatcher/ErrorCode.py

@@ -0,0 +1,19 @@
+# error code
+
+# Watcher
+EC_Watcher = 100
+
+# recovery failed
+EC_Recovery = 101
+
+# timeout in sent
+EC_SendError = 102
+
+# timeout in holding
+EC_Holding = 103
+
+# timeout in transferring
+EC_Transferring = 104
+
+# timeout for other status
+EC_Timeout = 105