reqmgr2ms-monitor 2.3.8rc9__tar.gz → 2.3.8rc10__tar.gz

{reqmgr2ms-monitor-2.3.8rc9/src/python/reqmgr2ms_monitor.egg-info → reqmgr2ms-monitor-2.3.8rc10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.2
 Name: reqmgr2ms-monitor
-Version: 2.3.8rc9
+Version: 2.3.8rc10
 Summary: UNKNOWN
 Home-page: https://github.com/dmwm/WMCore
 Maintainer: CMS DMWM Group

{reqmgr2ms-monitor-2.3.8rc9 → reqmgr2ms-monitor-2.3.8rc10}/src/python/WMCore/MicroService/Service/RestApiHub.py

@@ -39,4 +39,8 @@ class RestApiHub(RESTApi):
         # the mount point should match service configuration, e.g. in MSPileup we define
         # mount point as /ms-pileup/data, e.g. http://.../ms-pileup/data
         if 'ms-pileup' in mount:
+            # add new API "pileup" and it will be accessible as /ms-pileup/data/pileup
             self._add({"pileup": Data(app, self, config, mount)})
+        elif 'ms-transferor' in mount:
+            # add new API "transferor" and it will be accessible as /ms-transferor/data/transferor
+            self._add({"transferor": Data(app, self, config, mount)})

{reqmgr2ms-monitor-2.3.8rc9 → reqmgr2ms-monitor-2.3.8rc10}/src/python/WMCore/Services/WorkQueue/WorkQueue.py

@@ -237,34 +237,6 @@ class WorkQueue(object):
         elements = [x['id'] for x in data.get('rows', []) if x['key'][1] not in nonCancelableElements]
         return self.updateElements(*elements, Status='CancelRequested')
 
-    def updateSiteLists(self, wf, siteWhiteList=None, siteBlackList=None):
-        """
-        Update site list parameters in elements matching a given workflow and a list of element statuse
-
-        :param wf: workflow name
-        :param siteWhiteList: optional list of strings, new site white list
-        :param siteBlackList: optional list of strings, new site black list
-        :return: None
-        """
-        # Update elements in Available status
-        data = self.db.loadView('WorkQueue', 'jobStatusByRequest',
-                                {'reduce': False})
-        states = ['Available']
-        elementsToUpdate = [x['id'] for x in data.get('rows', []) if x['key'][-1] in states and wf in x['key']]
-        if elementsToUpdate:
-            self.logger.info("Updating %d elements in status %s for workflow %s", len(elementsToUpdate), states, wf)
-            self.updateElements(*elementsToUpdate, SiteWhiteList=siteWhiteList, SiteBlackList=siteBlackList)
-        # Update the spec, if it exists
-        if self.db.documentExists(wf):
-            wmspec = WMWorkloadHelper()
-            # update local workqueue couchDB
-            wmspec.load(self.hostWithAuth + "/%s/%s/spec" % (self.db.name, wf))
-            wmspec.setSiteWhiteList(siteWhiteList)
-            wmspec.setSiteBlackList(siteBlackList)
-            dummy_values = {'name': wmspec.name()}
-            wmspec.saveCouch(self.hostWithAuth, self.db.name, dummy_values)
-        return
-
     def updatePriority(self, wf, priority):
         """Update priority of a workflow, this implies
            updating the spec and the priority of the Available elements"""
@@ -284,6 +256,40 @@ class WorkQueue(object):
             wmspec.saveCouch(self.hostWithAuth, self.db.name, dummy_values)
         return
 
+    def updateElementsByWorkflow(self, workload, updateParams, status=None):
+        """
+        Update all available WorkQueue elements of a given workflow  with a set
+        of arguments provided through the `updateParams` dictionary
+        :param workload:     A workflow spec
+        :param updateParams: A dictionary with parameters  to be updated
+        :param status:       A list of allowed WorkQueue elements statuses to be considered for updating
+                             Default: None - do not filter by status
+        :return:             No value, raises exceptions from internal methods in case of errors.
+        """
+        # Fetch the whole view with Workqueue elements per given workflow
+        wfName = workload.name()
+        data = self.db.loadView('WorkQueue', 'elementsDetailByWorkflowAndStatus',
+                                {'startkey': [wfName], 'endkey': [wfName, {}],
+                                 'reduce': False})
+
+        # Fetch only a list of WorkQueue element Ids && Filter them by allowed status
+        if status:
+            elementsToUpdate = [x['id'] for x in data.get('rows', []) if x['value']['Status'] in status]
+        else:
+            elementsToUpdate = [x['id'] for x in data.get('rows', [])]
+
+        # Update all WorkQueue elements with the parameters provided in a single push
+        if elementsToUpdate:
+            self.updateElements(*elementsToUpdate, **updateParams)
+
+        # Update the spec, if it exists
+        if self.db.documentExists(wfName):
+            # Update all workload parameters based on the full reqArgs dictionary
+            workload.updateWorkloadArgs(updateParams)
+            # Commit the changes of the current workload object to the database:
+            workload.saveCouchUrl(workload.specUrl())
+        return
+
     def getWorkflowNames(self, inboxFlag=False):
         """Get workflow names from workqueue db"""
         if inboxFlag:

{reqmgr2ms-monitor-2.3.8rc9 → reqmgr2ms-monitor-2.3.8rc10}/src/python/WMCore/__init__.py

@@ -6,5 +6,5 @@ Core libraries for Workload Management Packages
 
 """
 
-__version__ = '2.3.8rc9'
+__version__ = '2.3.8rc10'
 __all__ = []

{reqmgr2ms-monitor-2.3.8rc9 → reqmgr2ms-monitor-2.3.8rc10/src/python/reqmgr2ms_monitor.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.2
 Name: reqmgr2ms-monitor
-Version: 2.3.8rc9
+Version: 2.3.8rc10
 Summary: UNKNOWN
 Home-page: https://github.com/dmwm/WMCore
 Maintainer: CMS DMWM Group