wmglobalqueue 2.3.10rc10__py3-none-any.whl

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/lists/workRestrictions.js

@@ -0,0 +1,153 @@
+function(head, req) {
+
+  // Apply restrictions provided in query to find elements that can run
+  // at the given sites.
+
+  // Include checks on data location, site white/blacklists & team.
+
+  // Return at least one element for each site with free job slots,
+  // then take element size into account for further allocation.
+
+    if (!req.query.resources) {
+        send(toJSON({}));
+        return;
+    }
+
+    try {
+        var num_elem = JSON.parse(req.query.num_elem);
+    } catch (ex) {
+        send('"Error parsing number of elements" ' +  req.query.num_elem);
+        return;
+    }
+
+    try {
+        var resources = JSON.parse(req.query.resources);
+    } catch (ex) {
+        send('"Error parsing resources" ' +  req.query.resources);
+        return;
+    }
+  
+    var team = "";
+    if (req.query.team) {
+        try {
+            team = JSON.parse(req.query.team);
+        } catch (ex) {
+            send('"Error parsing team" ' + req.query.team);
+            return;
+        }
+    }
+
+    var wfs = [];
+    if (req.query.wfs) {
+        try {
+            wfs = JSON.parse(req.query.wfs);
+        } catch (ex) {
+            send('"Error parsing wfs" ' + req.query.wfs);
+            return;
+        }
+    }
+
+    send("[");
+    // loop over elements, applying site restrictions
+    var first = true;
+    while (row = getRow()) {
+
+        if (resources.length == 0) {
+            break;
+        }
+
+        if (num_elem <= 0) {
+            break;
+        }
+
+        //in case document is already deleted	
+        if (!row.doc) {
+        	continue;
+        };
+		
+        var ele = row["doc"]["WMCore.WorkQueue.DataStructs.WorkQueueElement.WorkQueueElement"];
+
+        // check work is for a team in the request
+        if (team && ele["TeamName"] && team !== ele["TeamName"]) {
+            continue;
+        }
+
+        // skip if we only want work from certain wf's which don't include this one.
+        if (wfs.length && wfs.indexOf(ele["RequestName"]) == -1) {
+            continue;
+        }
+
+        for (var site in resources) {
+            // skip if in blacklist
+            if (ele["SiteBlacklist"].indexOf(site) !== -1) {
+                continue;
+            }
+
+            //skip if not in whitelist
+            if (ele["SiteWhitelist"].indexOf(site) === -1) {
+                continue;
+            }
+
+            // Input data location restrictions
+            // don't check input data location if trustSitelists is enabled
+            var noInputSite = false;
+            if (ele["NoInputUpdate"] === true) {
+                noInputSite = false;
+            } else if (ele["Inputs"]) {
+                for (block in ele['Inputs']) {
+                    if (ele['Inputs'][block].indexOf(site) === -1) {
+                        noInputSite = true;
+                        break;
+                    }
+                }
+            }
+            if (noInputSite) {
+                continue;
+            }
+
+            // Pileup data location restrictions, all pileup datasets must be at the site
+            // don't check pileup data location if trustPUSitelists
+            var noPileupSite = false;
+            if (ele["NoPileupUpdate"] === true) {
+                noPileupSite = false;
+            } else if (ele["PileupData"]) {
+                for(dataset in ele["PileupData"]) {
+                    if(ele["PileupData"][dataset].indexOf(site) === -1) {
+                        noPileupSite = true;
+                        break;
+                    }
+                }
+            }
+            if (noPileupSite){
+                continue;
+            }
+
+            //skip if parent processing flag is set and parent block is not in the site.
+            //all the parent block has to be in the same site
+            var noParentSite = false;
+            if (ele["NoInputUpdate"] === true) {
+                noParentSite = false;
+            } else if (ele["ParentFlag"]) {
+                for (block in ele["ParentData"]) {
+                    if (ele["ParentData"][block].indexOf(site) === -1) {
+                        noParentSite = true;
+                        break;
+                    }
+                }
+            }
+            if (noParentSite) {
+                continue;
+            }
+
+            if (first !== true) {
+                send(",");
+            }
+            send(toJSON(row["doc"])); // need whole document, id etc...
+            first = false; // from now on prepend "," to output
+            num_elem--; // decrement the counter for the number of elements
+            break; // we have work, move to next element (break out of site loop)
+        } // end resources
+    } // end rows
+
+    send("]");
+} // end function

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/lists/workflowSummary.js

@@ -0,0 +1,28 @@
+function(head, req) {
+    // this function is used for elementsDetailByWorkflowAndStatus
+    var mainDoc = this;
+    provides("html", function() {
+        var Mustache = require("lib/mustache");
+        var requestInfo;
+        if (req.query.key) {
+            requestInfo = {request: req.query.key};
+        } else {
+            requestInfo = {request: ""};
+        }
+        return Mustache.to_html(mainDoc.templates.WorkflowSummary,
+                                requestInfo, mainDoc.templates.partials, send);
+    });
+
+    provides("json", function() {
+        send("[");
+        var row = getRow();
+        if (row) {
+            send(toJSON(row.value));
+            while (row = getRow()){
+                send(",");
+                send(toJSON(row.value));
+            }
+        }// end rows
+        send("]");
+    });
+} // end function

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/rewrites.json

@@ -0,0 +1,73 @@
+[
+  {"from": "elementsInfo",
+   "to": "_list/elementsDetail/elementsDetailByWorkflowAndStatus",
+   "method": "GET",
+   "query": {"startkey": [":request"],
+             "endkey": [":request", {}],
+             "reduce": "false"
+            }
+  },
+
+  {"from": "workflowInfo",
+   "to": "_list/workflowSummary/workflowSummary",
+   "method": "GET",
+   "query": {"group": "true"
+            }
+  },
+
+  {"from": "stuckElementsInfo",
+   "to": "_list/stuckElements/stuckElements",
+   "method": "GET",
+   "query" : {"include_docs" : "true"}
+  },
+
+  {
+      "from": "index.html",
+      "to": "index.html"
+  },
+
+  {
+    "from": "",
+    "to": "_show/redirect"
+  },
+
+  {
+    "from": "vendor/*",
+    "to": "vendor/*"
+  },
+
+  {
+    "from": "config/*",
+    "to": "config/*"
+  },
+
+  {
+    "from": "_view/*",
+    "to": "_view/*"
+  },
+
+  {
+    "from": "_list/*",
+    "to": "_list/*"
+  },
+
+  {
+    "from": "_show/*",
+    "to": "_show/*"
+  },
+
+  {
+    "from": "_update/*",
+    "to": "_update/*"
+  },
+
+  {
+    "from": "js/*",
+    "to": "js/*"
+  },
+
+  {
+    "from": "element/:id",
+    "to": "../../:id"
+  }
+]

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/shows/redirect.js

@@ -0,0 +1,23 @@
+function(doc, req) {
+  // redirect from _rewrite to index.html - only call this from _rewrite
+  // See http://wiki.apache.org/couchdb/Throw%20a%20404%20or%20a%20redirect
+  if (req.headers['Cms-Request-Uri']) {
+	  // we are behind a cms frontend which is proxying requests
+	  var http = req.headers.Https === 'on' ? 'https://' : 'http://';
+	  var uri = req.headers['Cms-Request-Uri'];
+	  if (uri.length > 0) {
+	      uri = uri[uri.length - 1] === '/' ? uri : uri + '/';
+	  }
+	  var location = http + req.headers['X-Forwarded-Host'] + uri + 'index.html';
+  } else {
+	  // assemble uri from path - assume http
+	  req.path.pop(); req.path.pop(); // need to remove '_show/redirect' from uri
+	  var location = 'http://' + req.headers.Host + '/' + req.path.join('/') + '/_rewrite/index.html';
+  }
+
+  var redirect = {code : 301,
+		          headers : {"Location" : location
+		                    }
+                 };
+  return redirect;
+}

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/shows/status.js

@@ -0,0 +1,40 @@
+function(doc, req) {
+	var mainDoc = this
+	var data = {tasks : []}
+	var now = new Date()
+
+	for (var name in doc.tasks) {
+		if (doc.tasks.hasOwnProperty(name) === false) {
+			continue;
+		}
+		var task = doc.tasks[name]
+		// convert {} to [] - must be a better way...
+		task['name'] = name;
+		// convert time stamp to Date object
+		var timestamp = new Date(task['timestamp'] * 1000);
+		task['timestamp'] = timestamp.toUTCString();
+		// mark if not run recently (2 hours)
+		if ((now - timestamp) < 7200000) {
+			task['uptodate'] = true
+		}
+		data.tasks.push(doc.tasks[name]);
+	}
+
+	provides("html", function() {
+		var Mustache = require("lib/mustache");
+		html_out = Mustache.to_html(mainDoc.templates.TaskStatus, data);
+		return {body : html_out,
+			headers: {
+			"Content-Type": "text/html",
+			"Cache-Control" : "no-cache" // need to recompute even if etag the same
+		}};
+	})
+
+	provides("json", function() {
+		return {body : toJSON(data),
+			headers: {
+			"Content-Type": "application/json",
+			"Cache-Control" : "no-cache" // need to recompute even if etag the same
+		}};
+	})
+} // end function

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/templates/ElementSummaryByWorkflow.html

@@ -0,0 +1,27 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+<head>
+<title> {{request}} : WorkQueue Elements</title>
+<!--YUI Library -->
+{{>yui-lib}}
+
+<!-- WorkQueue library -->
+{{>workqueue-common-lib}}
+
+<script src="js/ElementInfoByWorkflow.js"></script>
+
+</head>
+<body class="yui-skin-sam">
+<h3> Workqueue Elements for {{request}} </h3>
+<div id="elements"></div>
+<script>
+
+var oArgs = {};
+oArgs.divID = "elements";
+oArgs.workflow = "{{{request}}}";
+
+WQ.ElementInfoByWorkflow.elementTable(oArgs);
+
+</script>
+</body>
+</html>

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/templates/StuckElementSummary.html

@@ -0,0 +1,26 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+<head>
+<title> Stuck WorkQueue Elements</title>
+<!--YUI Library -->
+{{>yui-lib}}
+
+<!-- WorkQueue library -->
+{{>workqueue-common-lib}}
+
+<script src="js/StuckElementInfo.js"></script>
+
+</head>
+<body class="yui-skin-sam">
+<h3> Stuck Workqueue Elements </h3>
+<div id="elements"></div>
+<script>
+
+var oArgs = {};
+oArgs.divID = "elements";
+
+WQ.StuckElementInfo.elementTable(oArgs);
+
+</script>
+</body>
+</html>

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/templates/TaskStatus.html

@@ -0,0 +1,23 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+<head>
+<title>WorkQueue task status</title>
+</head>
+<body>
+<h3>Status of periodic tasks</h3>
+<div id="tasks">
+  <table cellspacing="10" align="center">
+    <th>Name</th><th>Last run</th><th>Status</th><th>Info</th>
+    {{#tasks}}
+      <tr>
+        <td>{{name}}</td><td>{{timestamp}}</td>
+        <td>{{#uptodate}}ok{{/uptodate}}{{^uptodate}}ERROR! Task not run recently{{/uptodate}}</td>
+        <td>{{comment}}</td>
+      </tr>
+    {{/tasks}}
+
+  </table>
+</div>
+
+</body>
+</html>

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/templates/WorkflowSummary.html

@@ -0,0 +1,27 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+<head>
+<title> {{request}} : Workflow Summary</title>
+<!--YUI Library -->
+{{>yui-lib}}
+
+<!-- WorkQueue library -->
+{{>workqueue-common-lib}}
+
+<script src="js/WorkloadInfoTable.js"></script>
+
+</head>
+<body class="yui-skin-sam">
+<h3> Workflow Summary for {{request}} </h3>
+<div id="workflow"></div>
+<script>
+
+var oArgs = {};
+oArgs.divID = "workflow";
+oArgs.workflow = "{{{request}}}";
+
+WQ.WorkloadInfoTable.workloadTable(oArgs);
+
+</script>
+</body>
+</html>

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/templates/partials/workqueue-common-lib.html

@@ -0,0 +1,2 @@
+<script src="js/namespace.js"></script>
+<script src="js/dataTable.js"></script>

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/templates/partials/yui-lib-remote.html

@@ -0,0 +1,16 @@
+<!-- YAHOO YUI Library -->
+<link rel="stylesheet" type="text/css" href="http://yui.yahooapis.com/2.8.0r4/build/fonts/fonts-min.css" />
+<link rel="stylesheet" type="text/css" href="http://yui.yahooapis.com/2.8.0r4/build/paginator/assets/skins/sam/paginator.css" />
+<link rel="stylesheet" type="text/css" href="http://yui.yahooapis.com/2.8.0r4/build/datatable/assets/skins/sam/datatable.css" />
+<!--
+<script type="text/javascript" src="http://yui.yahooapis.com/combo?2.8.0r4/build/yahoo-dom-event/yahoo-dom-event.js&2.8.0r4/build/connection/connection-min.js&2.8.0r4/build/datasource/datasource-min.js&2.8.0r4/build/datatable/datatable-min.js&2.8.0r4/build/json/json-min.js"></script>
+-->
+
+<script src="http://yui.yahooapis.com/2.8.0r4/build/yahoo-dom-event/yahoo-dom-event.js"></script>
+<script src="http://yui.yahooapis.com/2.8.0r4/build/dragdrop/dragdrop-min.js"></script>
+<script src="http://yui.yahooapis.com/2.8.0r4/build/connection/connection-min.js"></script>
+<script src="http://yui.yahooapis.com/2.8.0r4/build/element/element-min.js"></script>
+<script src="http://yui.yahooapis.com/2.8.0r4/build/datasource/datasource-min.js"></script>
+<script src="http://yui.yahooapis.com/2.8.0r4/build/datatable/datatable-min.js"></script>
+<script src="http://yui.yahooapis.com/2.8.0r4/build/json/json-min.js"></script>
+<script src="http://yui.yahooapis.com/2.8.0r4/build/paginator/paginator-min.js"></script>

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/templates/partials/yui-lib.html

@@ -0,0 +1,18 @@
+<!-- YAHOO YUI Library -->
+<link rel="stylesheet" type="text/css" href="vendor/yui/build/fonts/fonts-min.css" />
+<link rel="stylesheet" type="text/css" href="vendor/yui/build/paginator/assets/skins/sam/paginator.css" />
+<link rel="stylesheet" type="text/css" href="vendor/yui/build/datatable/assets/skins/sam/datatable.css" />
+<link rel="stylesheet" type="text/css" href="vendor/yui/build/progressbar/assets/skins/sam/progressbar.css" />
+<!--
+<script type="text/javascript" src="http://yui.yahooapis.com/combo?2.8.0r4/build/yahoo-dom-event/yahoo-dom-event.js&2.8.0r4/build/connection/connection-min.js&2.8.0r4/build/datasource/datasource-min.js&2.8.0r4/build/datatable/datatable-min.js&2.8.0r4/build/json/json-min.js"></script>
+-->
+
+<script src="vendor/yui/build/yahoo-dom-event/yahoo-dom-event.js"></script>
+<script src="vendor/yui/build/dragdrop/dragdrop-min.js"></script>
+<script src="vendor/yui/build/connection/connection-min.js"></script>
+<script src="vendor/yui/build/element/element-min.js"></script>
+<script src="vendor/yui/build/datasource/datasource-min.js"></script>
+<script src="vendor/yui/build/datatable/datatable-min.js"></script>
+<script src="vendor/yui/build/json/json-min.js"></script>
+<script src="vendor/yui/build/paginator/paginator-min.js"></script>
+<script src="vendor/yui/build/progressbar/progressbar-min.js"></script>

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/updates/in-place.js

@@ -0,0 +1,50 @@
+// update arbitrary fields
+// adapted from http://wiki.apache.org/couchdb/Document_Update_Handlers
+function(doc, req) {
+	if (!req.query.updates) {
+		return [doc, '"No updates provided"'];
+	}
+
+	try {
+		var updates = JSON.parse(req.query.updates);
+	} catch (ex) {
+		return [doc, '"Error parsing JSON"'];
+	}
+
+    try {
+        var options = JSON.parse(req.query.options);
+    } catch (ex) {
+        return [doc, '"Error parsing JSON"'];
+    }
+
+	for (var field in updates) {
+		var value = updates[field];
+		var ele = doc['WMCore.WorkQueue.DataStructs.WorkQueueElement.WorkQueueElement'];
+
+		// attempt to preserve type
+		var type = typeof(ele[field]);
+		if (type === "number") {
+			value = parseFloat(value);
+		}
+		// Check if we are doing incremental updates
+		// Currently only supports arrays
+        if ("incremental" in options && options["incremental"]){
+            if ((Object.prototype.toString.call(ele[field]) === '[object Array]')){
+                for(var i = 0; i < value.length; i++){
+                    singleValue = value[i]
+                    ele[field].push(singleValue)
+                }
+            } else {
+                // Unsupported type
+                ele[field] = value;
+            }
+        } else {
+            ele[field] = value;
+        }
+	}
+
+	//record update time
+	doc.updatetime = new Date().getTime() / 1000; // epoch seconds
+
+	return [doc, ''];
+}

wmglobalqueue-2.3.10rc10.data/data/data/couchapps/WorkQueue/validate_doc_update.js

@@ -0,0 +1,8 @@
+function(newDoc, oldDoc, userCtx) {
+    // Check permissions and filter out replication of _deleted docs
+
+    if (newDoc._deleted === true && !oldDoc) {
+      throw({forbidden: 'Do not create deleted docs'});
+    }
+
+}