naf 1.1.0

data/.gitignore

@@ -0,0 +1,16 @@
+# See http://help.github.com/ignore-files/ for more about ignoring files.
+#
+# If you find yourself ignoring temporary files generated by your text editor
+# or operating system, you probably want to add a global ignore instead:
+#   git config --global core.excludesfile ~/.gitignore_global
+
+# Ignore bundler config
+/.bundle
+
+# Ignore the default SQLite database.
+/db/*.sqlite3
+
+# Ignore all logfiles and tempfiles.
+/log/*.log
+/tmp
+.idea/**

data/.rspec

@@ -0,0 +1 @@
+--color

data/.travis.yml

@@ -0,0 +1,17 @@
+language: ruby
+rvm:
+  - 1.9.3
+script: ci/travis.sh
+env:
+  - SPEC_GROUP=primary_database
+branches:
+  only:
+    - master
+notifications:
+  email:
+    - keith@fiksu.com
+    - nlim@fiksu.com
+    - adembskiy@fiksu.com
+    - lmeira@fiksu.com
+  webhooks:
+    - https://zapier.com/hooks/WebHookAPI/?sid=43534

data/Gemfile

@@ -0,0 +1,17 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :assets do
+  gem 'sass-rails',   '~> 3.2.3'
+  gem 'coffee-rails', '~> 3.2.1'
+  gem 'uglifier', '>= 1.0.3'
+end
+gem 'jquery-ui-rails'
+gem 'awesome_print'
+gem 'will_paginate'
+gem 'facter'
+gem 'shoulda-matchers', '2.0.0'
+gem "timecop", '0.4.5'
+
+gem 'fiksu-af'

data/LICENSE

@@ -0,0 +1,2 @@
+Copyright (c) 2010-2013, Fiksu, Inc.
+All rights reserved.

data/README.rdoc

@@ -0,0 +1,22 @@
+= Network Application Framework (Naf)
+
+Distributed Rails-based fault tolerant script scheduling framework, providing:
+
+* Quick prototyping
+* Logging
+* Scheduling
+* Queuing
+* Process Management
+* Alarming
+
+With a management console, providing:
+
+* Machine Management
+* Live Queue Management
+* Process Management
+* Script Management
+* Schedule Management
+
+=== Please find up-to-date information on Naf here: {Naf Wiki}[http://www.github.com/fiksu/naf/wiki]
+
+=== Instructions on updgrading Naf to Version 1.0.3: {Instructions}[http://www.github.com/fiksu/naf/wiki/Upgrading]

data/RELEASE_NOTES.rdoc

@@ -0,0 +1,18 @@
+= Release Notes
+
+=== Version 1.0.0
+
+Features/Changes:
+* Three table queue (Historical, Running, Queued)
+* Job tags (system, custom visible/invisible)
+* Papertrail logging for Jobs and Machines
+* CPU/Memory control of Jobs
+* Environment specific log configuration
+* Enqueue switch for application_schedules
+* Machine runner management
+* Killed jobs marked as terminating/terminated
+* Updated display of timestamps (Started At, Finished At, Run Time) for Jobs
+* Fixed buttons to add Jobs to the Queue
+* Jobs index page is automatically refreshed
+
+=== Please find up-to-date information on Naf here: {Naf Wiki}[http://www.github.com/fiksu/naf/wiki]

data/Rakefile

@@ -0,0 +1,43 @@
+#!/usr/bin/env rake
+
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+begin
+  require 'rdoc/task'
+rescue LoadError
+  require 'rdoc/rdoc'
+  require 'rake/rdoctask'
+  RDoc::Task = Rake::RDocTask
+end
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'Naf'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+# Eventually we will want a test application to use this Engine
+# to see if it works!
+
+APP_RAKEFILE = File.expand_path("../spec/dummy/Rakefile", __FILE__)
+
+load 'rails/tasks/engine.rake'
+
+Bundler::GemHelper.install_tasks
+
+require 'rake'
+require 'rspec/core'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+desc 'Default: Run all specs.'
+task default: :spec
+

data/app/assets/javascripts/dataTablesTemplates/applications.js

@@ -0,0 +1,94 @@
+// When document is ready
+jQuery(document).ready(function() {
+
+  // Prepare for setup the datatable.
+  var dataTableOptions = {
+    "sAjaxSource": sAjaxSource,
+    "fnInitComplete" : function() {
+      initPageSelect();
+    },
+    "bAutoWidth": false,
+    "aoColumnDefs": [
+      { "bVisible": false, "aTargets": [ 14, 15 ] },    // turn off visibility
+      { "sClass": "center", "aTargets": [ 6, 7, 8, 9, 12, 13 ] }
+    ],
+    "aoColumns": [
+        { "sWidth": "2%"},      // Id
+        { "sWidth": "12%"},     // Title
+        { "sWidth": "7%"},      // Short Name
+        { "sWidth": "6%"},      // Script Type Name
+        null,                   // Application Run Group Name
+        { "sWidth": "9%"},      // Application Run Group Restriction Name
+        { "sWidth": "7%"},      // Application Run Group Limit
+        { "sWidth": "4%"},      // Enabled
+        { "sWidth": "4%"},      // Enqueue Backlogs
+        { "sWidth": "8%"},      // Run Time
+        { "sWidth": "10%"},     // Last Queued At
+        { "sWidth": "8%"},      // Affinities
+        { "sWidth": "8%"},      // Prerequisites
+        { "sWidth": "4%"},      // Actions
+        null,
+        null
+    ],
+    "fnServerData": function ( sSource, aoData, fnCallback ) {
+      _.each(jQuery('.datatable_variable').serializeArray(), function(dv) { aoData.push(dv); });
+      jQuery.getJSON( sSource, aoData, function (json) {
+        fnCallback(json);
+        initPaging();
+        addTitles();
+      });
+    },
+    "fnRowCallback": function( nRow, aData, iDisplayIndex, iDisplayIndexFull ) {
+      addLinkToApplication(nRow, aData);
+      colorizationDeletedOrHidden(nRow, aData);
+      checkTimeFormat(nRow, aData);
+      return nRow;
+    }
+  };
+
+  // Setup the datatable
+  jQuery('#datatable').addDataTable(dataTableOptions);
+
+  jQuery(document).delegate('.enqueue', "click", function(){
+    var answer = confirm("Adding application as a job on the queue?");
+    if (!answer) {
+      return false;
+    }
+    jQuery.post(postSource, { "historical_job[application_id]": jQuery(this).attr('id') }, function(data) {
+      if (data.success) {
+        jQuery("<p id='notice'>Congratulations, a Job " + data.title + " was added!</p>").
+                appendTo('#flash_message').slideDown().delay(5000).slideUp();
+        jQuery('#datatable').dataTable().fnDraw();
+      }
+      else {
+        jQuery("<div class='error'>Sorry, \'" +  data.title + "\' cannot add a Job to the queue right now!</div>").
+                appendTo('#flash_message').slideDown().delay(5000).slideUp();
+        jQuery('#datatable').dataTable().fnDraw();
+      }
+    });
+  });
+});
+
+function addLinkToApplication(nRow, aData) {
+  var id = aData[0];
+  var row = jQuery('<a href="/job_system/applications/' + id + '">' + id + '</a>' );
+  jQuery('td:nth-child(1)', nRow).empty().append(row);
+}
+
+function colorizationDeletedOrHidden(nRow, aData) {
+  if (aData[11] == 'true' || aData[12] == 'false' || aData[13] == '') {
+    jQuery(nRow).addClass('deleted_or_hidden');
+  }
+}
+
+function checkTimeFormat(nRow, aData) {
+  var l_q_a_array = jQuery(aData[10]).text().split(',');
+  var last_queued_at;
+  if(jQuery('#time_format').val() == 'lexically') {
+    last_queued_at = l_q_a_array[0];
+  } else {
+    last_queued_at = l_q_a_array[1];
+  }
+
+  jQuery('td:nth-child(11)', nRow).empty().append(jQuery(aData[10]).text(last_queued_at));
+}

data/app/assets/javascripts/dataTablesTemplates/jobs.js

@@ -0,0 +1,163 @@
+// When document is ready
+jQuery(document).ready(function() {
+  // Prepare for setup the datatable.
+  var dataTableOptions = {
+    "sAjaxSource": sAjaxSource,
+    "bSort": true,
+    "aaSorting": [[10, 'desc']],
+    "aoColumnDefs": [
+      { "bSortable": false, "aTargets": [1, 4, 7, 8, 9, 11, 12] },  // turn off sorting
+      { "bVisible": false, "aTargets": [11] },                      // turn off visibility
+      { "sClass": "center", "aTargets": [12] }
+    ],
+    "bAutoWidth": false,
+    "aoColumns": [
+        { "sWidth": "3%"},                              // Id
+        { "sWidth": "7%"},                              // Server
+        { "sWidth": "4%"},                              // Pid
+        { "sWidth": "12%"},                             // Queued Time
+        { "sWidth": "25%"},                             // Title
+        { "sWidth": "11%"},                             // Started At
+        { "sWidth": "11%"},                             // Finished At
+        { "sWidth": "7%"},                              // Run Time
+        { "sWidth": "12%"},                             // Affinities
+        { "sWidth": "8%"},                              // Tags
+        { "asSorting": [ "desc" ], "sWidth": "6%" },    // Status
+        null,                                           // Application URL
+        { "sWidth": "6%"}                               // Actions
+    ],
+    "fnInitComplete" : function() {
+      initPageSelect();
+      setPageOrder();
+    },
+    "fnServerData": function ( sSource, aoData, fnCallback ) {
+      _.each(jQuery('.datatable_variable').serializeArray(), function(dv) { aoData.push(dv); });
+      jQuery.getJSON( sSource, aoData, function (json) {
+        fnCallback(json);
+        initPaging();
+        addTitles();
+      });
+    },
+    "fnRowCallback": function( nRow, aData, iDisplayIndex, iDisplayIndexFull ) {
+      addLinkToJob(nRow, aData);
+      addLinkToTitle(nRow, aData);
+      alignmentButtons(nRow, aData);
+      colorizationStatus(nRow, aData);
+      checkTimeFormat(nRow, aData);
+      return nRow;
+    }
+  };
+
+   // Setup the datatable.
+  jQuery('#datatable').addDataTable(dataTableOptions);
+
+  // Action: Terminate Job
+  jQuery(document).delegate('.terminate', "click", function(){
+    var answer = confirm("You are terminating this job. Are you sure you want to do this?");
+    if (!answer) {
+      return false;
+    }
+    var id = jQuery(this).attr('id');
+    var url = '/job_system/historical_jobs/' + id;
+    jQuery.ajax({
+      url: url,
+      type: 'POST',
+      dataType: 'json',
+      data: { "historical_job[request_to_terminate]": 1, "historical_job_id": id, "_method": "put" },
+      success:function (data) {
+          if (data.success) {
+              var title = data.title ? data.title : data.command
+              jQuery("<p id='notice'>A Job " + title + " was terminated!</p>").
+              appendTo('#flash_message').slideDown().delay(5000).slideUp();
+              jQuery('#datatable').dataTable().fnDraw();
+          }
+      }
+    });
+  });
+});
+
+function addLinkToJob(nRow, aData) {
+  var id = aData[0];
+  var row = jQuery('<a href="/job_system/historical_jobs/' + id + '">' + id + '</a>' );
+  jQuery('td:nth-child(1)', nRow).empty().append(row);
+}
+
+function addLinkToTitle(nRow, aData) {
+  var link = aData[11];
+  var title = aData[4];
+  if ( link != "" ) {
+    var row = jQuery('<a href="' + link + '">' + title + '</a>' );
+    jQuery('td:nth-child(5)', nRow).empty().append(row);
+  }
+}
+
+function checkTimeFormat(nRow, aData) {
+  var start_array = aData[5].split(',');
+  var finish_array = aData[6].split(',');
+  var run_time_array = aData[7].split(',');
+  var started_at;
+  var finished_at;
+  var run_time;
+  if(jQuery('#time_format').val() == 'lexically') {
+    started_at = start_array[0];
+    finished_at = finish_array[0];
+    run_time = run_time_array[0];
+  } else {
+    started_at = start_array[1];
+    finished_at = finish_array[1];
+    run_time = run_time_array[1];
+  }
+
+  jQuery('td:nth-child(6)', nRow).empty().append(started_at);
+  jQuery('td:nth-child(7)', nRow).empty().append(finished_at);
+  jQuery('td:nth-child(8)', nRow).empty().append(run_time);
+}
+
+function alignmentButtons(nRow, aData) {
+  // Action buttons
+  var data = aData[12];
+  var row;
+  if (aData[10] != "Canceled") {
+      row = "<div style='text-align:left;width:50px;display: inline;'>" + data + "</div>";
+  } else {
+      row = "<div style='text-align:left;width:50px;display: inline;padding-right: 16px;'>" + data + "</div>";
+  }
+  jQuery('td:nth-child(12)', nRow).empty().append(row);
+}
+
+// Function that changes the color of the job status
+function colorizationStatus(nRow, aData) {
+  jQuery('td:nth-child(11)', nRow).wrapInner('<div class="">');
+  switch(aData[10]) {
+    case 'Running':
+      jQuery('td:nth-child(11) div', nRow).addClass('script-running');
+      break;
+    case 'Queued':
+      jQuery('td:nth-child(11) div', nRow).addClass('script-queued');
+      break;
+    case 'Waiting':
+      jQuery('td:nth-child(11) div', nRow).addClass('script-queued');
+      break;
+    case 'Canceled':
+      break;
+    case 'Finished':
+      jQuery('td:nth-child(11) div', nRow).addClass('script-finished');
+      break;
+    default:
+      jQuery('td:nth-child(11) div', nRow).addClass('script-error');
+      break;
+  }
+}
+
+function setPageOrder(){
+  var status = jQuery("#search_status").val();
+  if (status == 'finished' || status == 'errored') {
+    jQuery('#datatable').dataTableSettings[0].aoColumns[10].bSortable = false;
+    jQuery('#datatable thead tr th:nth-child(11) div span').css("display", "none");
+    jQuery('#datatable').dataTable().fnSort([ [6,'desc'] ]);
+  } else {
+    jQuery('#datatable').dataTableSettings[0].aoColumns[10].bSortable = true;
+    jQuery('#datatable').dataTable().fnSort([ [10,'desc'] ]);
+    jQuery('#datatable thead tr th:nth-child(11) div span').css("display", "block");
+  }
+}