cloud-toaster 1.1.2

data/webapp/app/controllers/scripts_controller.rb

@@ -0,0 +1,166 @@
+class ScriptsController < ApplicationController
+
+	require "toaster/model/automation"
+  require "toaster/model/automation_attribute"
+  require "toaster/chef/chef_util"
+
+    skip_before_action :verify_authenticity_token
+
+  	def scripts
+  		cur_auto_reset()
+  	end
+
+  	def edit
+  		if request.post? || request.patch?
+  			if params[:add_param]
+  				auto = cur_auto
+  				auto.automation_attributes << Toaster::AutomationAttribute.new(
+			  			:key => "", :value => "")
+  			elsif params[:del_param]
+	  			params[:auto][:attr].each do |index,attr|
+	  				if params[:del_param][index]
+	  					to_delete = cur_auto.automation_attributes[index.to_i - 1]
+	  					cur_auto.automation_attributes.destroy(to_delete) if to_delete
+	  					break
+	  				end
+	  			end
+  			elsif params[:add_ignoreprop]
+  				auto = cur_auto
+  				auto.ignore_properties << Toaster::IgnoreProperty.new(
+			  			:key => "", :value => "")
+  			elsif params[:del_ignoreprop]
+	  			params[:auto][:ignoreprop].each do |index,attr|
+	  				if params[:del_ignoreprop][index]
+	  					to_delete = cur_auto.ignore_properties[index.to_i - 1]
+	  					cur_auto.ignore_properties.destroy(to_delete) if to_delete
+	  					break
+	  				end
+	  			end
+  			elsif params[:add_additionalprop]
+  				auto = cur_auto
+  				auto.additional_properties << Toaster::AdditionalProperty.new(
+			  			:key => "", :value => "")
+  			elsif params[:del_additionalprop]
+	  			params[:auto][:additionalprop].each do |index,attr|
+	  				if params[:del_additionalprop][index]
+	  					to_delete = cur_auto.additional_properties[index.to_i - 1]
+	  					cur_auto.additional_properties.destroy(to_delete) if to_delete
+	  					break
+	  				end
+	  			end
+  			elsif params[:save]
+		  		id = params[:auto_id]
+		  		auto = nil
+		  		if id == "0"
+			  		auto = Toaster::Automation.new(
+			  			:uuid => Toaster::Util.generate_short_uid)
+			  	else
+			  		auto = cur_auto
+			  	end
+	  			auto.name = params[:auto][:name]
+	  			auto.language = params[:auto][:language]
+	  			auto.visibility = params[:auto][:visibility]
+	  			auto.user = current_user
+	  			auto.script = params[:auto][:script]
+	  			if params[:auto][:attr]
+		  			params[:auto][:attr].each do |index,attr|
+		  				auto.automation_attributes[index.to_i - 1].key = attr["key"]
+		  				auto.automation_attributes[index.to_i - 1].value = attr["value"]
+		  			end
+		  		end
+		  		if params[:auto][:ignoreprop]
+		  			params[:auto][:ignoreprop].each do |index,prop|
+		  				auto.ignore_properties[index.to_i - 1].key = prop["key"]
+		  			end
+		  		end
+		  		if params[:auto][:additionalprop]
+		  			params[:auto][:additionalprop].each do |index,prop|
+		  				auto.additional_properties[index.to_i - 1].key = prop["key"]
+		  			end
+		  		end
+				auto.save
+		  		redirect_to scripts_url()
+		  	end
+		else
+			# TODO
+		end
+  	end
+
+  	def delete
+  		id = params[:auto_id]
+  		a = Toaster::Automation.find(id)
+  		if a
+	  		a.delete
+	  	end
+	  	redirect_to scripts_url()
+  	end
+
+  	def import_chef
+  		if params[:submitImport]
+        script_file = ChefUtil.get_cookbook_download_link(
+          params[:cookbook], params[:cookbook_version])
+  			a = Automation.new(
+  				:name => params[:auto_name],
+  				:cookbook => params[:cookbook],
+  				:cookbook_version => params[:cookbook_version],
+  				:recipes => params[:recipes],
+  				:user => current_user,
+  				:script => script_file
+  			)
+  			#puts "params[:recipes].split(/[\s,;]+/) #{params[:recipes].split(/[\s,;]+/)}"
+  			params[:recipes].split(/[\s,;]+/).each do |rec|
+	  			recipe_info = ChefUtil.parse_resources(
+	  				params[:cookbook], rec, params[:cookbook_version])[params[:cookbook]][rec]
+	  			recipe_info["resources"].each do |line,code|
+            action = "__action__"
+            resource = "__action__"
+	  			  if recipe_info["resource_objs"][line]
+		  			   action = recipe_info["resource_objs"][line].action
+	  				   action = action.join(" , ") if action.kind_of?(Array)
+	  				   resource = recipe_info["resource_objs"][line].resource_name
+  	        end
+	  				task = Task.new(
+		  				:automation => a,
+		  				:sourceline => line,
+		  				:sourcecode => code,
+		  				:sourcefile => recipe_info["file"],
+		  				:resource => resource,
+		  				:action => action
+		  			)
+		  			task.save
+		  			a.tasks << task
+	  			end
+	  		end
+  			a.save
+		  	redirect_to scripts_url()
+  		end
+  	end
+
+  	def cur_auto_reset()
+		session[:auto_cur] = nil
+  	end
+
+  	def cur_auto()
+  		ScriptsController.cur_auto(session, params)
+  	end
+  	def self.cur_auto(session, params)
+  		if !session[:auto_cur] || "#{session[:auto_cur].id}" != params[:auto_id]
+  			session[:auto_cur] = nil
+  			if params[:auto_id] == "0"
+				session[:auto_cur] = Toaster::Automation.new(
+					:uuid => Toaster::Util.generate_short_uid)
+  			elsif params[:auto_id]
+	 	 		session[:auto_cur] = Toaster::Automation.find(params[:auto_id])
+	 	 	end
+	 	end
+ 	 	session[:auto_cur]
+	end
+	def cur_run()
+		ExecsController.cur_run(session, params)
+	end
+	def cur_task()
+		ExecsController.cur_task(session, params)
+	end
+
+	helper_method :get_automation_for_param, :cur_auto, :cur_auto_or_new, :cur_run, :cur_task
+end

data/webapp/app/controllers/settings_controller.rb

@@ -0,0 +1,10 @@
+class SettingsController < ApplicationController
+
+  skip_before_action :verify_authenticity_token
+
+  def configuration
+  end
+
+  def containers
+  end
+end

data/webapp/app/controllers/test_controller.rb

@@ -0,0 +1,127 @@
+require "toaster/test/test_suite"
+require "toaster/test/test_coverage"
+require "toaster/test/test_generator"
+require "toaster/api"
+
+class TestController < ApplicationController
+  skip_before_action :verify_authenticity_token
+  def suites
+  end
+
+  skip_before_action :verify_authenticity_token
+  def cases
+  end
+
+  def cur_auto
+  	ScriptsController.cur_auto(session, params)
+  end
+
+  def gen
+    if params[:selectAuto]
+      redirect_to "/test/gen/#{params[:automation]}"
+    elsif params[:submitGen]
+      auto = cur_auto
+
+      suite = TestSuite.new(
+        :automation => auto,
+        :user => current_user,
+        :lxc_prototype => params[:prototype],
+        :parameter_test_values => {}
+      )
+      idem = param('idempotenceN').gsub(/\s+/, "")
+      if idem.include?("..")
+        idem = eval("#{idem}").to_a
+      else
+        idem = [idem.to_i]
+      end
+      suite.test_coverage_goal = TestCoverageGoal.create(
+        idem,
+        params[:skipN].split(/[\s,;]+/).collect{|a| a.to_i},
+        params[:skipNsucc].split(/[\s,;]+/).collect{|a| a.to_i},
+        params[:combineN].split(/[\s,;]+/).collect{|a| a.to_i}, 
+        params[:combineNsucc].split(/[\s,;]+/).collect{|a| a.to_i},
+        params[:graphCoverage] == "transisions" ? 
+            StateGraphCoverage::TRANSITIONS : StateGraphCoverage::STATES
+      )
+      gen = TestGenerator.new(suite)
+      tests = gen.gen_all_tests()
+      suite.test_cases = tests
+      suite.save
+      redirect_to "/test/suites/#{suite.id}"
+    end
+  end
+
+  def reset_case
+    test_case = cur_case
+    if test_case
+      test_case.start_time = nil
+      test_case.end_time = nil
+      if test_case.automation_run
+        test_case.automation_run.delete
+      end
+      test_case.save
+      redirect_to "/test/suites/#{test_case.test_suite.id}"
+    else
+      redirect_to "/test/suites"
+    end
+  end
+
+  def exec_case
+    test_case = cur_case
+    client = service_client
+    session[:suite_cur] = nil
+    blocking = false
+    session[:exec_output] = client.runtest(test_case.uuid, blocking)
+    redirect_to "/test/suites/#{params["suite_id"]}"
+  end
+
+  def exec_suite
+    test_suite = cur_suite
+    client = service_client
+    session[:suite_cur] = nil
+    client.runtests(test_suite.uuid)
+    redirect_to "/test/suites/#{params["suite_id"]}"
+  end
+
+  def delete_suite
+    puts "deleting suite ..."
+    if cur_suite
+      puts "deleting suite #{cur_suite}"
+      session[:suite_cur] = nil
+      cur_suite.delete
+      redirect_to "/test/suites"
+    end
+  end
+
+  # HELPER METHODS #
+
+  def service_client
+    ToasterAppClient.new(session["service.host"], session["service.port"])
+  end
+
+  def cur_suite
+    TestController.cur_suite(session, params)
+  end
+  def self.cur_suite(session, params)
+    suite = nil
+    if !session[:suite_cur] || "#{session[:suite_cur].id}" != params[:suite_id]
+      session[:suite_cur] = nil
+      if params[:suite_id]
+        suite = TestSuite.find(params[:suite_id])
+        #session[:suite_cur] = suite # don't cache, to avoid inconsistencies...
+      end
+    end
+    suite
+  end
+
+  def cur_case
+    TestController.cur_case(session, params)
+  end
+  def self.cur_case(session, params)
+    if params[:case_id]
+      return TestCase.find(params[:case_id])
+    end
+  end
+
+  helper_method :l, :lk, :set_param, :param, :cur_auto, :cur_suite, :cur_case
+end

data/webapp/app/controllers/util_controller.rb

@@ -0,0 +1,6 @@
+class UtilController < ApplicationController
+	
+  skip_before_action :verify_authenticity_token
+  def chef
+  end
+end

data/webapp/app/helpers/analysis_helper.rb

@@ -0,0 +1,2 @@
+module AnalysisHelper
+end

data/webapp/app/helpers/application_helper.rb

@@ -0,0 +1,2 @@
+module ApplicationHelper
+end

data/webapp/app/helpers/automations_helper.rb

@@ -0,0 +1,2 @@
+module AutomationsHelper
+end

data/webapp/app/helpers/execs_helper.rb

@@ -0,0 +1,2 @@
+module ExecsHelper
+end

data/webapp/app/helpers/scripts_helper.rb

@@ -0,0 +1,2 @@
+module ScriptsHelper
+end

data/webapp/app/helpers/settings_helper.rb

@@ -0,0 +1,2 @@
+module SettingsHelper
+end

data/webapp/app/helpers/test_helper.rb

@@ -0,0 +1,2 @@
+module TestHelper
+end

data/webapp/app/helpers/util_helper.rb

@@ -0,0 +1,2 @@
+module UtilHelper
+end

data/webapp/app/views/analysis/convergence.html.erb

@@ -0,0 +1,156 @@
+<div>
+<%
+
+require 'toaster/state/convergence'
+require 'toaster/util/util'
+
+tasks = nil
+convs = {}
+
+begin
+
+show_all_link = false
+automation = nil
+if param('task') != ""
+	tasks = [get_task_for_param()]
+	show_all_link = true
+elsif param('auto') != ""
+	automation = get_automation_for_param()
+	tasks = automation.get_globally_executed_tasks() if automation
+end
+
+if tasks
+	tasks.each do |task|
+		if task
+			threshold = 1.0
+			convs[task] = Toaster::Convergence.convergence_for_task(task, threshold)
+		end
+	end
+end
+
+end
+
+%>
+<h2>Convergence of System State</h2>
+<form action="#" method="post">
+<% if tasks %>
+	<% if show_all_link %>
+		<ul>
+		<li>Currently only displaying convergence of a single task. <a href="<%= l('task' => '') %>">Show All Tasks</a>
+		</li>
+		</ul>
+	<% end %>
+	
+	<h3>Track State Properties</h3>
+	Enter state property name patterns (one per line):<br/>
+	<textarea rows="3" cols="40" name="trackProps"><%= 
+		param("trackProps") != "" ? param("trackProps") : ".*"
+	%></textarea><br/>
+	<input type="submit" name="submitTrack" value="Find"/>
+	<%
+	if param("trackProps") != ""
+		patterns = param("trackProps").split(/\n+/)
+
+		%>
+		<h4>Execution Traces</h4>
+		<% traces = Toaster::Convergence.execution_traces(automation, patterns) 
+		traces.each do |run,details|
+			props = []
+			traces[run].each do |prop,details1|
+				props << prop
+			end
+			exes = []
+			traces[run][props[0]].collect do |tuple| 
+				exes << tuple[0]
+			end
+			%>
+			<table class="tablesorter"><thead><tr>
+			<th>#</th><th>Task</th>
+			<%
+			props.each do |prop|
+				%>
+				<th><%= prop %></th>
+				<%
+			end
+			%>
+			</tr></thead><tbody>
+			<%
+			exes.each_with_index do |exe,idx|
+				%>
+				<tr>
+					<td><%= idx+1 %></td>
+					<td><%= exe ? exe.task.name : "(Start)" %></td>
+				<%
+				props.each do |prop|
+					%>
+					<td><%= traces[run][prop].select { |tuple|
+						tuple[0] == exe
+					} %></td>
+					<%
+				end
+				%></tr><%
+			end
+			%>
+			</tbody></table>
+			<%
+		end
+		%>
+		
+		<h4>Tracked Pre-States and Post-States</h4>
+		<table class="tablesorter"><thead>
+			<tr><th>Task</th><th>State Type</th><th>Property Name</th><th>Property Value</th></tr>
+		</thead><tbody>
+		<%
+		tasks.each do |task| 
+			pre_states = Set.new(task.global_pre_states_flat)
+			post_states = Set.new(task.global_post_states_flat)
+			%>
+			<tr><td colspan="4">Task 
+				<b><a href="<%= l('t'=>'tasks', 'task'=>task.id) %>"><%= task.name %></a></b>
+			</td></tr>
+			<%
+			{"PRE-state" => pre_states, 
+			"POST-state" => post_states}.each do |type,array|
+				array.each do |entry|
+					key,value = entry[0],entry[1]
+					if Toaster::Util.match_any(key,patterns)
+						%>
+						<tr>
+						<td> </td>
+						<td><b><%= type %></b></td>
+						<td><%= key %></td>
+						<td><%= value ? value : "*NULL*" %></td>
+						</tr>
+						<%
+					end
+				end
+			end
+			%>
+		<% end %>
+		</tbody></table>
+		<%
+	end
+	%>
+
+	<h3>State Convergence By Task</h3>
+	<% tasks.each do |task| %>
+		<h3>State Convergence of Task '<a href="<%= l('t'=>'tasks', 'task'=>task.id) %>"><%= task.name %></a>'</h3>
+		<% 	task_convs = convs[task] ? convs[task] : []
+			if task_convs.empty? %>
+				No convergent state property found for this task.
+		<% 	else %>
+		<table class="properties">
+			<tr><th>Property</th><th>Value(s)</th><th>Occurrences (%)</th></tr>
+			<% task_convs.each do |conv| %>
+			<tr><td><%= conv[0] %></td><td><%= conv[1] ? conv[1] : "*NULL*" %></td><td><%= conv[2] * 100.0 %></td></tr>
+			<% end %>
+		</table>
+		<% end %>
+	<% end %>
+	
+<% else %>
+	Please select an <b>automation</b> or a specific <b>task</b> from the list to perform state convergence analysis.
+<% end %>
+
+</form>
+</div>

data/webapp/app/views/analysis/idempotence.html.erb

@@ -0,0 +1,2 @@
+<h1>Idempotence</h1>
+<p>coming soon...</p>

data/webapp/app/views/execs/automation_runs.html.erb

@@ -0,0 +1,98 @@
+<%
+require "toaster/model/automation_run"
+
+runs = []
+auto = nil
+run = nil
+
+begin
+
+	auto = cur_auto()
+	runs = cur_runs()
+	run = cur_run()
+	puts "run #{run}"
+
+end
+
+%>
+<div>
+<h1>Automation Runs</h1>
+
+<ul><li>
+<% if auto %>
+	Displaying runs of automation <b>'<%= auto.name %>'</b>. 
+	(<a href="/execs">show all</a>)
+<% else %>
+	Displaying runs of all automations. Use the 'Automation' section to filter the list for a specific automation.
+<% end %>
+</li></ul>
+
+<table class="tablesorter">
+<thead>
+<tr><th>#</th><th>UUID</th><th>Automation</th><th>Start Time</th><!-- <th>Machine ID</th> -->
+<th>Task Executions</th><th>Duration</th><th>Success</th><th colspan="2">Actions</th></tr>
+</thead>
+<tbody>
+<% runs.each_with_index { |row,id| 
+clazz = row.success ? 'success' : 'error'
+active = row.id.to_s == param('run')
+clazz += ' active' if active
+param_run = active ? "" : row.id
+auto_name = row.automation ? row.automation.name : "n/a"
+param_hash = {"run" => param_run}.merge(row.automation ? {'auto' => row.automation.id} : {})
+%>
+<tr class="<%= clazz %>">
+	<td><%= id+1 %></td>
+	<td><%= row.uuid %></td>
+	<td><% if row.automation %><a href="/scripts/<%= row.automation.id %>/details"><% end %><%= auto_name %></a></td>
+	<td><nobr><%= format_time(row.start_time) %></nobr></td>
+<!--   <td><%= row.machine_id %></td> -->
+	<td class="center"><%= row.get_num_task_executions() %></td>
+	<td class="center"><%= to_minutes(row.end_time.to_i - row.start_time.to_i) %></td>
+	<td class="center"><%= row.success ? "true" : "false" %></td>
+	<td><% if row.automation %><a href="/execs/<%= row.automation.id %>/<%= row.id %>">details</a><% end %></nobr></td>
+	<td><% if row.automation %><a href="/execs/<%= row.automation.id %>/<%= row.id %>/tasks">executed tasks</a><% end %></nobr></td>
+</tr>
+<% } %>
+</tbody>
+</table>
+
+<% if run %>
+	<h2>Details of Automation Run <%= run.uuid %></h2>
+	<h3>Automation Attributes</h3>
+	<% if !run.automation %>
+	<div class="error"></div><ul><li>Attributes could not be parsed because the automation run is not associated with any automation in the database.</li></ul></div>
+	<% else %>
+	<ul><li>Attributes with no user-specified value are printed in low opacity.</li></ul>
+	<table class="tablesorter">
+	<thead>
+	<tr><th>#</th><th>Attribute</th><th>Default Value</th><th>Specified Value</th></tr>
+	</thead>
+	<tbody>
+	<% id = 0
+	default_attributes = run.automation.get_flat_attributes()
+	specific_attributes = run.get_flat_attributes()
+	attrs = default_attributes.dup.merge(specific_attributes)
+	attrs.each { |name,val| 
+		default_val = default_attributes[name]
+		clazz = val == default_val ? " class=\"unremarkable\"".html_safe : ""
+	%>
+	<tr<%= clazz %>>
+		<td><%= id=id+1 %></td>
+		<td><%= name %></td>
+		<td><%= default_val %></td>
+		<td><%= val %></td>
+	</tr>
+	<% } %>
+	</tbody>
+	</table>
+	<% end %>
+	
+	<% if run.error_details && !run.error_details.empty? && %>
+	<h3>Error Details</h3>
+	<pre><%= run.error_details %></pre>
+	<% end %>
+	
+<% end %>
+
+</div>