cuke_parser 0.0.4

data/lib/cuke_model/feature.rb

@@ -0,0 +1,33 @@
+module CukeParser
+	module CukeModel
+	  class CukeFeature
+	  	#this will store all of our features
+	  	attr_reader :keyword, :name, :duration, :converted_duration, :scenarios, :status
+	  	attr_writer :duration, :converted_duration, :scenarios, :status
+	  	def initialize(keyword, name)
+	  		@keyword = keyword
+	  		@name = name
+	  		@duration = 0
+	  		@converted_duration = 0
+	  		@scenarios = []
+	  		@status = ""
+	  	end
+	  
+	  	def to_csv
+	  		#prints csv format
+	  		"#@keyword,#@name,#@duration,#@converted_duration"
+	  	end
+	  
+	  	def to_csv_pretty
+	  		#prints pretty csv format
+	  		"\t #@keyword,#@name,#@duration,#@converted_duration"
+	  	end
+	  
+	  	def getFullName
+	  		#returns keyword + name
+	  		fullName = @keyword + " " + @name
+	  		return fullName
+	  	end
+	  end
+ 	end
+end

data/lib/cuke_model/scenario.rb

@@ -0,0 +1,33 @@
+module CukeParser
+	module CukeModel
+	  class CukeScenario
+	  	#this will store all the info for a scenario
+	  	attr_reader :keyword, :name, :duration, :converted_duration, :steps, :status
+	  	attr_writer :duration, :converted_duration, :steps, :status
+	  	def initialize(keyword, name)
+	  		@keyword = keyword
+	  		@name = name
+	  		@duration = 0
+	  		@converted_duration = 0
+	  		@steps = []
+	  		@status = ""
+	  	end
+	  
+	  	def to_csv
+	  		#prints csv format
+	  		"#@keyword,#@name,#@duration,#@converted_duration"
+	  	end
+	  
+	  	def to_csv_pretty
+	  		#prints pretty csv format
+	  		"\t\t #@keyword,#@name,#@duration,#@converted_duration"
+	  	end
+	  
+	  	def getFullName
+	  		#returns keyword + name
+	  		fullName = @keyword + " " + @name
+	  		return fullName
+	  	end
+	  end
+ 	end
+end

data/lib/cuke_model/step.rb

@@ -0,0 +1,34 @@
+module CukeParser
+	module CukeModel
+	  class CukeStep
+	  	#this will be where we track step information
+	  	attr_reader :keyword, :name, :duration, :converted_duration, :status, :reason_for_failure, :failure_image
+	  	attr_writer :duration, :converted_duration, :status, :reason_for_failure, :failure_image
+	  	def initialize(keyword, name, duration, converted_duration, status, reason_for_failure, failure_image)
+	  		@keyword = keyword
+	  		@name = name
+	  		@duration = duration
+	  		@converted_duration = converted_duration
+	  		@status = status
+	  		@reason_for_failure = reason_for_failure
+	  		@failure_image = failure_image
+	  	end
+	  
+	  	def to_csv
+	  		#prints csv format
+	  		"#@keyword,#@name,#@duration,#@converted_duration,#@status"
+	  	end
+	  
+	  	def to_csv_pretty
+	  		#prints pretty csv format
+	  		"\t\t\t #@keyword,#@name,#@duration,#@converted_duration,#@status"
+	  	end
+	  
+	  	def getFullName
+	  		#returns keyword + name
+	  		fullName = @keyword + " " + @name
+	  		return fullName
+	  	end
+	  end
+ 	end
+end

data/lib/cuke_model/suite.rb

@@ -0,0 +1,38 @@
+module CukeParser
+	module CukeModel
+	  class CukeSuite
+	  	#this will store all the elements for a specific feature
+	  	attr_reader :date, :time, :runstamp, :duration, :converted_duration, :features, :browser, :os, :branch_number, :branch_build_tag, :url, :status
+	  	attr_writer :duration, :converted_duration, :features, :status, :date, :time
+	  	def initialize(date, time, runstamp, branch_build_tag, branch_number, os, url, browser)
+	  		@date = date
+	  		@time = time
+	  		@runstamp = runstamp
+	  		@duration = 0
+	  		@converted_duration = 0
+	  		@features = []
+	  		@browser = browser
+	  		@os = os
+	  		@branch_number = branch_number
+	  		@branch_build_tag = branch_build_tag
+	  		@url = url
+	  		@status = "" 
+	  	end
+	  	
+	  	def to_csv
+	  		#prints pretty csv format
+	  		"#@date #@time,#@duration,#@converted_duration,#@browser,#@os,#@branch_number,#@branch_build_tag,#@url,#@status"
+	  	end
+	  
+	  	def to_csv_pretty
+	  		return self.to_csv
+	  	end
+	  
+	  	def getFullName
+	  		#returns keyword + name
+	  		fullName = @date + "_" + @time
+	  		return fullName
+	  	end
+	  end
+ 	end
+end

data/lib/cuke_parser.rb

@@ -0,0 +1,25 @@
+require 'parse_engine/json_parser.rb'
+require 'parse_engine/parser_utils.rb'
+
+module CukeParser
+
+	@json_parser = ParseEngine::JsonParser.new
+	@parser_utils = ParseEngine::ParserUtils.new
+		
+	def CukeParser.write_pretty(build,file)
+		@parser_utils.pretty(build,file)
+	end
+
+	def CukeParser.write_build(build,file)
+		@parser_utils.ugly(build,file)
+	end
+	
+	def CukeParser.json(file_path)
+	  	@json_parser.get_build(file_path)
+	end
+
+	def CukeParser.json_jenkins_list(file_path,timestamp)
+		@json_parser.get_jenkins_build_list(file_path,timestamp)
+	end
+	
+end #end CukeParser module

data/lib/parse_engine/json_parser.rb

@@ -0,0 +1,238 @@
+require 'json'
+require 'cuke_model/feature.rb'
+require 'cuke_model/scenario.rb'
+require 'cuke_model/step.rb'
+require 'cuke_model/suite.rb'
+
+module CukeParser
+	module ParseEngine
+		class JsonParser
+
+			def initialize
+				@utils = ParserUtils.new
+				@system_data_path = "/archive/systemData.json"
+				@cuke_data = "/archive/cucumber.json"
+			end
+			
+			def get_build(file_path)
+			  	file_path = file_path + "/cucumber.json"
+			  	if File.exists?(file_path)
+			  		today = Time.now
+			    	date = today.to_s.split(" ")[0]
+			    	time = today.to_s.split(" ")[1]
+			    	@cur_build = CukeModel::CukeSuite.new(date,time,today,nil,nil,nil,nil,nil)
+					return parse_build(file_path)
+				else
+					#nothing was found
+					return false
+				end
+			end
+
+			def parse_build(file_path)
+				document = JSON.parse(File.read(file_path))
+		    	features = parse_features(document)
+				if @cur_build.status.empty?
+					#all the steps passed
+					@cur_build.status = "passed"
+				end
+				@cur_build.duration = features['duration']
+				@cur_build.converted_duration = @utils.format_time(features['duration'])
+				@cur_build.features = features['list']
+				return @cur_build
+			end
+
+			def parse_features(features)
+				feature_data = Hash['duration', 0, 'list', Array.new]
+				features.each do |feature|
+					@cur_feature = CukeModel::CukeFeature.new(feature['keyword'],feature['name'])
+					scenarios = parse_scenarios(feature['elements'])
+					if @cur_feature.status.empty?
+							#all the steps passed
+							@cur_feature.status = "passed"
+					end
+					@cur_feature.duration = scenarios['duration']
+					@cur_feature.converted_duration = @utils.format_time(scenarios['duration'])
+					@cur_feature.scenarios = scenarios['list']
+					feature_data['list'].push(@cur_feature)
+					feature_data['duration'] = feature_data['duration'] + @cur_feature.duration
+				end
+				return feature_data
+			end
+
+			def parse_scenarios(scenarios)
+				scenario_data = Hash['duration', 0, 'list', Array.new]
+				scenarios.each do |scenario|
+					@cur_scenario = CukeModel::CukeScenario.new(scenario['keyword'],scenario['name'])
+					steps = parse_steps(scenario['steps'])
+					if @cur_scenario.status.empty?
+						#all the steps passed
+						@cur_scenario.status = "passed"
+					end
+					@cur_scenario.duration = steps['duration']
+					@cur_scenario.converted_duration = @utils.format_time(steps['duration'])
+					@cur_scenario.steps = steps['list']
+					scenario_data['list'].push(@cur_scenario)
+					scenario_data['duration'] = scenario_data['duration'] + @cur_scenario.duration
+				end
+				return scenario_data
+			end
+
+			def parse_steps(steps)
+				step_data = Hash['duration', 0, 'list', Array.new]
+				steps.each do |step|
+					stepErrorMessage = ''
+					stepFailureImage = ''
+					step_data['duration'] = step_data['duration'] + step['result']['duration']
+					dur = step['result']['duration']
+					convDur = @utils.format_time(dur)
+					if step['result']['status'] == "failed"
+						@cur_scenario.status = "failed"
+						@cur_feature.status = "failed"
+						@cur_build.status = "failed"
+						stepErrorMessage = step['result']['error_message']				
+						#failed steps should have an image available:
+						unless step['embeddings'].nil?
+							stepFailureImage = step['embeddings'][0]['data']
+						end					
+					end
+					step_data['list'].push(CukeModel::CukeStep.new(step['keyword'],step['name'],dur,convDur,step['result']['status'],stepErrorMessage,stepFailureImage))
+				end
+				return step_data
+			end
+
+			def get_jenkins_build_list(file_path,build_stamp)
+				build_list = []
+				dir_path = file_path + "/builds"
+				dir = @utils.dir_purge(dir_path,build_stamp)
+				if dir.kind_of?(Array)
+					dir.each do |build_folder|
+						cur_path = dir_path + "/" + build_folder
+						system_data_file_path = cur_path + @system_data_path
+						cuke_file_path = cur_path + @cuke_data
+						if Dir.exists?(cur_path) and File.exists?(system_data_file_path) and File.exists?(cuke_file_path)
+							timestamp = @utils.parse_time(build_folder.split("_"))
+							system_data_file = File.read(system_data_file_path)
+							system_data = JSON.parse(system_data_file)
+							#mobilizer_build_tag, mobilizer, os, url, browser
+							@cur_build = CukeModel::CukeSuite.new(timestamp['date'],timestamp['time'],timestamp['runstamp'],system_data['mobilizer_build_tag'],system_data['mobilizer'],system_data['os'],system_data['url'],system_data['browser'])
+							#now we have the cucumber.json file location, lets process it
+							build_list.push(parse_build(cuke_file_path))
+						end
+					end
+					return build_list
+				else
+					return false
+				end
+			end
+			
+			#goes through jobs and pulls out performance information from json dumps
+			#requires Pickle Job name, last entry for date_time on that model (so we only pull new data)
+			#Example   BuildVerificationTest = BVT (so use BVT when calling from the controller)
+			def get_deprecated(file_path,build_stamp)
+				build_list = []
+				#step through file directory and find cucumber.json
+				dirPath = file_path + "/builds"
+				#dirPath = "C:/Users/cbrachmann/workspace/CukePerformance/app/Performance/builds"
+				dir = @utils.dir_purge(dirPath,build_stamp)
+				if dir.kind_of?(Array)
+					dir.each do |buildFolder|
+						curPath = dirPath + "/" + buildFolder
+						systemDatafilePath = dirPath + "/" + buildFolder + "/archive/systemData.json"
+						filePath = dirPath + "/" + buildFolder + "/archive/cucumber.json"
+						if Dir.exists?(curPath) and File.exists?(systemDatafilePath) and File.exists?(filePath)#get the date time stamp from the name of this directory
+							build = buildFolder.split("_")
+							date = build[0]
+							time = build[1]
+							dateArray = date.split("-")
+							timeArray = time.split("-")
+							dt = []
+							dateArray.each do |d|
+								dt.push(d.to_i)
+							end
+							timeArray.each do |t|
+								dt.push(t.to_i)
+							end
+							runstamp = Time.new(dt[0],dt[1],dt[2],dt[3],dt[4],dt[5])
+							systemDataFile = File.read(systemDatafilePath)
+							systemData = JSON.parse(systemDataFile)
+							#mobilizer_build_tag, mobilizer, os, url, browser
+							current_build = CukeModel::CukeSuite.new(date,time,runstamp,systemData['mobilizer_build_tag'],systemData['mobilizer'],systemData['os'],systemData['url'],systemData['browser'])
+				
+							#now we have the cucumber.json file location, lets process it
+							file = File.read(filePath)
+							document = JSON.parse(file)
+				
+							feature_list = []
+							featureTotal = 0
+				
+							document.each do |feature|
+								current_feature = CukeModel::CukeFeature.new(feature['keyword'],feature['name'])
+								scenarioTotal = 0
+								scenario_list = []
+								feature['elements'].each do |scenario|
+									current_scenario = CukeModel::CukeScenario.new(scenario['keyword'],scenario['name'])		
+									stepTotal = 0
+									step_list = []
+									scenario['steps'].each do |step|
+										stepErrorMessage = ''
+										stepFailureImage = ''
+										stepTotal = stepTotal + step['result']['duration']
+										dur = step['result']['duration']
+										convDur = Time.at((dur / 1000000000.00)).gmtime.strftime('%R:%S:%L')
+										if step['result']['status'] == "failed"
+											current_scenario.status = "failed"
+											current_feature.status = "failed"
+											current_build.status = "failed"
+											stepErrorMessage = step['result']['error_message']				
+											#failed steps should have an image available:
+											unless step['embeddings'].nil?
+												stepFailureImage = step['embeddings'][0]['data']
+											end					
+										end
+										step_list.push(CukeModel::CukeStep.new(step['keyword'],step['name'],dur,convDur,step['result']['status'],stepErrorMessage,stepFailureImage))
+									end
+									if current_scenario.status.empty?
+										#all the steps passed
+										current_scenario.status = "passed"
+									end
+									current_scenario.duration = stepTotal
+									current_scenario.converted_duration = Time.at((stepTotal / 1000000000.00)).gmtime.strftime('%R:%S:%L')
+									current_scenario.steps = step_list
+									scenario_list.push(current_scenario)
+									scenarioTotal = scenarioTotal + stepTotal
+								end
+								if current_feature.status.empty?
+										#all the steps passed
+										current_feature.status = "passed"
+								end
+								current_feature.duration = scenarioTotal
+								current_feature.converted_duration = Time.at((scenarioTotal / 1000000000.00)).gmtime.strftime('%R:%S:%L')
+								current_feature.scenarios = scenario_list
+								feature_list.push(current_feature)
+								featureTotal = featureTotal + scenarioTotal
+							end
+				
+							totalTime = 0
+							feature_list.each do |feature|
+								totalTime = totalTime + feature.duration
+							end
+							
+							if current_build.status.empty?
+										#all the steps passed
+										current_build.status = "passed"
+							end
+							current_build.duration = totalTime
+							current_build.converted_duration = Time.at(totalTime / 1000000000.00).gmtime.strftime('%R:%S:%L')
+							current_build.features = feature_list
+							build_list.push(current_build)
+						end
+					end
+					return build_list
+				else
+					return false
+				end
+			end
+			
+		end #end of JsonParser class
+	end #end of ParseEnginer module
+end #end CukeParser module

data/lib/parse_engine/parser_utils.rb

@@ -0,0 +1,75 @@
+module CukeParser
+	module ParseEngine
+		class ParserUtils
+
+			def intialize
+				#nothing yet
+			end
+
+			def parse_time(datetime)
+				timestamp = Hash['date', datetime[0], 'time', datetime[1], 'runstamp', 0]
+				dt = []
+				timestamp['date'].split("-").each do |d|
+					dt.push(d.to_i)
+				end
+				timestamp['time'].split("-").each do |t|
+					dt.push(t.to_i)
+				end
+				timestamp['runstamp'] = Time.new(dt[0],dt[1],dt[2],dt[3],dt[4],dt[5])
+				return timestamp
+			end
+			
+			def dir_purge(dir_path, build_stamp)
+				#get rid of directories we already have data for
+				drop_num = 2
+				if Dir.exists?(dir_path)
+					dir = Dir.entries(dir_path)
+					if build_stamp != "empty"
+						dir.each do |build_folder|
+							if build_folder <= build_stamp
+								drop_num = dir.index(build_folder) + 1
+							end
+						end
+					end
+					dir = dir.drop(drop_num)
+					return dir
+				else
+					#not a valid directory (does not exist must let App know so User can be notified)
+					return false
+				end
+			end
+
+			def pretty(build,file)
+				#build is always first line, no indentation needed to make it "pretty"
+				file.puts build.to_csv
+				build.features.each do |feature|
+					file.puts feature.to_csv_pretty
+					feature.scenarios.each do |scenario|
+						file.puts scenario.to_csv_pretty
+						scenario.steps.each do |step|
+							file.puts step.to_csv_pretty
+						end
+					end
+				end
+			end
+
+			def ugly(build,file)
+				file.puts build.to_csv
+				build.features.each do |feature|
+					file.puts feature.to_csv
+					feature.scenarios.each do |scenario|
+						file.puts scenario.to_csv
+						scenario.steps.each do |step|
+							file.puts step.to_csv
+						end
+					end
+				end
+			end
+
+			def format_time(time)
+				Time.at(time / 1000000000.00).gmtime.strftime('%R:%S:%L')
+			end
+
+		end #end of ParserUtils class
+	end #end of ParseEnginer module
+end#end of CukeParser Module

metadata

@@ -0,0 +1,116 @@
+--- !ruby/object:Gem::Specification
+name: cuke_parser
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+  prerelease: 
+platform: ruby
+authors:
+- Rick Beyer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: builder
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.1.2
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.6
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.11.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.11.0
+description: Library to easily pull out information for tracking your Cukes
+email: rick.beyer@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/cuke_model/feature.rb
+- lib/cuke_model/scenario.rb
+- lib/cuke_model/step.rb
+- lib/cuke_model/suite.rb
+- lib/cuke_parser.rb
+- lib/parse_engine/json_parser.rb
+- lib/parse_engine/parser_utils.rb
+homepage: 
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: cuke_parser-0.0.4
+test_files: []
+has_rdoc: