capistrano-ghostinspector 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 30234e4b797a6a5cfe63c41350826bca1dec3cb0
-  data.tar.gz: 87ac2f5807a64b752ccebce107fc100a73df3a49
+  metadata.gz: 6085690f5e95b6c2fdb500613ec3ac052c5b6a0e
+  data.tar.gz: 1bbe0b1c0f038645aadb593eec58ce40c88bfe43
 SHA512:
-  metadata.gz: aa8a90aba72f06af78f400d427f42646eb254d01117c88bc83291b96dd3deccfc0b486ad787df984a901a1409cb19f0edb973ac94f3f05a9299d5c32c3f7f9f9
-  data.tar.gz: 7cad68d9aafdf032ce81f43ea335eb3603cd186a1550a9148e888a43c9666f6083b75f770b71ed2f6f5f13556548cfb3a5cd6472594a9609bd6a74c60e97b7d7
+  metadata.gz: 8a7278cdcc4df990d901d7f62cba0a920ddacef40102aa893860f71f6f6935f28e3c8493fbed088b47dfed239dc802e3c6847a44d71b1db65eff3d882207c9f3
+  data.tar.gz: ee8ffb81da2316a113ad3467c1607ae5a7cf5437667a226fc8e693d3829b8b63832fb81f3c26a70b70d60bf267d6b5e295885a2dbc8295965fab0384bb7e3e9c

data/README.md

@@ -13,6 +13,10 @@
 - Auto configure start URL to reuse tests across multiple stages
 - Send deployment information to Google Analytics
 - Send errors to Google Analytics on failed tests
+- Send successful test runs to Google Analytics
+- Use Custom Dimensions in Google Analytics
+- Send test names as Custom Dimension
+- Track Jira tickets as Custom Dimension
 
 ## Installation
 
@@ -44,7 +48,6 @@ First thing you need to do is create your `YAML` file (`gi_config.yaml`) in the
 APIKEY: XXXXXXXXXXXXXXXXXXX
 gi_enabled: true
 rollback: true
-ga_property: ""
 suites:
     aboutpage: "XXXXXXXXXXXXXXXXXXX"
     suite2: ""
@@ -52,6 +55,10 @@ tests:
     homepage: "XXXXXXXXXXXXXXXXXXX"
     test2: ""
     test3: ""
+ga_property: "UA-XXXXXXXX-X"
+ga_custom_1: 1
+ga_custom_2: 2
+jira_project_code: "GHOST"
 ```
 
 You can obtain your API key, suite ID and test ID from your Ghost Inspector console. At the bottom right of the suite page you will see API Access e.g. 
@@ -70,7 +77,14 @@ By default the `rollback` feature is enabled, you can disabled this for all stag
 set :rollback, false
 ```
 
-The Google Analytics property must be inserted into the `ga_property` in order to log deployments and errors. Simply update your YAML to include this `ga_property: "UA-XXXXXXXX-1"`. To disable the Google Analytics tracking just leave the `ga_property` as empty string i.e. `ga_property: ""` in your YAML
+The Google Analytics property must be inserted into the `ga_property` in order to log deployments and errors. Simply update your YAML to include this `ga_property: "UA-XXXXXXXX-1"`. To disable the Google Analytics tracking just leave the `ga_property` as empty string i.e. `ga_property: ""` in your YAML.
+
+Since version `0.3.0`, Google Analytics now uses Custom Dimensions as outlined in the [Google Measurement Protocol](https://developers.google.com/analytics/devguides/collection/protocol/v1/parameters?hl=en#cd_ "Google Measurement Protocol") documentation. When you define a new custom dimension in Google Analytics you are given a new dimension index. Default accounts have 20 available indexes where as premium accounts have 200. The `ga_custom_1` property is used to define the custom dimension for the testname and `ga_custom_2` is used to define the Jira tickets*. If you do not set the `ga_custom_1` or `ga_custom_2` properties then the default index of `1` & `2` will be used.
+
+\*_Jira tickets are extracted from the git log during the deployment. For this reason it can only track the tickets where you have correctly assigned the ticket number and identifier to the commit message. i.e._
+```
+git commit -am "GHOST-123 Add new item to the gem"
+```
 
 ## Usage
 

data/lib/capistrano/ghostinspector.rb

@@ -1,66 +1,173 @@
+require "capistrano"
 require "capistrano/ghostinspector/version"
 require "capistrano/ghostinspector/arrays"
 require "capistrano/ghostinspector/api"
-require "capistrano"
+require "capistrano/ghostinspector/analytics"
 
 module Capistrano
   module Ghostinspector
     def self.load_into(config)
       config.load do
-        after "deploy", "capistrano:ghostinspector:run"
+        after "deploy", "ghostinspector:setup"
+        after "ghostinspector:setup", "ghostinspector:run"
 
-        namespace :capistrano do
-          namespace :ghostinspector do
-            task :run, :only => { :primary => true } do
+        gi_config = YAML::load(File.read("gi_config.yaml"))
 
-              set :giconfig, YAML::load(File.read("gi_config.yaml"))
+        namespace :ghostinspector do
+          desc "Setup Ghost Inspector Config"
+          task :setup, :only => { :primary => true } do
 
-              # Ghost Inspector API key
-              set :gi_api_key, giconfig["APIKEY"]
+            # Ghost Inspector API key
+            set :gi_api_key, gi_config["APIKEY"]
 
-              # Google Analytics Tracking Property
-              set :ga_property, giconfig["ga_property"]
+            # Google Analytics Tracking Property
+            set :ga_property, gi_config['ga_property']
 
-              # Get tests and suites from command line
-              set :gitest, fetch(:gitest, nil)
-              set :gisuite, fetch(:gisuite, nil)
+            if gi_config.has_key?("ga_custom_1")
+              set :ga_custom_1, gi_config["ga_custom_1"]
+            else
+              set :ga_custom_1, "1"
+            end
 
-              # Check if GI is enabled for this deployment (Default: true)
-              set :gi_enabled, fetch(:gi_enabled, giconfig["gi_enabled"])
+            if gi_config.has_key?("ga_custom_2")
+              set :ga_custom_2, gi_config["ga_custom_2"]
+            else
+              set :ga_custom_2, "2"
+            end
 
-              # Should we rollback on failed GI tests (Default: true)
-              set :rollback, fetch(:rollback, giconfig["rollback"])
+            if gi_config.has_key?("jira_project_code")
+              set :jira_project_code, gi_config["jira_project_code"]
+            else
+              set :jira_project_code, "GHOST"
+            end
 
-              if (gi_enabled == true)
+            # Get tests and suites from command line
+            set :gitest, fetch(:gitest, nil)
+            set :gisuite, fetch(:gisuite, nil)
 
-                # run each test
-                Capistrano::Ghostinspector.getTests(gitest, giconfig["tests"]).each do |test|
-                  puts "* * * Running Ghost Inspector Test * * *"
-                  set :passing, Capistrano::Ghostinspector::Api.executeApi("tests", test, gi_api_key, domain, rollback, ga_property, current_revision[0,7])
-                end
+            # Check if GI is enabled for this deployment (Default: true)
+            set :gi_enabled, fetch(:gi_enabled, gi_config['gi_enabled'])
 
-                # run each suite
-                Capistrano::Ghostinspector.getTests(gisuite, giconfig["suites"]).each do |suite|
-                  puts "* * * Running Ghost Inspector Suite * * *"
-                  set :passing, Capistrano::Ghostinspector::Api.executeApi("suites", suite, gi_api_key, domain, rollback, ga_property, current_revision[0,7])
-                end
+            # Should we rollback on failed GI tests (Default: true)
+            set :rollback, fetch(:rollback, gi_config['rollback'])
+          end
+          
+          desc "Run Ghost Inspector Tests"
+          task :run, :only => { :primary => true } do
+
+            if (fetch(:gi_enabled) == true)
+
+              giApi = Api.new(fetch(:gi_api_key), fetch(:domain), fetch(:rollback), fetch(:ga_property))
+              
+              @collection = Array.new
+              # run each test
+              Capistrano::Ghostinspector.getTests(fetch(:gitest), gi_config["tests"]).each do |test|
+                puts "* * * Running Ghost Inspector Test * * *"
+                set :data, giApi.executeApi("tests", test)
+
+                items = { :passing => data[0], :results => data[1], :type =>  "tests"}
+                @collection << items
+              end
 
-                # If any test fails and the stage allows rollbacks then
-                # rollback to previous version.
-                if (passing == false && rollback == true)
-                  puts "* * * Ghost Inspector Failed. Rolling back * * *"
-                  run_locally %{cap #{stage} deploy:rollback}
-                else
-                  puts "* * * Ghost Inspector Complete. Deployment Complete * * *"
+              # run each suite
+              Capistrano::Ghostinspector.getTests(fetch(:gisuite), gi_config["suites"]).each do |suite|
+                puts "* * * Running Ghost Inspector Suite * * *"
+                set :data, giApi.executeApi("suites", suite)
+
+                data[1]["data"].each do |test|
+                  items = { :passing => test["passing"], :results => test, :type =>  "suites"}
+                  @collection << items
                 end
 
               end
+
+            end
+
+          end
+
+          desc "Send Results to Google Analytics"
+          task :sendGA, :only => { :primary => true } do
+
+            puts "* * * Sending Data to Google Analytics * * *"
+
+            jira_project_code = fetch(:jira_project_code)
+
+            log = capture(
+              "cd #{current_path} && git log #{previous_revision[0,7]}..#{current_revision[0,7]} --format=\"%s\" | grep -oh '#{jira_project_code}-[0-9]\\+' | sort | uniq"
+            )
+
+            options = { 
+              :ga_property => fetch(:ga_property),
+              :ga_custom_1 => fetch(:ga_custom_1),
+              :ga_custom_2 => fetch(:ga_custom_2),
+              :domain => fetch(:domain), 
+              :current_revision => fetch(:current_revision),
+              :previous_revision => fetch(:previous_revision),
+              :branch => fetch(:branch, "default"),
+              :stage => fetch(:stage),
+              :tickets => Capistrano::Ghostinspector.getTickets(log)
+            }
+
+            analytics = Analytics.new(options)
+
+            @collection.each do |item|
+              analytics.pushData(item[:type], item[:results])
+            end
+
+          end
+
+          desc "Finalise Ghost Inspector Run"
+          task :finalise_run, :only => { :primary => true } do
+
+            set :passing, true
+            @collection.each do |item|
+              if item[:passing] == false
+                set :passing, false
+              end
             end
+
+            # If any test fails and the stage allows rollbacks then
+            # rollback to previous version.
+            if (fetch(:passing) == false && fetch(:rollback) == true)
+              puts "* * * Ghost Inspector Failed. Rolling back * * *"
+              run_locally %{cap #{stage} deploy:rollback}
+            else
+              puts "* * * Ghost Inspector Complete. Deployment Complete * * *"
+            end
+
           end
+
         end
 
+
+        after "ghostinspector:run", "ghostinspector:sendGA"
+        after "ghostinspector:sendGA", "ghostinspector:finalise_run"
+
       end
     end
+
+
+    def self.getTickets(log)
+
+        tickets = ""
+        log.each_line do |line|
+            line.delete!('";')
+            line.strip!
+            line.gsub!("'", '\u0027')
+            tickets = "#{tickets}, #{line}"
+        end
+
+        if (tickets.to_s == "")
+            tickets = "None"
+        else
+            tickets[0] = ''
+        end
+
+        return tickets
+
+    end
+
+
   end
 end
 

data/lib/capistrano/ghostinspector/analytics.rb

@@ -1,33 +1,95 @@
-require "capistrano/ghostinspector/analytics"
 require "staccato"
 
 module Capistrano
   module Ghostinspector
-	  module Analytics
-	    def self.pushDeployment(ga_property, current_revision)
+    class Analytics
+      def initialize(options)
+        @options = options
+        @tracker = Staccato.tracker(options[:ga_property])
+      end
 
-	    	tracker = Staccato.tracker(ga_property)
+      def pushData(type, results)
 
-			# inform GA of a new deployment
-			tracker.event(category: 'deployment', action: 'deploy', label: current_revision, non_interactive: true)
+        # Lets push the deployment in GA if the configuration allows it.
+        pushDeployment()
 
-	    end
+        if type == "tests"
+          testname = "GI TEST - " + results["data"]["test"]["name"]
 
-	    def self.pushErrors(ga_property, current_revision, data)
+          if results["data"]["passing"] == true
+            trackData(results["data"]["steps"], testname, "success")
+          else
+            trackData(results["data"]["steps"], testname, "error")
+          end
 
-			tracker = Staccato.tracker(ga_property)
+        else
 
-			data['steps'].each do |step|
+          testname = "GI TEST - " + results["testName"]
 
-				if (step['passing'] == false)
-					# send the errors to GA
-					tracker.event(category: 'error', action: step['error'], label: "Command: #{step['command']} - Target: #{step['target']}", non_interactive: true)
-				end
+          if results["passing"] == true
+            trackData(results["steps"], testname, "success")
+          else
+            trackData(results["steps"], testname, "error")
+          end
 
-			end
+        end
 
-	    end
+      end
 
-	  end
+      private
+
+      def pushDeployment()
+
+        # inform GA of a new deployment
+        @action = "deploy to #{@options[:stage]}"
+        current_revision = @options[:current_revision][0,7]
+        previous_revision = @options[:previous_revision][0,7]
+        @deployed = "Deployed revision #{current_revision} from branch #{@options[:branch]} (replacing #{previous_revision})"
+        hit = Staccato::Event.new(@tracker, category: 'deployment', action: @action, label: @deployed, document_hostname: @options[:domain], document_path: @action)
+        hit.add_custom_dimension(@options[:ga_custom_1], "deployment")
+        hit.add_custom_dimension(@options[:ga_custom_2], "#{@options[:tickets]}")
+        hit.track!
+
+      end
+
+      def trackData(steps, testName, type)
+
+        if type == 'success'
+          steps.each do |step|
+
+            hit = Staccato::Event.new(@tracker, category: 'success', action: step['command'], label: step['target'], document_hostname: @options[:domain], document_path: testName)
+            hit.add_custom_dimension(@options[:ga_custom_1], testName)
+            hit.add_custom_dimension(@options[:ga_custom_2], "#{@options[:tickets]}")
+            hit.track!
+
+          end
+          # pageView(testName)
+        else
+          steps.each do |step|
+
+            if (step['passing'] == false)
+              # send the errors to GA
+
+              hit = Staccato::Event.new(@tracker, category: 'error', action: step['error'], label: "Command: #{step['command']} - Target: #{step['target']}", document_hostname: @options[:domain], document_path: testName)
+              hit.add_custom_dimension(@options[:ga_custom_1], testName)
+              hit.add_custom_dimension(@options[:ga_custom_2], "#{@options[:tickets]}")
+              hit.track!
+            end
+
+          end
+        end
+
+      end
+
+      def pageView(testName)
+
+        hit = Staccato::Pageview.new(@tracker, hostname: @options[:domain], path: testName, title: testName, document_hostname: @options[:domain])
+        hit.add_custom_dimension(@options[:ga_custom_1], testName)
+        hit.add_custom_dimension(@options[:ga_custom_2], "#{@options[:tickets]}")
+        hit.track!
+
+      end
+
+    end
   end
-end
+end

data/lib/capistrano/ghostinspector/api.rb

@@ -1,76 +1,94 @@
-require "capistrano/ghostinspector/analytics"
 require 'net/https'
 require 'json'
 
 module Capistrano
   module Ghostinspector
-	  module Api
-	    def self.executeApi(type, test, gi_api_key, domain, rollback, ga_property, current_revision)
-
-	    	# Determine if we should get results to 
-	    	# check for any failed tests
-			immediate = self.includeResults(rollback, ga_property)
-			
-			# Default all tests pass
-			passing = true
-
-			# Lets push the deployment in GA if the configuration allows it.
-			Capistrano::Ghostinspector::Analytics.pushDeployment(ga_property, current_revision)
-
-			# # Perform the API request and get the results
-			results = self.sendRequest(type, test, gi_api_key, domain, immediate)
-
-			# Check the data returned for failed tests
-			if (rollback == true) 
-				passing = self.getPassing(type, results, ga_property)
-			end
-
-			if (passing == false && ga_property != "")
-				Capistrano::Ghostinspector::Analytics.pushErrors(ga_property, current_revision, results['data'])
-			end
-
-			return passing
-			
-	    end
-
-	    def self.includeResults(rollback, ga_property)
-	    	# Determine if we should get results to 
-	    	# check for any failed tests
-			if (rollback == false && ga_property == "")
-				immediate = "&immediate=1"
-			else
-				immediate = ""
-				puts "* * * Gathering results. This could take a few minutes. * * *"
-			end
-
-			return immediate
-	    end
-
-	    def self.sendRequest(type, test, gi_api_key, domain, immediate)
-	    	
-	    	# execute the Ghost Inspector API call
-			uri = URI("https://api.ghostinspector.com/v1/#{type}/#{test}/execute/?apiKey=#{gi_api_key}&startUrl=http://#{domain}/#{immediate}")
-			data = Net::HTTP.get(uri)
-
-			results = JSON.parse(data)
-
-			return results
-	    end
-
-	    def self.getPassing(type, results, ga_property)
-	    	
-	    	if (type == "suite")
-				results['data'].each do |testItem|                  
-				  passing = testItem['passing']
-				end
-			else 
-				passing = results['data']['passing']
-			end
-
-			return passing
-	    	
-	    end
-
-	  end
+    class Api
+
+      def initialize(gi_api_key, domain, rollback, ga_property)
+        @apiKey = gi_api_key
+        @domain = domain
+        @rollback = rollback
+        @ga_property = ga_property
+
+        # Determine if we should get results to
+        # check for any failed tests
+        @immediate = includeResults()
+      end
+
+
+      def executeApi(type, test)
+
+        # Default all tests pass
+        passing = true
+
+        # ------ TESTING ONLY ------
+        # results = JSON.parse(File.read("gitestresults.json"))
+        # results = JSON.parse(File.read("suiteresults.json"))
+        # ------ TESTING ONLY ------
+
+        # # Perform the API request and get the results
+        results = sendRequest(type, test)
+
+        # Check the data returned for failed tests
+        if (@rollback == true)
+          passing = getPassing(type, results)
+        end
+
+        data = Array.new
+        data << passing
+        data << results
+
+        return data
+
+      end
+
+      private
+
+      def includeResults()
+
+        # Determine if we should get results to
+        # check for any failed tests
+        if (@rollback == false && @ga_property == "")
+          immediate = "&immediate=1"
+        else
+          immediate = ""
+          puts "* * * Gathering results. This could take a few minutes. * * *"
+        end
+
+        return immediate
+      end
+
+      def sendRequest(type, test)
+
+        uri = URI("https://api.ghostinspector.com/v1/#{type}/#{test}/execute/?apiKey=#{@apiKey}&startUrl=http://#{@domain}/#{@immediate}")
+
+        Net::HTTP.start(uri.host, uri.port,
+        :use_ssl => uri.scheme == 'https') do |http|
+          request = Net::HTTP::Get.new uri
+          http.read_timeout = 600
+          @response = http.request request
+        end
+
+        results = JSON.parse(@response.body)
+
+        return results
+      end
+
+      def getPassing(type, results)
+
+        if (type == "suites")
+          results["data"].each do |testItem|
+            passing = testItem["passing"]
+          end
+        else
+          passing = results["data"]["passing"]
+        end
+
+        return passing
+
+      end
+
+    end
   end
-end
+end

data/lib/capistrano/ghostinspector/arrays.rb

@@ -2,19 +2,19 @@ module Capistrano
   module Ghostinspector
     def self.getTests(test, giconfig)
 
-		# Return an array of tests/suites to
-		# run in ghost inspector
-		array = Array.new
-		if (test != nil)
-		  test.split(',').each do |key|
-		    if (giconfig.has_key?(key))
-		      array << giconfig[key] 
-		    end 
-		  end
-		end
+      # Return an array of tests/suites to
+      # run in ghost inspector
+      array = Array.new
+      if (test != nil)
+        test.split(',').each do |key|
+          if (giconfig.has_key?(key))
+            array << giconfig[key]
+          end
+        end
+      end
 
-		return array
+      return array
 
     end
   end
-end
+end

data/lib/capistrano/ghostinspector/version.rb

@@ -1,5 +1,5 @@
 module Capistrano
   module Ghostinspector
-    VERSION = "0.2.0"
+    VERSION = "0.3.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: capistrano-ghostinspector
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Steven Richardson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-19 00:00:00.000000000 Z
+date: 2015-11-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capistrano
@@ -111,7 +111,6 @@ files:
 - lib/capistrano/ghostinspector/analytics.rb
 - lib/capistrano/ghostinspector/api.rb
 - lib/capistrano/ghostinspector/arrays.rb
-- lib/capistrano/ghostinspector/config.rb
 - lib/capistrano/ghostinspector/version.rb
 - spec/capistrano-ghostinspector_spec.rb
 - spec/spec_helper.rb

data/lib/capistrano/ghostinspector/config.rb

@@ -1,13 +0,0 @@
-require "capistrano/ghostinspector/analytics"
-
-module Capistrano
-  module Ghostinspector
-    def self.configure(config)
-
-		
-
-
-    end
-
-  end
-end