jira_reporting 0.0.1

data/bin/maint_vs_enh

@@ -0,0 +1,127 @@
+#!/usr/bin/env ruby
+
+$:.unshift "#{File.dirname(__FILE__)}/../lib"
+require 'jira_reporting'
+require 'pry-byebug'
+require 'active_support'
+require 'yaml'
+require 'code_climate'
+require 'auto_hash'
+require 'pull_request'
+require 'yaml/dbm'
+
+auth = YAML.load_file('auth.yml')
+
+jira_username = auth["jira"]["username"]
+jira_password = auth["jira"]["password"]
+JiraReporting.connect! jira_username, jira_password
+
+start_date = (ARGV[0] && Date.parse(ARGV[0])) || 30.days.ago
+end_date   = (ARGV[1] && Date.parse(ARGV[1])) || 1.day.ago
+
+start_date = start_date.strftime("%Y-%m-%d")
+end_date   = end_date.strftime("%Y-%m-%d")
+
+puts "Start: #{start_date} END: #{end_date}"
+
+def db
+  @db ||= YAML::DBM.open('maint_vs_enh_cache', DBM::WRCREAT)
+end
+
+def cache_issues(start_date, end_date)
+
+  # This takes a while
+  # query = %Q{
+  #   project in (BULQ, DT, BLINQ.com, OptiTurn, "Tech Support", Tech)
+  #   and status was "In Progress" DURING ("#{start_date}", "#{end_date}")
+  # }
+  query = %Q{
+    status was "In Progress" DURING ("#{start_date}", "#{end_date}")
+  }
+
+  puts "Searching jira: #{query}"
+  issues = JiraIssue.find(query)
+  puts "Search complete."
+
+  issue_count = issues.count
+  issues.each_with_index do |issue, index|
+    print "#{index + 1}/#{issue_count} (#{(((index+1).to_r/issue_count)*100).to_i }%) #{issue.key} "
+    if !db[issue.key]
+      issue.changelog
+      db[issue.key] = issue
+      puts "found"
+    else
+      puts "cached"
+    end
+  end
+end
+
+# cache_issues(start_date, end_date)
+
+# binding.pry
+# puts "yep"
+
+    # status_ages = {}
+    # if !db[issue.key] || !db[issue.key][:in_progress_duration]
+    #   in_progress_duration = issue.status_duration_during("In Progress", start_date, end_date)
+    #   db[issue.key] = {
+    #     type: issue.type,
+    #     in_progress_duration: in_progress_duration,
+    #     issue: issue
+    #   }
+    # end
+    # status_ages = db[issue.key][:status_ages]
+
+    # puts "#{issue.key} #{issue.type} (#{index + 1}/#{issue_count})"
+    # type_times[issue.type] += (status_ages["In Progress"] || 0)
+    # type_counts[issue.type] += 1
+    # puts type_times
+    # puts type_counts
+
+# type_counts.keys.each { |type|
+#   puts [type, type_counts[type], type_times[type]].join(",")
+# }
+
+# binding.pry
+
+puts "Loading issues"
+issues = db.values
+count = issues.count
+
+puts "Dumping issues"
+File.open("result.csv", "w") do |csv|
+  csv.puts("project,key,type,assignee,mover,in_progress_hours,summary,epic_key,epic_name,start,end")
+  issues.each_with_index do |issue, index|
+    puts "Processing... #{index+1}/#{count}"
+
+    epic_key = issue.orig["fields"]["customfield_10008"]
+    if epic_key
+      epic_issue = db[epic_key] || JiraIssue.find("issue = #{epic_key}").first
+      db[epic_key] ||= epic_issue
+      epic_name = epic_issue.orig["fields"]["customfield_10009"] if epic_issue
+    end
+
+    status_ages = issue.status_ages
+    out_of_in_progress_by = issue.status_changes.select{|c| c[:status] == "In Progress"}.last.andand[:author_out]
+    summary = issue.summary
+    summary.gsub!(',','')
+    epic_name ||= ""
+    epic_name.gsub!(',','')
+    row = [
+      issue.project,
+      issue.key,
+      issue.type,
+      (issue.orig["fields"]["assignee"].andand["name"] || ""),
+      out_of_in_progress_by || "",
+      status_ages["In Progress"] || 0,
+      summary,
+      epic_key || "",
+      epic_name || "",
+      issue.created_at,
+      issue.status_changes.last[:start]
+    ].join(",")
+    puts row
+    csv.puts(row)
+  end
+end
+

data/bin/platform_stability_kpi_report

@@ -0,0 +1,215 @@
+#!/usr/bin/env ruby
+PROJECT_ROOT = "#{File.dirname(__FILE__)}/../"
+
+$:.unshift "#{File.dirname(__FILE__)}/../lib"
+require 'jira_reporting'
+require 'active_support'
+require 'yaml'
+require 'code_climate'
+require 'auto_hash'
+require 'pull_request'
+require 'os'
+
+report = AutoHash.new
+
+auth = YAML.load_file(File.join(PROJECT_ROOT,'auth.yml'))
+jira_username = auth["jira"]["username"]
+jira_password = auth["jira"]["password"]
+JiraReporting.connect! jira_username, jira_password
+
+# If run on a day to calculate stats for the previous week, do not have to enter a start or end date.
+start_date = (ARGV[0] && Date.parse(ARGV[0])) || 7.day.ago
+end_date = (ARGV[1] && Date.parse(ARGV[1])) || 0.day.ago
+
+start_date = start_date.strftime("%Y-%m-%d")
+end_date = end_date.strftime("%Y-%m-%d")
+
+puts ''
+puts "Report dates - START: #{start_date} END: #{end_date}"
+puts ''
+
+puts 'Beginning report data pull...'
+puts ''
+
+# Closed issues during given date range
+closed_ticket_query = %Q{
+  project = "Tech Support"
+  AND "SLA: Closed at" >= "#{start_date}"
+  AND "SLA: Closed at" < "#{end_date}"
+  AND status != "Not Accepted"
+  AND status != "Can't Reproduce"
+  AND type != Epic
+}
+puts "The following query will be run for closed tickets: #{closed_ticket_query}"
+
+# Created issues during given date range
+created_ticket_query = %Q{
+  project = "Tech Support"
+  AND created >= "#{start_date}"
+  AND created < "#{end_date}"
+  AND status != "Not Accepted"
+  AND status != "Can't Reproduce"
+  AND type != Epic
+}
+puts ''
+puts "The following query will be run for created tickets: #{created_ticket_query}"
+
+ISSUE_SEGMENTS = %i{bug operational feature research affects_warehouse_users affects_customers affects_client_corporate_users affects_internal_optoro_users}
+
+# This method creates a hash object of issue arrays divided segments as keys.
+def segment_issues(issues, segments)
+  segmented_issues = segments.inject({}){|segments_hash, segment| segments_hash[segment] = []; segments_hash }
+  issues.each do |issue|
+    segments.each do |segment|
+      segmented_issues[segment] << issue if issue.send("#{segment}?")
+    end
+  end
+  segmented_issues
+end
+
+created_ts_issues = JiraIssue.find(created_ticket_query)
+total_created_ts_issues = created_ts_issues.count
+created_segmented_issues = segment_issues(created_ts_issues, ISSUE_SEGMENTS)
+created_ts_bug_count = created_segmented_issues[:bug].count
+created_ts_ops_count = created_segmented_issues[:operational].count
+created_ts_feature_requests = created_segmented_issues[:feature].count
+created_ts_research_requests = created_segmented_issues[:research].count
+created_ts_affecting_wh_users = created_segmented_issues[:affects_warehouse_users].count
+created_ts_affecting_customers = created_segmented_issues[:affects_customers].count
+created_ts_affecting_client_corporate_users = created_segmented_issues[:affects_client_corporate_users].count
+created_ts_affecting_internal_users = created_segmented_issues[:affects_internal_optoro_users].count
+created_ts_over_triage_sla = created_ts_issues.select { |issue| issue.over_triage_sla? == true }.count
+created_ts_triaged_by_ed = created_ts_issues.select { |issue| issue.triager == 'ewright' }.count
+created_ts_triaged_by_gabriel = created_ts_issues.select { |issue| issue.triager == 'gzurita' }.count
+created_ts_triaged_by_spencer = created_ts_issues.select { |issue| issue.triager == 'sgilbert' }.count
+created_ts_triaged_by_jason = created_ts_issues.select { |issue| issue.triager == 'jfogg' }.count
+
+closed_ts_issues = JiraIssue.find(closed_ticket_query)
+
+sla_counted_issues = closed_ts_issues.reject { |issue| issue.sla_due_time.nil? }
+
+total_ts_cumulative_delay = sla_counted_issues.inject(0){|sum, issue| sum + issue.sum_total_time_over_sla }
+total_closed_ts_issues = closed_ts_issues.count
+total_sla_counted_issues = sla_counted_issues.count
+total_on_time_issues = sla_counted_issues.select { |issue| issue.over_sla.nil? || issue.over_sla? == false }.count
+closed_segmented_issues = segment_issues(closed_ts_issues, ISSUE_SEGMENTS)
+closed_ts_bug_count = closed_segmented_issues[:bug].count
+closed_ts_ops_count = closed_segmented_issues[:operational].count
+closed_ts_feature_requests = closed_segmented_issues[:feature].count
+closed_ts_research_requests = closed_segmented_issues[:research].count
+
+tickets_created_to_tickets_closed = ( total_created_ts_issues.to_f / total_closed_ts_issues.to_f * 100 ).round(2)
+
+report[:week] = {
+  closed_ts_cumulative_delay: total_ts_cumulative_delay,
+  closed_ts_count: total_closed_ts_issues,
+  closed_bug_count: closed_ts_bug_count,
+  closed_ops_count: closed_ts_ops_count,
+  closed_feature_requests: closed_ts_feature_requests,
+  closed_research_requests: closed_ts_research_requests,
+  created_ts_count: total_created_ts_issues,
+  created_bug_count: created_ts_bug_count,
+  created_ops_count: created_ts_ops_count,
+  created_feature_requests: created_ts_feature_requests,
+  created_research_requests: created_ts_research_requests,
+  created_issues_affecting_wh_users: created_ts_affecting_wh_users,
+  created_issues_affecting_customers: created_ts_affecting_customers,
+  created_issues_affecting_client_corporate_users: created_ts_affecting_client_corporate_users,
+  created_issues_affecting_internal_users: created_ts_affecting_internal_users,
+  tickets_created_to_closed_ratio: tickets_created_to_tickets_closed,
+  created_issues_over_triage_sla: created_ts_over_triage_sla,
+  created_issues_triaged_by_ed: created_ts_triaged_by_ed,
+  created_issues_triaged_by_gabriel: created_ts_triaged_by_gabriel,
+  created_issues_triaged_by_spencer: created_ts_triaged_by_spencer,
+  created_issues_triaged_by_jason: created_ts_triaged_by_jason
+}
+
+puts ''
+
+priorities = closed_ts_issues.group_by(&:priority)
+
+[:p1,:p2,:p3,:p4,:p5].each do |priority|
+  closed = priorities[priority] || []
+  trend_hit = 1.0
+  trend_hit = closed.select{|issue| issue.over_sla.nil? || issue.over_sla? == false }.length / closed.length.to_f if closed.any?
+
+  report[:sla][priority] = {
+    avg_hit_rate: (trend_hit * 100).round(2),
+  }
+
+  puts "Average hit rate for #{priority.to_s.upcase} tickets: #{(trend_hit * 100).round(2)}%"
+  puts ''
+end
+
+puts ''
+puts 'The following issues went over SLA during the queried period:'
+closed_ts_issues.sort_by(&:priority).each do |issue|
+  if issue.over_sla?
+    puts "#{issue.priority}\t#{issue.key}\t#{issue.assigned_team}"
+  end
+end
+
+puts ''
+puts "These issues did not meet Platform Stability's triage goals:"
+closed_ts_issues.sort_by(&:priority).each do |issue|
+  if issue.over_triage_sla?
+    puts "#{issue.priority}\t#{issue.key}\t#{issue.triager}"
+  end
+end
+
+overall_hit = total_on_time_issues.to_f / total_sla_counted_issues.to_f
+report[:sla][:overall][:avg_hit_rate] = (overall_hit * 100).round(2)
+puts ''
+puts "Overall Avg Hit Rate: #{(overall_hit * 100).round(2)}%"
+
+def copy_paste_string(report)
+  [
+    report[:week][:closed_ts_cumulative_delay].to_s,
+    report[:sla][:overall][:avg_hit_rate].to_s + '%',
+    report[:sla][:p1][:avg_hit_rate].to_s + '%',
+    report[:sla][:p2][:avg_hit_rate].to_s + '%',
+    report[:sla][:p3][:avg_hit_rate].to_s + '%',
+    report[:sla][:p4][:avg_hit_rate].to_s + '%',
+    report[:week][:closed_ts_count],
+    report[:week][:closed_bug_count].to_s,
+    report[:week][:closed_ops_count].to_s,
+    report[:week][:closed_feature_requests].to_s,
+    report[:week][:closed_research_requests].to_s,
+    report[:week][" "].to_s,
+    report[:week][:created_ts_count].to_s,
+    report[:week][:created_bug_count].to_s,
+    report[:week][:created_ops_count].to_s,
+    report[:week][:created_feature_requests].to_s,
+    report[:week][:created_research_requests].to_s,
+    report[:week][:created_issues_affecting_wh_users].to_s,
+    report[:week][:created_issues_affecting_customers].to_s,
+    report[:week][:created_issues_affecting_client_corporate_users].to_s,
+    report[:week][:created_issues_affecting_internal_users].to_s,
+    report[:week][" "].to_s,
+    report[:week][:tickets_created_to_closed_ratio].to_s + '%',
+    report[:week][" "].to_s,
+    report[:week][:created_issues_over_triage_sla].to_s,
+    report[:week][:created_issues_triaged_by_ed].to_s,
+    report[:week][:created_issues_triaged_by_gabriel].to_s,
+    report[:week][:created_issues_triaged_by_spencer].to_s,
+    report[:week][:created_issues_triaged_by_jason].to_s
+  ].join("\n")
+end
+
+# Copy/pasteable
+puts "Copy/paste:\n----------"
+puts copy_paste_string(report)
+puts "-----------"
+
+case
+when OS.linux? == true
+  IO.popen("xclip -selection clipboard", "r+") do |xclip|
+    xclip.puts copy_paste_string(report)
+  end
+when OS.mac? == true
+  IO.popen("pbcopy", "r+") do |pbcopy|
+    pbcopy.puts copy_paste_string(report)
+  end
+else
+  puts "The automatic copying of the kpi report stats failed. Please manually copy and paste the output into the KPI spreadsheet"
+end

data/bin/pr-report.rb

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+
+$:.unshift "#{File.dirname(__FILE__)}/../lib"
+require 'pull_request'
+require 'pry-byebug'
+
+auth = YAML.load_file('auth.yml')
+jira_username = auth["jira"]["username"]
+jira_password = auth["jira"]["password"]
+JiraReporting.connect! jira_username, jira_password
+
+github_token  = auth["github"]["api_token"]
+PullRequest.connect(github_token)
+
+prs = PullRequest.get_prs('inventory')
+binding.pry
+
+keys = [:pr_number, :jira, :title, :created, :requester, :cl, :ci, :code_reviewed, :needs_testing, :project, :issue_current_sprint, :issue_status]
+puts keys.to_csv
+prs.each do |pr|
+  puts pr.to_csv
+end
+

data/bin/quarter_report

@@ -0,0 +1,65 @@
+#!/usr/bin/env ruby
+require 'jira_reporting'
+require 'pry'
+require 'byebug'
+
+username = "hi"
+password = "there"
+start_date = "2014-07-01"
+end_date = "2014-10-01"
+
+JiraReporting.connect! username, password
+
+r = JiraReporting::SLAReport.new
+query = %Q{project = "Tech Support" AND status not in ("Not Accepted", "Can't Reproduce") AND "Support xt Resolved" >= #{start_date} AND "Support xt Resolved" < #{end_date}}
+issues = r.find_all(query)
+rept = issues.map{|i| JiraIssue.new(i) }
+prios = rept.group_by(&:priority)
+
+
+hour = 60 * 60.0
+ideal_times = {
+  p1: 2 * hour,
+  p2: 24 * hour,
+  p3: (24 * hour) * 3, # 5 business days
+  p4: (24 * hour) * 5 # 5 business days
+}
+
+[:p1,:p2,:p3,:p4,:p5].each do |priority|
+  set = prios[priority] || []
+  open, closed = set.partition(&:open?)
+  trend_time = closed.inject(0){|s,t| s + t.sla_diff } / closed.length.to_f
+
+
+  trend_resolution_time = ""
+  if closed.any?
+    mm, ss = trend_time.divmod(60)
+    hh, mm = mm.divmod(60)
+    dd, hh = hh.divmod(24)
+    trend_resolution_time = "#{dd}d #{hh.to_i}h #{mm.to_i}m #{ss.to_i}s"
+  end
+
+  unless priority == :p4
+    ideal_time = ideal_times[priority]
+    multiple_off_ideal = trend_time.to_f / ideal_time
+  end
+
+  trend_hit = 0
+  trend_hit = closed.select{|t| t.sla_diff <= 0 }.length / closed.length.to_f if closed.any?
+
+  puts "#{priority.to_s.upcase}:"
+  puts "Open Tickets: #{open.count}"
+  puts "Closed Tickets: #{closed.count}"
+  puts "Avg Diff to SLA: #{trend_resolution_time}"
+  puts "Avg SLA Multiple: #{multiple_off_ideal.round(2)}x" unless priority == :p4
+  puts "Avg Hit Rate: #{(trend_hit * 100).round(2)}%"
+  puts ""
+end
+
+overall_hit = rept.select{|t| t.sla_diff <= 0 }.length / rept.length.to_f
+puts ""
+puts "Overall Avg Hit Rate: #{(overall_hit * 100).round(2)}%"
+
+binding.pry
+
+puts 2 + 2

data/bin/sla_update_closed_issues

@@ -0,0 +1,38 @@
+#!/usr/bin/env ruby
+
+PROJECT_ROOT = "#{File.dirname(__FILE__)}/../"
+
+$:.unshift "#{File.dirname(__FILE__)}/../lib"
+require 'jira_reporting'
+require 'pry-byebug'
+require 'active_support'
+require 'yaml'
+
+auth = YAML.load_file(File.join(PROJECT_ROOT,'auth.yml'))
+jira_username = auth["jira"]["username"]
+jira_password = auth["jira"]["password"]
+JiraReporting.connect! jira_username, jira_password
+
+# Open TS issues
+query = %Q{
+project = TS
+AND ("Support xt Requester Review" >= startOfWeek(-1)
+OR "Support xt On Production" >= startOfWeek(-1)
+OR "Support xt Merged" >=startOfWeek(-1) )
+AND status != "Not Accepted"
+AND type != Epic
+}
+
+ts_issues = JiraIssue.find(query).sort_by(&:sla_time_ratio)
+
+ts_issues.each do |issue|
+  issue.set_sla_due_time!        if issue.sla_due_time.nil?
+  issue.set_sla_triaged_at!      if issue.sla_triaged_at.nil?
+  issue.set_over_triage_sla!     if issue.over_triage_sla.nil?
+  issue.set_sla_closed_at!       if issue.sla_closed_at.nil?
+  issue.set_sla_due_warning!     if issue.sla_due_warning.nil?
+  issue.set_over_sla!            if issue.over_sla.nil?
+  puts "#{issue.priority} #{issue.key} #{issue.summary} has been updated."
+end
+
+puts 'SLA due time and overdue status update complete.'