jira_reporting 0.0.1

data/bin/sla_warning

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+
+PROJECT_ROOT = "#{File.dirname(__FILE__)}/../"
+
+$:.unshift "#{File.dirname(__FILE__)}/../lib"
+require 'jira_reporting'
+require 'active_support'
+require 'yaml'
+
+auth = YAML.load_file(File.join(PROJECT_ROOT,'auth.yml'))
+jira_username = auth["jira"]["username"]
+jira_password = auth["jira"]["password"]
+JiraReporting.connect! jira_username, jira_password
+
+# Open TS issues
+query = %Q{
+  project = "Tech Support"
+  AND status not in (Resolved, "Not Accepted", "Can't Reproduce",
+  "Requester Review", Merged, MERGED_ST, "On Production")
+}
+
+ts_issues = JiraIssue.find(query)
+
+ts_issues.each do |issue|
+  issue.set_sla_due_time!        if issue.sla_due_time.nil?
+  issue.set_sla_triaged_at!      if issue.sla_triaged_at.nil?
+  issue.set_over_triage_sla!     if issue.over_triage_sla.nil?
+  issue.set_sla_closed_at!       if issue.sla_closed_at.nil?
+  issue.set_sla_due_warning!     if issue.sla_due_warning.nil?
+  issue.set_over_sla!            if issue.over_sla.nil?
+  # issue.set_total_time_over_sla! if issue.total_time_over_sla.nil?
+
+  puts "#{issue.priority} #{issue.key} #{issue.summary} has been updated."
+end
+
+puts 'SLA due time and overdue status update complete.'

data/bin/time_in_dev

@@ -0,0 +1,56 @@
+#!/usr/bin/env ruby
+
+$:.unshift "#{File.dirname(__FILE__)}/../lib"
+require 'jira_reporting'
+require 'pry-byebug'
+require 'active_support'
+require 'yaml'
+require 'code_climate'
+require 'auto_hash'
+require 'pull_request'
+
+auth = YAML.load_file('auth.yml')
+
+jira_username = auth["jira"]["username"]
+jira_password = auth["jira"]["password"]
+JiraReporting.connect! jira_username, jira_password
+
+# This takes a while
+issues = JiraIssue.find(%Q{
+  project in (BLINQ.com, OptiTurn, "Tech Support", Tech)
+  and (status was Merged DURING ("2014-01-01", "2015-01-01")
+    OR status was Resolved DURING ("2014-01-01", "2015-01-01"))
+})
+
+type_times = Hash.new(0)
+type_counts = Hash.new(0)
+
+issues.each do |issue|
+  puts "#{issue.key} #{issue.type}"
+  type_times[issue.type] += (issue.status_ages["In Progress"] || 0)
+  type_counts[issue.type] += 1
+  puts type_times
+  puts type_counts
+end
+
+type_counts.keys.each { |type|
+  puts [type, type_counts[type], type_times[type]].join(",")
+}
+
+File.open("result.csv", "w") do |csv|
+  issues.each do |issue|
+    puts([
+      issue.key,
+      issue.type,
+      issue.status_ages["In Progress"] || 0,
+    ].join(","))
+    csv.puts([
+      issue.key,
+      issue.type,
+      issue.status_ages["In Progress"] || 0,
+    ].join(","))
+  end
+end
+
+# (1..100).each { issue = issues.sample; puts issue.type ; puts issue.status_ages; type_times[issue.type] += (issue.status_ages["In Progress"] || 0); type_times["count"] += 1 }
+

data/jira_reporting.gemspec

@@ -0,0 +1,37 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'jira_reporting/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "jira_reporting"
+  spec.version       = JiraReporting::VERSION
+  spec.authors       = ["Joshua Szmajda"]
+  spec.email         = ["josh@optoro.com"]
+  spec.summary       = %q{Misc tools for gathering data}
+  spec.description   = %q{Misc tools for gathering data}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "byebug"
+  spec.add_development_dependency "pry"
+  spec.add_development_dependency "pry-byebug"
+  spec.add_development_dependency "minitest"
+  spec.add_dependency "jiralicious"
+  spec.add_dependency "thor"
+  spec.add_dependency "dot_notation"
+  spec.add_dependency "business_time"
+  spec.add_dependency "holidays"
+  spec.add_dependency "octokit"
+  spec.add_dependency "rubypython"
+  spec.add_dependency "andand"
+  spec.add_dependency "os"
+end

data/lib/auto_hash.rb

@@ -0,0 +1,21 @@
+
+class AutoHash < Hash
+  def initialize(*args)
+    super()
+    @update, @update_index = args[0][:update], args[0][:update_key] unless args.empty?
+  end
+
+  def [](k)
+    if self.has_key?k
+      super(k)
+    else
+      AutoHash.new(:update => self, :update_key => k)
+    end
+  end
+
+  def []=(k, v)
+    @update[@update_index] = self if @update and @update_index
+    super
+  end
+end
+

data/lib/code_climate.rb

@@ -0,0 +1,35 @@
+
+require 'httparty'
+
+# API: https://codeclimate.com/docs/api
+
+class CodeClimate
+  include HTTParty
+  format :json
+  base_uri 'https://codeclimate.com/api'
+  
+  def initialize(api_token)
+    self.class.default_params api_token: api_token
+  end
+
+  # Expose some HTTParty class things
+  def get(*args)
+    self.class.get(*args)
+  end
+      
+  def repo_list
+    get('/repos')
+  end
+
+  def repo_id(repo_name)
+    repo_list.find { |repo| repo["url"].include?(repo_name) }["id"] 
+  end
+
+  def repo_details(repo_id)
+    get("/repos/#{repo_id}")
+  end
+
+  def repo_details_by_name(repo_name)
+    get("/repos/#{repo_id(repo_name)}")
+  end
+end

data/lib/jira_issue.rb

@@ -0,0 +1,288 @@
+require 'dot_notation'
+
+class JiraIssue
+  include SLATracker
+  include TriageTracker
+  # The FIVE_P_DATE variable exists for tickets created before
+  # 2015-03-06 15:55:16 -0500. Not used for any tickets after that.
+  # Tickets created after above date use differnt SLA measurements.
+  FIVE_P_DATE                   = Time.at(142_567_531_6).freeze
+  STORY_POINTS_FIELD            = 'customfield_10007'.freeze
+  TRIAGER_FIELD                 = 'customfield_14100'.freeze
+  SLA_TRIAGED_AT_FIELD          = 'customfield_14400'.freeze
+  OVER_TRIAGE_SLA_FIELD         = 'customfield_14200'.freeze
+  OVER_TRIAGE_SLA_FIELD_YES     = '12500'.freeze
+  OVER_TRIAGE_SLA_FIELD_NO      = '12501'.freeze
+  API_OVER_TRIAGE_SLA_FIELD_YES = {"self"=>"https://optoro.atlassian.net/rest/api/2/customFieldOption/12500", "value"=>"Yes", "id"=>"12500"}.freeze
+  API_OVER_TRIAGE_SLA_FIELD_NO  = {"self"=>"https://optoro.atlassian.net/rest/api/2/customFieldOption/12501", "value"=>"No", "id"=>"12501"}.freeze
+  SLA_DUE_TIME_FIELD            = 'customfield_12900'.freeze
+  SLA_DUE_WARNING_FIELD         = 'customfield_13401'.freeze
+  SLA_DUE_WARNING_FIELD_SET     = '12100'.freeze
+  SLA_CLOSED_AT_FIELD           = 'customfield_14000'.freeze
+  OVER_SLA_FIELD                = 'customfield_12901'.freeze
+  OVER_SLA_FIELD_YES            = '11901'.freeze
+  OVER_SLA_FIELD_NO             = '11900'.freeze
+  TOTAL_TIME_OVER_SLA_FIELD     = 'customfield_14201'.freeze
+  API_OVER_SLA_FIELD_YES        = {"self"=>"https://optoro.atlassian.net/rest/api/2/customFieldOption/11901", "value"=>"Yes", "id"=>"11901"}.freeze
+  API_OVER_SLA_FIELD_NO         = {"self"=>"https://optoro.atlassian.net/rest/api/2/customFieldOption/11900", "value"=>"No", "id"=>"11900"}.freeze
+  AFFECTED_USER_GROUP_FIELD     = 'customfield_13602'.freeze
+
+  attr_accessor :key, :created_at, :type, :priority_name, :status, :orig,
+                :url, :project, :story_points, :raw_sprints, :description,
+                :summary, :labels, :assigned_team, :changelog, :sla_due_time,
+                :sla_due_warning, :over_sla,:affected_user_group,
+                :cant_reproduce, :in_progress, :not_accepted, :requester_denied,
+                :requester_review, :resolved, :merged, :merged_st,
+                :on_production, :deploy, :completed, :reverify, :pr_review,
+                :triaged, :sla_triaged_at, :over_triage_sla, :triager,
+                :verified, :sla_closed_at, :total_time_over_sla
+
+  def initialize(issue)
+    issue.extend(DotNotation)
+    self.key                 = issue.dot 'key'
+    self.created_at          = Time.parse(issue.dot('fields.created'))
+    self.type                = issue.dot 'fields.issuetype.name'
+    self.priority_name       = issue.dot 'fields.priority.name'
+    self.status              = issue.dot('fields.status.name').downcase
+    self.project             = issue.dot 'fields.project.key'
+    self.description         = issue.dot 'fields.description'
+    self.summary             = issue.dot 'fields.summary'
+    self.labels              = issue.dot 'fields.labels'
+    self.assigned_team       = issue.dot 'fields.customfield_12601.value'
+    self.story_points        = issue.dot "fields.#{STORY_POINTS_FIELD}"
+    self.orig                = issue
+    self.url                 = "https://optoro.atlassian.net/browse/#{key}"
+    self.raw_sprints         = issue.dot 'fields.customfield_10007'
+    self.sla_triaged_at      = Time.parse(issue.dot("fields.#{SLA_TRIAGED_AT_FIELD}")) if issue.dot("fields.#{SLA_TRIAGED_AT_FIELD}").present?
+    self.over_triage_sla     = issue.dot "fields.#{OVER_TRIAGE_SLA_FIELD}"
+    self.triager             = issue.dot "fields.#{TRIAGER_FIELD}.name"
+    self.sla_due_time        = Time.parse(issue.dot("fields.#{SLA_DUE_TIME_FIELD}")) if issue.dot("fields.#{SLA_DUE_TIME_FIELD}").present?
+    self.sla_due_warning     = issue.dot "fields.#{SLA_DUE_WARNING_FIELD}"
+    self.sla_closed_at       = Time.parse(issue.dot("fields.#{SLA_CLOSED_AT_FIELD}")) if issue.dot("fields.#{SLA_CLOSED_AT_FIELD}").present?
+    self.over_sla            = issue.dot "fields.#{OVER_SLA_FIELD}"
+    self.total_time_over_sla = issue.dot "fields.#{TOTAL_TIME_OVER_SLA_FIELD}"
+    self.affected_user_group = issue.dot "fields.#{AFFECTED_USER_GROUP_FIELD}"
+
+    inv = self.class.custom_time_fields.invert
+    inv.each do |name, key|
+      x = name.gsub(/'/,'').gsub(/ +/, '_').downcase.gsub(/support_xt_/,'')
+      v = issue.dot "fields.#{key}"
+      v = Time.parse(v) if v
+      x = "pr_review" if x == "review" # rename
+      send("#{x}=", v)
+    end
+  end
+
+  def jiralicious_issue
+    Jiralicious::Issue.find(key)
+  end
+
+  def self.find(query, offset = 0)
+    ask = 100
+    result = Jiralicious.search(query, start_at: offset, max_results: ask)
+    issues = result.issues_raw
+    issues.map! { |i| new(i) }
+    if issues.count == ask && result.num_results > offset + ask
+      issues += find(query, offset + ask)
+    end
+    issues
+  rescue Jiralicious::JqlError => e
+    $stderr.puts "Error: #{e}"
+    []
+  end
+
+  def self.custom_time_fields
+    Hash[[
+      [10812, "Support xt Can't Reproduce"],
+      [10808, 'Support xt In Progress'],
+      [10809, 'Support xt Not Accepted'],
+      [10817, 'Support xt Requester Denied'],
+      [10814, 'Support xt Requester Review'],
+      [13101, 'Support xt Merged'],
+      [13102, 'Support xt On Production'],
+      [10816, 'Support xt Resolved'],
+      [10815, 'Support xt Reverify'],
+      [10813, 'Support xt Review'],
+      [10810, 'Support xt Triaged'],
+      [10811, 'Support xt Verified']
+    ].map{|k,v| ["customfield_#{k}", v]}]
+  end
+
+  def open?
+    !closed?
+    # ["unverified", "triaged", "verified",
+    #  "in progress", "pr_review", "pr review"].include? status
+  end
+
+  def closed?
+    [ "requester review",
+      "merged",
+      "merged_st",
+      "on production",
+      "resolved",
+      "not accepted",
+      "can't reproduce",
+      "deploy",
+      "completed"
+    ].include? status
+  end
+
+  def closed_at
+    [ requester_review,
+      merged,
+      merged_st,
+      on_production,
+      resolved,
+      not_accepted,
+      cant_reproduce,
+      deploy,
+      completed
+    ].compact.min
+  end
+
+  def bug?
+    type == "Bug / Outage"
+  end
+
+  def operational?
+    type == "Operational Request"
+  end
+
+  def feature?
+    type == "Feature Enhancement"
+  end
+
+  def research?
+    type == "Research"
+  end
+
+  def affected_user_groups
+    affected_user_group.map {|user_group| user_group["value"]} unless affected_user_group.nil?
+  end
+
+  def affects_warehouse_users?
+    return false if affected_user_groups.nil?
+    affected_user_groups.include?("WH Users")
+  end
+
+  def affects_customers?
+    return false if affected_user_groups.nil?
+    affected_user_groups.include?("Customers")
+  end
+
+  def affects_client_corporate_users?
+    return false if affected_user_groups.nil?
+    affected_user_groups.include?("Client Corporate Users")
+  end
+
+  def affects_internal_optoro_users?
+    return false if affected_user_groups.nil?
+    affected_user_groups.include?("Internal Optoro Users")
+  end
+
+  def priority
+    case priority_name
+    when /P1/
+      :p1
+    when /P2/
+      :p2
+    when /P3/
+      :p3
+    when /P4/
+      :p4
+    else
+      :p5
+    end
+  end
+
+  def time_to_qa
+    if triaged && (verified || cant_reproduce || in_progress)
+      if verified
+        verified - triaged
+      elsif cant_reproduce
+        cant_reproduce - triaged
+      else
+        in_progress - triaged
+      end
+    elsif triaged
+      Time.now - triaged
+    else
+      nil
+    end
+  end
+
+  def sprints
+    if raw_sprints
+      raw_sprints.map {|s| Hash[s.match(/\[(.*)\]/)[1].split(',').map{|f|f.split('=')}]}
+    else
+      []
+    end
+  end
+
+  def changelog
+    return @changelog if @changelog
+    changelog = Jiralicious::Issue.fetch(key: key, body_to_params: true, body: {expand: 'changelog'})
+    @changelog = changelog["changelog"]["histories"]
+  end
+
+  def changelog_simple
+    changelog.map { |c|
+      c["items"].map { |i|
+        i.slice("field", "fromString","toString")
+         .merge({
+           "created" => c["created"],
+           "author_out" => c["author"]["name"] || ""
+         })
+      }
+    }.flatten
+  end
+
+  def status_changes
+    status_changes = changelog_simple.select{|c| c["field"] == "status"}
+    start = created_at
+    author = orig["fields"]["reporter"].andand["name"] || ""
+    status_changes.each { |c|
+      c["age_hours"] = (Time.parse(c["created"]).to_i - start.to_i)/60.0/60
+      c["started"] = start
+      start = Time.parse(c["created"])
+      cur_author = author
+      author = c["author_out"]
+      c["author_in"] = cur_author
+    }
+    statuses = status_changes.map { |s|
+      {
+        status: s["fromString"],
+        start: s["started"],
+        end: Time.parse(s["created"]),
+        author_in: s["author_in"],
+        author_out: s["author_out"],
+        age_hours: s["age_hours"]
+      }
+    }
+    statuses << {
+      status: status,
+      start: start,
+      author_in: author
+    }
+
+  end
+
+  def status_ages
+    ages = {}
+    status_changes.each{|c| ages[c[:status]] = ages.fetch(c[:status], 0) + c[:age_hours].to_r.round(2).to_f}
+    ages
+  end
+
+  def status_duration_during(status, start_date, end_date)
+    ages = {}
+    status_changes.each{|c| ages[c["fromString"]] = ages.fetch(c["fromString"],0) + c["age_hours"]}
+    status_changes.each{|c| ages[c[:status]] = ages.fetch(c[:status], 0) + c[:age_hours].to_r.round(2).to_f}
+    last_status = status_changes.last
+    if last_status
+      ages[last_status["toString"]] =
+        ages.fetch(last_status["toString"], 0) +
+        ((Time.now.to_f - Time.parse(last_status["created"]).to_f)/60.0/60)
+    end
+    ages
+  end
+end