cl-magic 0.3.9 → 1.2.0

data/lib/cl/magic/cl-jira-fetch-by-epics

@@ -0,0 +1,112 @@
+#!/usr/bin/env ruby
+# Fetch jira issues, status changelogs and save them to a file
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/jira.rb'
+
+require 'net/http'
+require 'json'
+
+@logger = get_logger()
+
+#
+# Features
+#
+
+def do_work(options)
+  break_at_one_page = false # when developing, set this to true
+  jira = Jira.new options[:base_uri], options[:username], options[:token], break_at_one_page
+
+  @logger.puts ""
+  @logger.wait "fetch epics"
+  epic_ids, epics = jira.get_epic_ids(options[:project], options[:epic_wildcard])
+
+  @logger.puts ""
+  @logger.wait "fetch issues"
+  issues = jira.get_issues_by_epic_ids(options[:project], epic_ids)
+
+  @logger.puts ""
+  @logger.wait "fetch change logs"
+  issues = jira.collect_status_changelogs(jira, issues)
+
+  @logger.puts ""
+  @logger.wait "fetch comments"
+  issues = jira.collect_comments(jira, issues)
+
+  @logger.puts ""
+  puts issues.to_json
+end
+
+#
+# Options
+#
+
+options = {}
+global_banner = <<DOC
+
+Fetch jira issues, status changelogs and save them to a file
+
+ Usage: cl jira fetch-by-epics [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("--base-uri URI", "base uri for jira (ex. https://company.atlassian.net)") do |v|
+    options[:base_uri] = v
+  end
+
+  g.on("-u", "--username USERNAME", "jira username") do |v|
+    options[:username] = v
+  end
+
+  g.on("-t", "--token TOKEN", "jira token (you can create one, google it)") do |v|
+    options[:token] = v
+  end
+
+  g.on("-p", "--project KEY", "jira project to fetch from") do |v|
+    options[:project] = v
+  end
+
+  g.on("-w", "--epic-wildcard TEXT", "wildcard to filter the epics by") do |v|
+    options[:epic_wildcard] = v
+  end
+
+end
+
+#
+# Run
+#
+
+@working_dir = ENV['CL_WORKING_DIR'] # passed through cl-magic to here
+global.parse(ARGV)
+
+# error on token right away
+if options[:token].nil?
+  @logger.error "missing --token"
+  exit
+end
+
+# prompt for missing options
+ask_and_store_option(options, :base_uri, "base_uri: ")
+ask_and_store_option(options, :username, "username: ")
+ask_and_store_option(options, :project, "project: ")
+ask_and_store_option(options, :epic_wildcard, "epic_wildcard: ")
+
+# display full command
+write_history("""cl jira fetch-by-epics \\
+  --base-uri=#{options[:base_uri]} \\
+  --username=#{options[:username]} \\
+  --project=#{options[:project]} \\
+  --epic-wildcard=#{options[:epic_wildcard]} \\
+  --token REDACTED
+""")
+
+do_work(options)

data/lib/cl/magic/cl-jira-to-elastic

@@ -0,0 +1,126 @@
+#!/usr/bin/env ruby
+# Jira fetch datafile to markdown
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+require 'active_support/all'
+
+require 'cl/magic/common/parse_and_pick.rb'
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/jira.rb'
+
+require 'json'
+
+@logger = get_logger()
+
+
+def post(url, verb, data)
+  cmd = """
+    curl -X#{verb} \
+      #{url} \
+      -H 'Content-Type: application/json' \
+      -d '#{data.to_json}'
+  """
+  return `#{cmd}`
+end
+
+def create_index()
+  url = "#{@ELASTIC_URL}/jira"
+
+  return post(url, "PUT", {
+    "mappings": {
+      "properties": {
+        "text": {
+          "type": "text"
+        }
+      }
+    }
+  })
+end
+
+# def do_work(options, data)
+#   #puts create_index()
+
+#   url = "#{@ELASTIC_URL}/jira/_doc/1"
+#   puts post(url, "POST", {
+#     "text": "This is a new issue created in Jira"
+#   })
+# end
+
+
+#
+# Features
+#
+
+def do_work(options)
+  filepath = File.join(@working_dir, options[:data_filepath])
+  issues = JSON.parse(File.read(filepath))
+  issues.each do |issue|
+
+    md = []
+    md << "# #{issue['key']}"
+    md << "project:     #{issue['fields']['project']['key']}"
+    md << "created:     #{issue['fields']['created']}"
+    md << "updated:     #{issue['fields']['updated']}"
+    md << "status:      #{issue['fields']['status']['statusCategory']['name']}" unless issue['fields']["status"].nil?
+    md << "priority:    #{issue['fields']['priority']['name']}"
+    md << "labels:      #{issue['fields']['labels'].join(',')}"
+    md << "issue_type:  #{issue['fields']['issuetype']['name']}" unless issue['fields']["issuetype"].nil?
+    md << "assignee:    #{issue['fields']['assignee']['displayName']}" unless issue['fields']["assignee"].nil?
+    md << ""
+    md << "## Summary:"
+    md << "#{issue['fields']['summary']}"
+    # push to elastic
+
+    md << "## Comments"
+    md << ""
+    issue["comments"].each_with_index do |comment, i|
+      md << "### Comment by #{comment["author"]["displayName"]} "
+      md << ""
+      md << "created: #{comment["created"]}"
+      md << "#{comment["body"].gsub('{noformat}', "\n```\n")}"
+      md << ""
+    end
+    puts md
+  end
+end
+
+#
+# Options
+#
+
+options = {}
+global_banner = <<DOC
+
+Jira fetch datafile to markdown
+
+ Usage: cl jira to-markdown [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("-f", "--data-filepath FILEPATH", "relative path jira datafile") do |v|
+    options[:data_filepath] = v
+  end
+end
+
+#
+# Run
+#
+
+@working_dir = ENV['CL_WORKING_DIR'] # passed through cl-magic to here
+global.parse(ARGV)
+
+ask_and_store_option(options, :data_filepath, "data_filepath: ")
+
+# display full command
+write_history("""cl jira to-markdown \\
+  --data-filepath=#{options[:data_filepath]}
+""")
+
+do_work(options)

data/lib/cl/magic/cl-jira-to-markdown

@@ -0,0 +1,68 @@
+#!/usr/bin/env ruby
+# Jira fetch datafile to markdown
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+require 'active_support/all'
+
+require 'cl/magic/common/parse_and_pick.rb'
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/jira.rb'
+
+require 'json'
+
+@logger = get_logger()
+
+#
+# Features
+#
+
+def do_work(options)
+  filepath = File.join(@working_dir, options[:data_filepath])
+  issues = JSON.parse(File.read(filepath))
+  issues.each do |i|
+    issue_md, comments = Jira.jira_to_markdown(i)
+    puts issue_md
+    puts comments.map{ |o| o[1] }.join("\n")
+  end
+end
+
+#
+# Options
+#
+
+options = {}
+global_banner = <<DOC
+
+Jira fetch datafile to markdown
+
+ Usage: cl jira to-markdown [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("-f", "--data-filepath FILEPATH", "relative path jira datafile") do |v|
+    options[:data_filepath] = v
+  end
+end
+
+#
+# Run
+#
+
+@working_dir = ENV['CL_WORKING_DIR'] # passed through cl-magic to here
+global.parse(ARGV)
+
+ask_and_store_option(options, :data_filepath, "data_filepath: ")
+
+# display full command
+write_history("""cl jira to-markdown \\
+  --data-filepath=#{options[:data_filepath]}
+""")
+
+do_work(options)

data/lib/cl/magic/cl-jira-to-stats

@@ -0,0 +1,202 @@
+#!/usr/bin/env ruby
+# Jira fetch datafile to stats
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+require 'active_support/all'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/jira.rb'
+
+require 'net/http'
+require 'json'
+
+@logger = get_logger()
+
+#
+# Features
+#
+
+def get_issues_from_datafile(options)
+  final_issues = []
+  filepath = File.join(@working_dir, options[:data_filepath])
+  issues = JSON.parse(File.read(filepath))
+
+  @logger.info "stats for: #{options[:data_filepath]}"
+  issues.each do |issue|
+    issuetype = issue["fields"]["issuetype"]["name"]
+    labels = issue["fields"]["labels"]
+
+    has_excluded_labels = (labels & options[:exclude_labels]).any?
+    is_excluded_issuetype = options[:exclude_issuetypes].include?(issuetype.downcase)
+    final_issues << issue unless has_excluded_labels or is_excluded_issuetype
+  end
+  return final_issues
+end
+
+def in_range_issue_stats(issues, start_date, end_date, options)
+
+  def in_range_logs(start_date, end_date, issue)
+    return issue["status_changelogs"].select do |log|
+      (start_date..end_date).cover?(Date.parse(log["created"]))
+    end
+  end
+
+  # in-range
+  in_range_issues = issues.select do |issue|
+
+    # issue created date?
+    issue_in_range = Date.parse(issue["fields"]["created"]) < end_date
+
+    # logs created date?
+    logs_in_range = in_range_logs(start_date, end_date, issue).any?
+
+    # select if
+    (logs_in_range or issue_in_range)
+  end
+
+  # stat hashes
+  return in_range_issues.collect do |issue|
+
+    # most recent in-range log?
+    changelog = in_range_logs(start_date, end_date, issue)
+      .sort_by { |l| Date.parse(l["created"]) }.last
+
+    # yield stat hash
+    status = changelog ? changelog["toString"] : issue["fields"]["status"]["name"]
+    {
+      key: issue["key"],
+      issuetype: issue["fields"]["issuetype"]["name"],
+      status: status
+    }
+  end.compact
+end
+
+def print_stats(stat_hashes, start_date, end_date)
+  counts = {
+    start_date: start_date.strftime("%m-%d-%Y"),
+    end_date: end_date.strftime("%m-%d-%Y"),
+    total: 0,
+    total_todo: 0,
+    total_done: 0,
+    by_type: {}
+  }
+
+  stat_hashes.each do |stat|
+    issuetype = stat[:issuetype]
+    status = stat[:status]
+
+    # count by status
+    case status
+    when "To Do","Ready","Rework","In Progress","In QA","Ready For Code Review","In Code Review"
+      increment_type(counts, issuetype, :to_do)
+      increment(counts, :total_todo)
+    when "Ready to Deploy","Closed"
+      increment_type(counts, issuetype, :done)
+      increment(counts, :total_done)
+    else
+      # if status != "Won't Do"
+      #   debugger
+      # end
+    end
+
+    # count totals
+    unless status=="Won't Do"
+      increment(counts, :total)
+      increment_type(counts, issuetype, :total)
+    end
+
+  end
+  return counts
+end
+
+def oldest_issue_date(issues)
+  return issues.collect {|i| Date.parse(i["fields"]["created"])}.sort.first.beginning_of_day
+end
+
+def increment_type(hash, type, status_category)
+  type = type.downcase.underscore
+  hash[:by_type][type] = {} unless hash[:by_type].key?(type)
+  hash[:by_type][type][status_category] ||= 0
+  hash[:by_type][type][status_category] += 1
+end
+
+def increment(hash, key)
+  hash[key] ||= 0
+  hash[key] += 1
+end
+
+def iter_date_range(start_date)
+  while start_date < Date.today.end_of_week
+    yield start_date.beginning_of_week.beginning_of_day, start_date.end_of_week.end_of_day
+    start_date += 1.weeks # increment
+  end
+end
+
+def do_work(options)
+  issues = get_issues_from_datafile(options)
+  oldest_date = oldest_issue_date(issues).beginning_of_week
+  @logger.info "starting at #{oldest_date}"
+
+  iter_date_range(oldest_date) do |start_date, end_date|
+    stat_hashes = in_range_issue_stats(issues, start_date, end_date, options)
+    counts = print_stats(stat_hashes, start_date, end_date)
+    puts counts # print each time range
+  end
+end
+
+#
+# Options
+#
+
+options = {
+  exclude_issuetypes: []
+}
+global_banner = <<DOC
+
+Jira fetch datafile to stats
+
+ Usage: cl jira to-stats [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("-f", "--data-filepath FILEPATH", "relative path to file produced by 'cl jira fetch' command") do |v|
+    options[:data_filepath] = v
+  end
+
+  g.on("-e", "--exclude-issuetypes CSV", "comma separated list of issuetypes you want to exclude") do |v|
+    options[:exclude_issuetypes] = v.split(',')
+    options[:exclude_issuetypes] << "Won't Do"
+  end
+
+  g.on("-l", "--exclude-labels CSV", "comma separated list of labels that will cause a ticket to be excluded") do |v|
+    options[:exclude_labels] = v.split(',')
+  end
+end
+
+#
+# Run
+#
+
+@working_dir = ENV['CL_WORKING_DIR'] # passed through cl-magic to here
+global.parse(ARGV)
+
+# prompt for missing options
+ask_and_store_option(options, :data_filepath, "data_filepath: ")
+options[:exclude_issuetypes] = [] if options[:exclude_issuetypes].nil?
+options[:exclude_labels] = [] if options[:exclude_labels].nil?
+
+# display full command
+write_history("""cl jira to-stats \\
+  --data-filepath=#{options[:data_filepath]} \\
+  --exclude-issuetypes=#{options[:exclude_issuetypes].join(',')} \\
+  --exclude-labels=#{options[:exclude_labels].join(',')}
+""")
+
+do_work(options)

data/lib/cl/magic/cl-kube-logs

@@ -17,8 +17,10 @@ require 'cl/magic/common/kubectl.rb'
 # Features
 #
 
+
 def do_work(options, pods, containers)
-  cmd = "kubectl stern '#{pods.collect(&:first).join('|')}' --context #{options[:kube_context]} --namespace #{options[:namespace]} --container '#{containers.collect(&:first).join('|')}' --since #{options[:since]} --container-state 'running,waiting,terminated'"
+  container_name_regex = "^(#{containers.collect(&:first).join('|')})$"
+  cmd = "kubectl stern '#{pods.collect(&:first).join('|')}' --context #{options[:kube_context]} --namespace #{options[:namespace]} --container '#{container_name_regex}' --since #{options[:since]} --container-state 'running,waiting,terminated'"
   cmd += " | grep #{options[:grep]}" if options[:grep]
 
   @logger.puts

data/lib/cl/magic/cl-poll

@@ -17,10 +17,10 @@ require 'cl/magic/common/kubectl.rb'
 # Features
 #
 
-def do_work(options)
+def do_work(options, remaining_options)
   while true
-    tty_command = TTY::Command.new(printer: :null)
-    out, err = tty_command.run(ARGV.join(' '))
+    tty_command = TTY::Command.new(printer: :null, pty: options[:pty])
+    out, err = tty_command.run("cd #{@working_dir} && #{remaining_options.join(' ')}")
     puts out
     puts
     sleep(1)
@@ -31,7 +31,9 @@ end
 # Options
 #
 
-options = {}
+options = {
+  pty: true
+}
 global_banner = <<DOC
 
  A sandbox to try things
@@ -43,10 +45,23 @@ DOC
 global = OptionParser.new do |g|
   g.banner = global_banner
   add_help_and_verbose(g)
+
+  g.on("--no-pty", "disable pseudo terminal") do |v|
+    options[:pty] = v
+  end
 end
 
 #
 # Run
 #
 
-do_work(options)
+remaining_options = []
+global.order! do |option|
+  remaining_options << option
+end
+
+global.parse(ARGV)
+
+@working_dir = ENV['CL_WORKING_DIR'] # passed through cl-magic to here
+
+do_work(options, remaining_options)