cl-magic 0.3.8 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: aee6512ae8cbee738242f87ec89baa10a56c04c2600fdf766c93f7844d6d6a38
-  data.tar.gz: d43a49eca90391948305353fa7d0242bf5bf14504492531bf9cda43bd7a4d0cf
+  metadata.gz: '08b4655abcd92a0d5e3a779fdc7e0e09231c7cb15d073e06878c085227ef3f9d'
+  data.tar.gz: 63999d535d6ad18d22b8cff1e259b9b054bbf7faf75939e54c9819885ca24feb
 SHA512:
-  metadata.gz: 3b040f7fe5dfccd9c62395d433a1c445f9c246e27b98636c0af318beca7e62ac7a4a082bdfdf1f68e8e602b2652ff3a9c961f611a317de5d2555262652405544
-  data.tar.gz: 4a0ced863718cfe30127ff57f18698ef641ae520245094166d511310b7995f55c08e3644e8028044e27389681250e8c63c7850bf44c43e933546aa8bc2bbb557
+  metadata.gz: 4157d207e824e2d0a309790187873d3b6b02c41bd892fc3436e359cc1f4639044576129d1a8d36ac9a0faee8afa6dc2366db506f93401bf4165e93766435f3d7
+  data.tar.gz: 0bce3b21105e81dd1bc1d5656e941ceec30814bb01e19c16a7a5ee57eba98403093d7359eb9e113bd60b0850a87764b1241a08febe1881dcde74c303fb9d35be

data/Gemfile.lock

@@ -1,7 +1,8 @@
 PATH
   remote: .
   specs:
-    cl-magic (0.3.8)
+    cl-magic (0.4.0)
+      activesupport
       optparse-subcommand
       pastel
       tty-command
@@ -11,7 +12,15 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
+    activesupport (7.0.6)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
     byebug (11.1.3)
+    concurrent-ruby (1.2.2)
+    i18n (1.14.1)
+      concurrent-ruby (~> 1.0)
     minitest (5.18.0)
     optparse-subcommand (1.0.0)
     pastel (0.8.0)
@@ -31,6 +40,8 @@ GEM
       tty-screen (~> 0.8)
       wisper (~> 2.0)
     tty-screen (0.8.1)
+    tzinfo (2.0.6)
+      concurrent-ruby (~> 1.0)
     wisper (2.0.1)
 
 PLATFORMS

data/README.md

@@ -20,4 +20,18 @@ cd $MAGIC_DIR bundle install --path=vendor
 
 # symlink
 ln -s $MAGIC_DIR/bin/cl /usr/local/bin
-```
+```
+
+## Development
+
+If you installed the gem, you need to remove the simlink
+
+```
+rm /usr/local/bin/cl
+```
+
+Then sim-link to your cl-magic source code's bin script
+
+```
+ln -s $(pwd)/bin/cl /usr/local/bin
+```

data/cl-magic.gemspec

@@ -34,5 +34,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "tty-command"
   spec.add_dependency "tty-prompt"
   spec.add_dependency "pastel"
+  spec.add_dependency "activesupport"
   spec.add_development_dependency "byebug"
+
 end

data/lib/cl/magic/cl-auth

@@ -41,6 +41,12 @@ end
 def aws_okta(options)
   is_tty = $stdout.isatty
 
+  if options[:aws_profile].nil?
+    puts
+    @logger.info "Note: have you run 'aws-okta add' already?"
+    puts
+  end
+
   # pick profile
   profiles = get_aws_profiles()
   profile = pick_single_result(profiles, "Pick aws profile", options[:aws_profile])
@@ -55,8 +61,20 @@ def aws_okta(options)
   # cmd = "aws-okta add" # old
   # do work
   if is_tty
+
+    # ensure we are logged in
+    begin
+      TTY::Command.new(:printer => :null).run("aws-okta exec #{options[:aws_profile]} -- env")
+    rescue TTY::Command::ExitError => e
+      if e.message.include? "Failed to authenticate"
+        @logger.info "authenticate first with: aws-okta add"
+      else
+        raise
+      end
+    end
+
     puts
-    @logger.info "export into your environment with"
+    @logger.info "now export into your environment with"
     puts
     puts "export $(#{history_command})"
   else

data/lib/cl/magic/cl-dk

@@ -41,7 +41,11 @@ end
 
 def get_repo_basename()
   command = "cd #{@working_dir} && basename $(git remote get-url origin 2> /dev/null) .git"
-  return TTY::Command.new(:printer => :null).run(command).out.gsub('.git', '').strip.chomp
+  repo_basename = TTY::Command.new(:printer => :null).run(command).out.gsub('.git', '').strip.chomp
+  if repo_basename==".git" or repo_basename==""
+    return File.basename(@working_dir)
+  end
+  return repo_basename
 end
 
 def get_world_settings_filepath()
@@ -80,21 +84,23 @@ end
 #
 
 def print_dk_help_line(key, help)
-  if help.nil?
-    @logger.puts("#{key.ljust(15, ' ')} ???no help???")
-  else
-    key = key.ljust(15, ' ')
-    help_parts = help.split(";")
+  if $stdout.isatty
+    if help.nil?
+      @logger.puts("#{key.ljust(15, ' ')} ???no help???")
+    else
+      key = key.ljust(15, ' ')
+      help_parts = help.split(";")
 
-    # first line
-    @logger.puts(key, help_parts.shift)
+      # first line
+      @logger.puts(key, help_parts.shift)
 
-    # following lines
-    padding = "".ljust(15, ' ')
-    help_parts.each do |p|
-      @logger.puts(padding, p)
+      # following lines
+      padding = "".ljust(15, ' ')
+      help_parts.each do |p|
+        @logger.puts(padding, p)
+      end
+      @logger.puts("") if help.end_with?(";")
     end
-    puts("") if help.end_with?(";")
   end
 end
 
@@ -104,56 +110,60 @@ def print_dk_help(dk_parts_hash, dk_make_hash, args)
   has_dk_commands = dk_parts_hash.keys.any?
 
   if no_args or asked_for_help
-    if has_dk_commands
-      puts ""
-      puts "Usage: dk [DK_PARTS] [COMPOSE_OPTIONS] COMPOSE_COMMAND"
-      puts ""
-      puts "Run docker compose while munging yamls in sophisticated ways."
-      puts ""
-      if get_repo_basename
-        puts "PROJ INFO"
-        puts " - Repo basename:       #{get_repo_basename}"
-        puts " - World filepath:      #{get_world_project_path()}"
-        puts ""
-      end
-      puts "PROJ PARTS"
-      dk_parts_hash.keys.each do |key|
-        print_dk_help_line(key, dk_parts_hash[key].fetch('help'))
-      end
-      puts ""
-      puts "YML TOKENS"
-      puts "  - <dk-remove>         removes section of yaml"
-      puts "  - <dk-replace>        replaces values in a yaml array"
-      puts "  - <dk-world-path>     absolute filepath to world directory"
-      puts "  - <dk-project-path>   absolute filepath to world/project directory"
-      puts "  - <dk-working-path>   absolute filepath to location dk command was run from"
-      puts ""
-      puts "ADDITIONAL TURNKEY COMMANDS"
-      puts " - dk set-world         sets the location of the world directory"
-      puts " - dk make              turnkey commands for a project"
-      puts " - dk save-parts        save parts so they are automatically applied to commands"
+    puts ""
+    puts "Usage: dk [DK_PARTS] [COMPOSE_OPTIONS] COMPOSE_COMMAND"
+    puts ""
+    puts "Run docker compose while munging yamls in sophisticated ways."
+    puts ""
+    if get_repo_basename
+      puts "PROJ INFO"
+      puts " - Repo basename:       #{get_repo_basename}"
+      puts " - World filepath:      #{get_world_project_path()}"
       puts ""
-      puts "-------------------------"
     end
+    puts "PROJ PARTS"
+    dk_parts_hash.keys.each do |key|
+      print_dk_help_line(key, dk_parts_hash[key].fetch('help'))
+    end
+    puts ""
+    puts "YML TOKENS"
+    puts "  - <dk-remove>         removes section of yaml"
+    puts "  - <dk-replace>        replaces values in a yaml array"
+    puts "  - <dk-world-path>     absolute filepath to world directory"
+    puts "  - <dk-project-path>   absolute filepath to world/project directory"
+    puts "  - <dk-working-path>   absolute filepath to location dk command was run from"
+    puts ""
+    puts "ADDITIONAL TURNKEY COMMANDS"
+    puts " - dk set-world         sets the location of the world directory"
+    puts " - dk make              turnkey commands for a project"
+    puts " - dk set-parts        save parts so they are automatically applied to commands"
+    puts ""
+    puts "-------------------------"
   end
 end
 
 def print_make_help(dk_parts_hash, dk_make_hash)
-  puts ""
-  puts "Usage: dk [DK_PARTS] make COMMAND"
-  puts ""
-  puts "Make commands designed to make your developer experience more turnkey"
-  puts ""
-  puts "Parts:"
-  dk_parts_hash.keys.each do |key|
-    print_dk_help_line(key, dk_parts_hash[key].fetch('help'))
-  end
-  puts ""
-  puts "Commands:"
-  dk_make_hash.keys.each do |key|
-    print_dk_help_line(key, dk_make_hash[key].fetch('help'))
+  if $stdout.isatty
+    puts ""
+    puts "Usage: dk [DK_PARTS] make COMMAND"
+    puts ""
+    puts "Make commands designed to make your developer experience more turnkey"
+    puts ""
+    puts "Parts:"
+    dk_parts_hash.keys.each do |key|
+      print_dk_help_line(key, dk_parts_hash[key].fetch('help'))
+    end
+    puts ""
+    puts "Commands:"
+    dk_make_hash.keys.each do |key|
+      print_dk_help_line(key, dk_make_hash[key].fetch('help'))
+    end
+    puts ""
+  else
+    dk_make_hash.keys.each do |key|
+      puts key
+    end
   end
-  puts ""
 end
 
 def print_set_world_help()
@@ -227,10 +237,10 @@ end
 def merge_world_files(compose_hash, show_help=false)
   dk_proj_path = get_world_project_path()
   if dk_proj_path
-    print_dk_help_line("dk-project-path", "#{dk_proj_path}") if show_help
+    print_dk_help_line("dk-project-path", "#{dk_proj_path}") if show_help and $stdout.isatty
 
     Dir.glob("#{dk_proj_path}/*.yml").sort.each do |filepath|
-      print_dk_help_line("dk-world", "#{filepath}") if show_help
+      print_dk_help_line("dk-world", "#{filepath}") if show_help and $stdout.isatty
 
       # read file and replace
       contents = File.read(filepath)
@@ -274,10 +284,12 @@ def merge_parts_save_and_prep_args(compose_hash, dk_parts_hash, dk_make_hash, sa
   print_dk_help(dk_parts_hash, dk_make_hash, args)
 
   def print_and_merge_part(part_key, dk_part, compose_hash)
-    # print
-    help_str = dk_part.fetch('help')
-    print_dk_help_line("#{part_key}", "#{help_str ? '- ' + help_str : ''}") if dk_part.keys.any?
 
+    # print
+    if $stdout.isatty
+      help_str = dk_part.fetch('help')
+      print_dk_help_line("#{part_key}", "#{help_str ? '- ' + help_str : ''}") if dk_part.keys.any?
+    end
     # merge
     return dk_merge_and_remove(compose_hash, dk_part)
   end
@@ -305,7 +317,7 @@ def merge_parts_save_and_prep_args(compose_hash, dk_parts_hash, dk_make_hash, sa
       break
     end
   end
-  puts ""                               # tailing line break
+  @logger.puts "" if $stdout.isatty     # tailing line break
   tempfile.write(compose_hash.to_yaml)  # write it to the tempfile
 
   # clone args
@@ -423,7 +435,7 @@ def run_dk_make(compose_args, dk_make_hash, dk_parts_hash, selected_part_keys)
     make_commands.each_with_index do |key, i|
 
       if not dk_make_hash.has_key?(key)
-        puts "#{key} - command not found"
+        @logger.error "#{key} - command not found"
         exit 1
       else
 
@@ -463,7 +475,7 @@ def prep_make_command(c, selected_part_keys)
   c = interpolate_parts_into_command(c, selected_part_keys)
 
   # logging
-  @logger.puts ""
+  @logger.puts "" if $stdout.isatty
   @logger.wait(c)
   cmd = "cd #{@working_dir} && #{c}"
 end

data/lib/cl/magic/cl-jira-fetch

@@ -0,0 +1,127 @@
+#!/usr/bin/env ruby
+# Fetch jira issues, status changelogs and save them to a file
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/jira.rb'
+
+require 'net/http'
+require 'json'
+
+@logger = get_logger()
+@cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+def do_work(options)
+  break_at_one_page = false # when developing, set this to true
+  jira = Jira.new options[:base_uri], options[:username], options[:token], break_at_one_page
+
+  puts ""
+  @logger.wait "fetch epics"
+  epic_ids, epics = jira.get_epic_ids(options[:project], options[:epic_wildcard])
+  @logger.success "#{epic_ids.count} epics"
+
+  puts ""
+  @logger.wait "fetch issues"
+  issues = jira.get_issues(options[:project], epic_ids)
+  @logger.success "#{issues.count} issues"
+
+  puts ""
+  @logger.wait "fetch & merge change logs"
+  issues = collect_status_changelogs(jira, issues, options)
+  @logger.success ""
+
+  puts ""
+  @logger.wait "saving file"
+  output_filepath = File.join(@working_dir, options[:output_filename])
+  File.open(output_filepath, 'w') do |file|
+    issues.each do |o|
+      file.puts(o.to_json)
+    end
+  end
+
+  @logger.success " #{output_filepath}"
+end
+
+#
+# Options
+#
+
+options = {
+  output_filename: "jira-fetch-#{Time.now.strftime("%Y%m%d%H%M%S")}.datafile"
+}
+global_banner = <<DOC
+
+Fetch jira issues, status changelogs and save them to a file
+
+ Usage: #{@cl_cmd_name} [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("--base-uri URI", "base uri for jira (ex. https://company.atlassian.net)") do |v|
+    options[:base_uri] = v
+  end
+
+  g.on("-u", "--username USERNAME", "jira username") do |v|
+    options[:username] = v
+  end
+
+  g.on("-t", "--token TOKEN", "jira token (you can create one, google it)") do |v|
+    options[:token] = v
+  end
+
+  g.on("-p", "--project KEY", "jira project to fetch from") do |v|
+    options[:project] = v
+  end
+
+  g.on("-w", "--epic-wildcard TEXT", "wildcard to filter the epics by") do |v|
+    options[:epic_wildcard] = v
+  end
+
+  g.on("-f", "--output-filename NAME", "the name of the output file (defaults to jira-fetch-timestamp.datafile)") do |v|
+    options[:output_filename] = v
+  end
+
+end
+
+#
+# Run
+#
+
+@working_dir = ENV['CL_WORKING_DIR'] # passed through cl-magic to here
+global.parse(ARGV)
+
+# error on token right away
+if options[:token].nil?
+  @logger.error "missing --token"
+  exit
+end
+
+# prompt for missing options
+ask_and_store_option(options, :base_uri, "base_uri: ")
+ask_and_store_option(options, :username, "username: ")
+ask_and_store_option(options, :project, "project: ")
+ask_and_store_option(options, :epic_wildcard, "epic_wildcard: ")
+ask_and_store_option(options, :output_filename, "output_filename: ")
+
+# display full command
+write_history("""#{@cl_cmd_name} \\
+  --base-uri=#{options[:base_uri]} \\
+  --username=#{options[:username]} \\
+  --project=#{options[:project]} \\
+  --epic-wildcard=#{options[:epic_wildcard]} \\
+  --token
+""")
+
+do_work(options)

data/lib/cl/magic/cl-jira-stats

@@ -0,0 +1,199 @@
+#!/usr/bin/env ruby
+# Fetch jira issues print stats
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+require 'active_support/all'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/jira.rb'
+
+require 'net/http'
+require 'json'
+
+@logger = get_logger()
+@cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+def get_issues_from_datafile(options)
+  issues = []
+  filepath = File.join(@working_dir, options[:data_filepath])
+  File.foreach(filepath) do |line|
+    issue = JSON.parse(line)
+    issuetype = issue["fields"]["issuetype"]["name"]
+    labels = issue["fields"]["labels"]
+
+    has_excluded_labels = (labels & options[:exclude_labels]).any?
+    is_excluded_issuetype = options[:exclude_issuetypes].include?(issuetype.downcase)
+    issues << issue unless has_excluded_labels or is_excluded_issuetype
+  end
+  return issues
+end
+
+def in_range_issue_stats(issues, start_date, end_date, options)
+
+  def in_range_logs(start_date, end_date, issue)
+    return issue["status_changelogs"].select do |log|
+      (start_date..end_date).cover?(Date.parse(log["created"]))
+    end
+  end
+
+  # in-range
+  in_range_issues = issues.select do |issue|
+
+    # issue created date?
+    issue_in_range = Date.parse(issue["fields"]["created"]) < end_date
+
+    # logs created date?
+    logs_in_range = in_range_logs(start_date, end_date, issue).any?
+
+    # select if
+    (logs_in_range or issue_in_range)
+  end
+
+  # stat hashes
+  return in_range_issues.collect do |issue|
+
+    # most recent in-range log?
+    changelog = in_range_logs(start_date, end_date, issue)
+      .sort_by { |l| Date.parse(l["created"]) }.last
+
+    # yield stat hash
+    status = changelog ? changelog["toString"] : issue["fields"]["status"]["name"]
+    {
+      key: issue["key"],
+      issuetype: issue["fields"]["issuetype"]["name"],
+      status: status
+    }
+  end.compact
+end
+
+def print_stats(stat_hashes, start_date, end_date)
+  counts = {
+    start_date: start_date.strftime("%m-%d-%Y"),
+    end_date: end_date.strftime("%m-%d-%Y"),
+    total: 0,
+    total_todo: 0,
+    total_done: 0,
+    by_type: {}
+  }
+
+  stat_hashes.each do |stat|
+    issuetype = stat[:issuetype]
+    status = stat[:status]
+
+    # count by status
+    case status
+    when "To Do","Ready","Rework","In Progress","In QA","Ready For Code Review","In Code Review"
+      increment_type(counts, issuetype, :to_do)
+      increment(counts, :total_todo)
+    when "Ready to Deploy","Closed"
+      increment_type(counts, issuetype, :done)
+      increment(counts, :total_done)
+    else
+      # if status != "Won't Do"
+      #   debugger
+      # end
+    end
+
+    # count totals
+    unless status=="Won't Do"
+      increment(counts, :total)
+      increment_type(counts, issuetype, :total)
+    end
+
+  end
+  return counts
+end
+
+def oldest_issue_date(issues)
+  return issues.collect {|i| Date.parse(i["fields"]["created"])}.sort.first.beginning_of_day
+end
+
+def increment_type(hash, type, status_category)
+  type = type.downcase.underscore
+  hash[:by_type][type] = {} unless hash[:by_type].key?(type)
+  hash[:by_type][type][status_category] ||= 0
+  hash[:by_type][type][status_category] += 1
+end
+
+def increment(hash, key)
+  hash[key] ||= 0
+  hash[key] += 1
+end
+
+def iter_date_range(start_date)
+  while start_date < Date.today.end_of_week
+    yield start_date.beginning_of_week.beginning_of_day, start_date.end_of_week.end_of_day
+    start_date += 1.weeks # increment
+  end
+end
+
+def do_work(options)
+  issues = get_issues_from_datafile(options)
+  oldest_date = oldest_issue_date(issues).beginning_of_week
+  iter_date_range(oldest_date) do |start_date, end_date|
+    stat_hashes = in_range_issue_stats(issues, start_date, end_date, options)
+    counts = print_stats(stat_hashes, start_date, end_date)
+    puts counts # print each time range
+  end
+end
+
+#
+# Options
+#
+
+options = {
+  exclude_issuetypes: []
+}
+global_banner = <<DOC
+
+Process jira fetch file an return stats
+
+ Usage: #{@cl_cmd_name} [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("-f", "--data-filepath FILEPATH", "relative path to file produced by 'cl jira fetch' command") do |v|
+    options[:data_filepath] = v
+  end
+
+  g.on("-e", "--exclude-issuetypes CSV", "comma separated list of issuetypes you want to exclude") do |v|
+    options[:exclude_issuetypes] = v.split(',')
+    options[:exclude_issuetypes] << "Won't Do"
+  end
+
+  g.on("-l", "--exclude-labels CSV", "comma separated list of labels that will cause a ticket to be excluded") do |v|
+    options[:exclude_labels] = v.split(',')
+  end
+end
+
+#
+# Run
+#
+
+@working_dir = ENV['CL_WORKING_DIR'] # passed through cl-magic to here
+global.parse(ARGV)
+
+# prompt for missing options
+ask_and_store_option(options, :data_filepath, "data_filepath: ")
+options[:exclude_issuetypes] = [] if options[:exclude_issuetypes].nil?
+options[:exclude_labels] = [] if options[:exclude_labels].nil?
+
+# display full command
+write_history("""#{@cl_cmd_name} \\
+  --data-filepath=#{options[:data_filepath]} \\
+  --exclude-issuetypes=#{options[:exclude_issuetypes].join(',')} \\
+  --exclude-labels=#{options[:exclude_labels].join(',')}
+""")
+
+do_work(options)

data/lib/cl/magic/cl-poll

@@ -17,10 +17,10 @@ require 'cl/magic/common/kubectl.rb'
 # Features
 #
 
-def do_work(options)
+def do_work(options, remaining_options)
   while true
-    tty_command = TTY::Command.new(printer: :null)
-    out, err = tty_command.run(ARGV.join(' '))
+    tty_command = TTY::Command.new(printer: :null, pty: options[:pty])
+    out, err = tty_command.run("cd #{@working_dir} && #{remaining_options.join(' ')}")
     puts out
     puts
     sleep(1)
@@ -31,7 +31,9 @@ end
 # Options
 #
 
-options = {}
+options = {
+  pty: true
+}
 global_banner = <<DOC
 
  A sandbox to try things
@@ -43,10 +45,23 @@ DOC
 global = OptionParser.new do |g|
   g.banner = global_banner
   add_help_and_verbose(g)
+
+  g.on("--no-pty", "disable pseudo terminal") do |v|
+    options[:pty] = v
+  end
 end
 
 #
 # Run
 #
 
-do_work(options)
+remaining_options = []
+global.order! do |option|
+  remaining_options << option
+end
+
+global.parse(ARGV)
+
+@working_dir = ENV['CL_WORKING_DIR'] # passed through cl-magic to here
+
+do_work(options, remaining_options)

data/lib/cl/magic/common/common_options.rb

@@ -1,3 +1,4 @@
+require 'tty-prompt'
 
 def add_help_and_verbose(opts)
   add_verbose(opts)
@@ -13,4 +14,10 @@ def add_help(opts)
     puts opts
     exit
   end
-end
+end
+
+def ask_and_store_option(options, key, question)
+  if options[key].nil?
+    options[key] = TTY::Prompt.new.ask(question)
+  end
+end

data/lib/cl/magic/common/jira.rb

@@ -0,0 +1,163 @@
+
+class Jira
+
+  def initialize(base_uri, username, token, break_at_one_page=false)
+    @base_uri = base_uri.chomp("/")
+    @username = username
+    @token = token
+    @break_at_one_page = break_at_one_page
+  end
+
+  #
+  # Fetch: Issues & Change Logs
+  #
+
+  def get_epic_ids(project, epic_wildcard)
+    jql_query = "project = \"#{project}\" AND issuetype = Epic AND text ~ \"#{epic_wildcard}\""
+    results = run_jql_query(jql_query)
+    epics = results.select{|h| h['fields']['summary'].start_with? epic_wildcard}
+    epic_ids = epics.map {|h| h['id']}
+    return epic_ids, epics
+  end
+
+  def get_issues(project, epic_ids)
+    jql_query = "project = \"#{project}\" AND parentEpic IN (#{epic_ids.join(',')})"
+    return run_jql_query(jql_query)
+  end
+
+  def get_issue_status_changelog(issue_key)
+    uri = URI.parse("#{@base_uri}/rest/api/2/issue/#{issue_key}/changelog")
+    jira_get(uri) do |response|
+      result = JSON.parse(response.body)
+      return result["values"]
+    end
+  end
+
+  #
+  # Helpers: GET & POST
+  #
+
+  def jira_get(uri)
+    http = Net::HTTP.new(uri.host, uri.port)
+    http.use_ssl = true
+
+    # get request
+    request = Net::HTTP::Get.new(uri.path)
+    request.basic_auth(@username, @token)
+
+    # fetch
+    response = http.request(request)
+    if response.code == '200'
+      yield response
+    else
+      raise "Jira query failed with HTTP status code #{response.code}"
+    end
+  end
+
+  def jira_post(uri, body)
+    http = Net::HTTP.new(uri.host, uri.port)
+    http.use_ssl = true
+
+    # post request
+    request = Net::HTTP::Post.new(uri.path)
+    request.basic_auth(@username, @token)
+    request.content_type = 'application/json'
+    request.body = body.to_json
+
+    # fetch
+    response = http.request(request)
+    if response.code == '200'
+      yield response
+    else
+      raise "Jira query failed with HTTP status code #{response.code}"
+    end
+  end
+
+  #
+  # Fetch: JQL Query
+  #
+
+  def run_jql_query(jql)
+    start_at = 0
+    max_results = 50
+    total_results = nil
+    all_results = []
+
+    page_loop = true
+    while page_loop
+
+      uri = URI("#{@base_uri}/rest/api/2/search")
+      body = { jql: jql, startAt: start_at, maxResults: max_results }
+
+      # post
+      jira_post(uri, body) do |response|
+        result = JSON.parse(response.body)
+
+        # get issues
+        issues = result['issues']
+        all_results += issues
+
+        # debug: one page only
+        if @break_at_one_page
+          page_loop = false
+          break
+        end
+
+        # paginate
+        total_results ||= result['total']
+        if all_results.count == total_results
+          page_loop = false       # we got them all, stop paging
+        else
+          start_at += max_results # else next page
+        end
+      end
+
+      print '.' # loop
+    end
+    all_results.map {|h| h}
+  end
+end
+
+#
+# Collect status changelogs
+#
+# Given a array of jira issue hashes
+# * fetch the change log
+# * filter down to status changes
+# * add it to the issue hash as ["status_changelogs"]
+#
+
+def collect_status_changelogs(jira, issues, options)
+  final_issue_hashes = []
+
+  issues.each do |issue|
+    issue_key = issue["key"]
+    issue["status_changelogs"] = []
+
+    # fetch change log
+    print '.'
+    changelogs = jira.get_issue_status_changelog(issue_key)
+
+    changelogs.each do |change_log|
+
+      # all items that are status changes
+      status_logs = change_log["items"].select {|i| i["field"]=="status"}
+      status_logs = status_logs.collect do |status_log|
+        {
+          "key": issue_key,
+          "created": change_log["created"],
+          "toString": status_log["toString"],
+          "fromString": status_log["fromString"]
+        }
+      end
+
+      # append them to issue
+      status_logs.each do |status_log|
+        issue["status_changelogs"] << status_log
+      end
+    end
+
+    final_issue_hashes << issue # save
+  end
+  return final_issue_hashes
+end

data/lib/cl/magic/version.rb

@@ -2,6 +2,6 @@
 
 module Cl
   module Magic
-    VERSION = "0.3.8"
+    VERSION = "0.4.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cl-magic
 version: !ruby/object:Gem::Version
-  version: 0.3.8
+  version: 0.4.0
 platform: ruby
 authors:
 - Don Najd
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-03-21 00:00:00.000000000 Z
+date: 2023-07-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -94,6 +94,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: byebug
   requirement: !ruby/object:Gem::Requirement
@@ -132,6 +146,8 @@ files:
 - lib/cl/magic/cl-gc-tags
 - lib/cl/magic/cl-glab-commit
 - lib/cl/magic/cl-history
+- lib/cl/magic/cl-jira-fetch
+- lib/cl/magic/cl-jira-stats
 - lib/cl/magic/cl-kube-cp
 - lib/cl/magic/cl-kube-deployment
 - lib/cl/magic/cl-kube-ktx
@@ -145,6 +161,7 @@ files:
 - lib/cl/magic/cl-vault
 - lib/cl/magic/common/common_options.rb
 - lib/cl/magic/common/gcloud.rb
+- lib/cl/magic/common/jira.rb
 - lib/cl/magic/common/kubectl.rb
 - lib/cl/magic/common/logging.rb
 - lib/cl/magic/common/parse_and_pick.rb