cl-magic 0.3.0

data/lib/cl/magic/cl-gc-tags

@@ -0,0 +1,171 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/gcloud.rb'
+require 'cl/magic/common/kubectl.rb'
+
+@logger = get_logger()
+@cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+def get_full_image_name(options)
+  if options[:image].include?('/')
+    return options[:image]
+  else
+    return "gcr.io/#{options[:project]}/#{options[:image]}"
+  end
+end
+
+def get_gcloud_cmd(options)
+  if options[:image].nil?
+    @logger.error("Please provide `-i IMAGE`")
+    exit(1)
+  end
+  full_image_name = get_full_image_name(options)
+  return "gcloud container images list-tags #{full_image_name}"
+end
+
+def get_newest_image_digest(options)
+  @logger.info "fetching newest digest"
+  cmd = get_gcloud_cmd(options)
+  cmd +=  " | sed -n 2p | tr -s ' ' | cut -d ' ' -f 2"
+  @logger.wait cmd
+  out, err = TTY::Command.new(:printer => :null).run("#{cmd}")
+  newest_digest = out.chomp
+  if newest_digest.include? "latest"
+    @logger.info("#{newest_digest} is already the latest")
+    exit
+  end
+  return newest_digest
+end
+
+def tag_image(options, image_digest, tag)
+  full_image_name = get_full_image_name(options)
+  @logger.info "tagging", [options[:image], image_digest, tag]
+  cmd = "gcloud container images add-tag --quiet #{full_image_name}:#{image_digest} #{full_image_name}:#{tag}"
+  @logger.wait cmd
+  out, err = TTY::Command.new(:printer => :null).run(cmd)
+  puts out
+end
+
+def tag_latest(options)
+  if options[:tag].nil?
+    tag = 'latest'
+  else
+    tag = options[:tag]
+  end
+
+  if options[:image_digest]
+    image_digest = options[:image_digest]
+  else
+    image_digest = get_newest_image_digest(options)
+    @logger.success "Got newest: #{image_digest}"
+  end
+
+  tag_image(options, image_digest, tag)
+end
+
+def list_tags(options)
+  cmd = get_gcloud_cmd(options)
+
+  # display full command
+  write_history("""
+#{@cl_cmd_name} list \\
+  --image=#{options[:image]}
+  --project=#{options[:project]}
+""")
+  @logger.wait cmd
+  out, err = TTY::Command.new(:printer => :null).run(cmd)
+  puts out
+end
+
+#
+# Options
+#
+
+options = {}
+global_banner = <<DOC
+
+ Work with google cloud tags.
+
+ These are important for local docker development as the latest production image
+ will often be what we pull down to run our compose stacks.  Let's make it easier
+ for devs to list and tag images locally.
+
+ Usage: #{@cl_cmd_name} [options]
+
+DOC
+
+list_banner = <<DOC
+
+ List all the tags for a google cloud image
+
+ Usage: #{@cl_cmd_name} list [options]
+
+DOC
+
+tag_banner = <<DOC
+
+ Tag a google cloud image
+
+ Usage: #{@cl_cmd_name} tag [options]
+
+DOC
+
+def add_image_option(parser, options)
+  parser.on("-i", "--image IMAGE", "docker images in google cloud") do |v|
+    options[:image] = v
+  end
+end
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.subcommand 'list' do |s|
+    s.banner = list_banner
+    options[:action] = :list
+    add_image_option(s, options)
+
+    s.on("-p", "--project NAME", "google cloud project name") do |v|
+      options[:gc_project] = v
+    end
+  end
+
+  g.subcommand 'tag' do |s|
+    s.banner = tag_banner
+    options[:action] = :tag
+    add_image_option(s, options)
+
+    s.on("-t", "--tag TAG", "tag name to put on the image in google cloud") do |v|
+      options[:tag] = v
+    end
+    s.on("-d", "--image-digest DIGEST", "image digest to tag") do |v|
+      options[:image_digest] = v
+    end
+  end
+
+end
+
+#
+# Run
+#
+
+global.parse(ARGV)
+
+case options[:action]
+when :list
+  options[:project] = pick_gcloud_project(options[:project]).first
+  list_tags(options)
+when :tag
+  tag_latest(options)
+else
+  puts global.parse! %w[--help]
+end

data/lib/cl/magic/cl-glab-commit

@@ -0,0 +1,68 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/gcloud.rb'
+require 'cl/magic/common/kubectl.rb'
+
+@logger = get_logger()
+@cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+def do_work(options)
+  cmd = "glab api /projects/:id/repository/commits/#{options[:commit]} | jq .web_url | xargs open"
+  @logger.info cmd
+  exec("cd #{@working_dir} && #{cmd}")
+end
+
+#
+# Options
+#
+
+options = {}
+global_banner = <<DOC
+
+ A sandbox to try things
+
+ Usage: #{@cl_cmd_name} [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("-c", "--commit sha", "the commit you want to view in the browser") do |v|
+    options[:commit] = v
+  end
+end
+
+#
+# Run
+#
+
+@working_dir = ENV['CL_WORKING_DIR'] # passed through cl-magic to here
+global.parse(ARGV)
+
+unless options[:commit]
+  command = "cd #{@working_dir} && git log --oneline | head -c 100000"
+  results = TTY::Command.new(:printer => :null).run(command).collect{|c|
+    parts = c.split(' ')
+    [parts.first, parts[1..].join(' ')]
+  }
+  options[:commit] = pick_single_result(results, "").first
+  puts options[:commit]
+end
+
+write_history("""#{@cl_cmd_name} \\
+  --commit=#{options[:commit]} \\
+""")
+
+do_work(options)

data/lib/cl/magic/cl-history

@@ -0,0 +1,44 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+
+@logger = get_logger()
+@cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+def tail_history(options)
+  exec("tail -n 100 #{Dir.home}/.cl_history")
+end
+
+#
+# Options
+#
+
+options = {}
+global_banner = <<DOC
+
+ History of commands you have run
+
+ Usage: #{@cl_cmd_name} [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+end
+
+#
+# Run
+#
+
+global.parse(ARGV)
+
+tail_history(options)

data/lib/cl/magic/cl-kube-cp

@@ -0,0 +1,99 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/gcloud.rb'
+require 'cl/magic/common/kubectl.rb'
+
+@logger = get_logger()
+@cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+def upload_file(options)
+  cmd = "cd #{@working_dir} && kubectl -n #{options[:namespace]} -c #{options[:container_name]} cp #{options[:local_filepath]} #{options[:pod_name]}:#{options[:remote_path]}"
+  @logger.puts
+  @logger.wait cmd
+  exec(cmd)
+end
+
+#
+# Options
+#
+
+options = {}
+global_banner = <<DOC
+
+ Copy a file to the container
+
+ Usage: #{@cl_cmd_name} [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("-c", "--context CONTEXT", "a kubectl context name") do |v|
+    options[:kube_context] = v
+  end
+
+  g.on("-n", "--namespace NAMESPACE", "a kubectl namespace in the current context's cluster") do |v|
+    options[:namespace] = v
+  end
+
+  g.on("-d", "--deployment NAME", "a kubernetes deployment name") do |v|
+    options[:deployment_name] = v
+  end
+
+  g.on("-p", "--pod POD_NAME", "a kubernetes pod name") do |v|
+    options[:pod_name] = v
+  end
+
+  g.on("--container CONTAINER_NAME", "a kubernetes container you'd like to visit") do |v|
+    options[:container_name] = v
+  end
+
+  g.on("-l", "--local-filepath FILEPATH", "file you'd like to copy") do |v|
+    options[:local_filepath] = v
+  end
+
+  g.on("-r", "--remote-path PATH", "path to file you'd like to copy to") do |v|
+    options[:remote_path] = v
+  end
+
+  g.on("-x", "use magic tools context") do |v|
+    options[:ktx] = v
+  end
+end
+
+#
+# Run
+#
+
+global.parse(ARGV)
+
+# set pod and service
+set_context_namespace_deployment_pod_container_options(options)
+set_ktx(options)
+
+# display full command
+write_history("""#{@cl_cmd_name} \\
+  --context=#{options[:kube_context]} \\
+  --namespace=#{options[:namespace]} \\
+  --deployment=#{options[:deployment_name]} \\
+  --pod=#{options[:pod_name]} \\
+  --container=#{options[:container_name]} \\
+  --local-filepath=#{options[:local_filepath]} \\
+  --remote-path=#{options[:remote_path]}
+""")
+
+@working_dir = ENV['CL_WORKING_DIR']
+
+upload_file(options)

data/lib/cl/magic/cl-kube-deployment

@@ -0,0 +1,120 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+require 'json'
+require 'pastel'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/kubectl.rb'
+
+@logger = get_logger()
+@cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+def describe_selected_deployment(deployment, options)
+  @logger.puts ""
+  deployment_json = describe_deployment(options[:namespace], deployment)
+  git_project = deployment_json["metadata"]["annotations"]["git_project"]
+  git_commit = deployment_json["metadata"]["annotations"]["git_commit"]
+
+  pastel = Pastel.new
+  @logger.puts pastel.green("git_project:"), git_project
+  @logger.puts pastel.green("git_commit:"), git_commit
+end
+
+def describe_selected_pods(selected_pods, options)
+  pastel = Pastel.new
+  selected_pods.each do |selected_pod|
+    pod_name = selected_pod.first
+    @logger.puts ""
+    pod = describe_pod(options[:namespace], selected_pod)
+    host_ip = pod["status"]["hostIP"]
+
+    @logger.puts pastel.green("pod:"), pod_name, "(#{host_ip})"
+    pod["status"]["containerStatuses"].collect do |container|
+      image = container["image"]
+      image_parts = image.split(":").last.split('-')
+      @logger.puts pastel.green("image:"), image
+
+      if image_parts.count == 2
+        @logger.puts pastel.green("git_commit:"), image_parts.first
+        @logger.puts pastel.green("jenkins_build:"), image_parts.last
+      end
+      state = container["state"]
+      status = state.keys.first
+      started_at = state[status]['startedAt']
+      @logger.puts pastel.dim(status, " - ", started_at)
+      puts ""
+
+    end
+  end
+end
+
+#
+# Options
+#
+
+options = {}
+global_banner = <<DOC
+
+Get build details on a deployment in google cloud
+
+Usage: #{@cl_cmd_name} [filter-name] [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+
+  g.on("-c", "--context CONTEXT", "a kubectl context name") do |v|
+    options[:kube_context] = v
+  end
+
+  g.on("-n", "--namespace NAMESPACE", "a kubectl namespace in the current context's cluster") do |v|
+    options[:namespace] = v
+  end
+
+  g.on("-d", "--deployment NAME", "a kubernetes deployment name") do |v|
+    options[:deployment] = v
+  end
+
+  g.on("-p", "--pods PODS", "a csv of kubernetes pod names") do |v|
+    options[:pod_names] = v
+  end
+
+  g.on("-x", "use magic tools context") do |v|
+    options[:ktx] = v
+  end
+end
+
+#
+# Run
+#
+
+global.parse(ARGV)
+
+# set: context and namespace
+set_context_and_namespace(options)
+set_ktx(options)
+
+# pick: deployment and pods
+deployment = pick_kubectl_deployment(options)
+pods = pick_kubectl_pods(deployment, options)
+
+# display full command
+write_history("""#{@cl_cmd_name} \\
+  --context=#{options[:kube_context]} \\
+  --namespace=#{options[:namespace]} \\
+  --deployment=#{deployment.first} \\
+  --pods=#{pods.collect(&:first).join(',')}
+""")
+
+# describe: deployment & pods
+describe_selected_deployment(deployment, options)
+describe_selected_pods(pods, options)

data/lib/cl/magic/cl-kube-ktx

@@ -0,0 +1,60 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+require 'json'
+require 'pastel'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/kubectl.rb'
+
+@logger = get_logger()
+@cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+#
+# Options
+#
+
+options = {}
+global_banner = <<DOC
+
+Set kube context
+
+Usage: #{@cl_cmd_name} [filter-name] [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("-c", "--context CONTEXT", "a kubectl context name") do |v|
+    options[:kube_context] = v
+  end
+
+  g.on("-n", "--namespace NAMESPACE", "a kubectl namespace in the current context's cluster") do |v|
+    options[:namespace] = v
+  end
+end
+
+#
+# Run
+#
+
+global.parse(ARGV)
+
+# set: context and namespace
+set_context_and_namespace(options)
+set_ktx(options)
+
+# display full command
+write_history("""#{@cl_cmd_name} \\
+  --context=#{options[:kube_context]} \\
+  --namespace=#{options[:namespace]}
+""")

data/lib/cl/magic/cl-kube-logs

@@ -0,0 +1,114 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'optparse/subcommand'
+require 'tty-command'
+require 'tty-prompt'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/gcloud.rb'
+require 'cl/magic/common/kubectl.rb'
+
+@logger = get_logger()
+@cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+def do_work(options, pods, containers)
+  cmd = "kubectl stern '#{pods.collect(&:first).join('|')}' --context #{options[:kube_context]} --namespace #{options[:namespace]} --container '#{containers.collect(&:first).join('|')}' --since #{options[:since]} --container-state 'running,waiting,terminated'"
+  cmd += " | grep #{options[:grep]}" if options[:grep]
+
+  @logger.puts
+  @logger.wait cmd
+  exec(cmd) unless options[:dry_run]
+end
+
+#
+# Options
+#
+
+options = { since: '60m'}
+global_banner = <<DOC
+
+ A sandbox to try things
+
+ Usage: #{@cl_cmd_name} [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("-c", "--context CONTEXT", "a kubectl context name") do |v|
+    options[:kube_context] = v
+  end
+
+  g.on("-n", "--namespace NAMESPACE", "a kubectl namespace in the current context's cluster") do |v|
+    options[:namespace] = v
+  end
+
+  g.on("-d", "--deployment NAME", "a kubernetes deployment name") do |v|
+    options[:deployment] = v
+  end
+
+  g.on("--pick-pods", "let me select specific pods") do |v|
+    options[:pick_pods] = v
+  end
+
+  g.on("--grep PATTERN", "grep for a pattern and only show those logs") do |v|
+    options[:grep] = v
+  end
+
+  g.on("--dry-run", "only show me the command") do |v|
+    options[:dry_run] = v
+  end
+
+  g.on("--since TIME", "Return logs newer than a relative duration like 52, 2m, or 3h. Defaults to `1m`") do |v|
+    options[:since] = v
+  end
+
+  g.on("-x", "use magic tools context") do |v|
+    options[:ktx] = v
+  end
+
+end
+
+#
+# Run
+#
+
+global.parse(ARGV)
+
+# set: context and namespace
+set_context_and_namespace(options)
+set_ktx(options)
+
+# pick: deployment and pods
+deployment = pick_kubectl_deployment(options)
+if options[:pick_pods]
+  pods = pick_kubectl_pods(deployment, options)
+else
+  # all pods
+  selector = deployment.last # last field is a selector
+  pods = get_kubectl_pods(options[:namespace], selector).collect {|o| o.values_at(0,2)}
+end
+
+# pick: containers
+uniq_containers = pods.collect do |pod|
+  get_containers_on_pod(options[:namespace], pod.first)
+end.flatten(1).uniq
+containers = pick_multiple_result(uniq_containers, "Pick containers", options[:container_names])
+
+
+# display full command
+write_history("""#{@cl_cmd_name} \\
+  --context=#{options[:kube_context]} \\
+  --namespace=#{options[:namespace]} \\
+  --deployment=#{deployment.first} \\
+  --grep=#{options[:grep]}
+""")
+
+do_work(options, pods, containers)