cl-magic 1.2.9 → 1.3.1

data/lib/cl/magic/cl-ai-store-jira

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 # Store jira json for AI
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 
@@ -11,6 +9,7 @@ require 'cl/magic/common/jira.rb'
 require 'cl/magic/common/ai_prompt.rb'
 require 'cl/magic/common/milvus.rb'
 require 'cl/magic/common/elastic.rb'
+require 'cl/magic/common/sub_command.rb'
 
 @logger = get_logger()
 

data/lib/cl/magic/cl-auth

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 # Need to authenticate? Check here first
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 
@@ -9,6 +7,7 @@ require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/gcloud.rb'
 require 'cl/magic/common/kubectl.rb'
+require 'cl/magic/common/sub_command.rb'
 
 @logger = get_logger()
 @cl_cmd_name = "cl auth"

data/lib/cl/magic/cl-chrome

@@ -0,0 +1,108 @@
+#!/usr/bin/env ruby
+# Request a page with the chrome browser
+require 'tty-command'
+require 'tty-prompt'
+
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/gcloud.rb'
+require 'cl/magic/common/kubectl.rb'
+require 'cl/magic/common/sub_command.rb'
+
+require 'selenium-webdriver'
+
+@logger = get_logger()
+@cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+def do_work(options)
+  @logger.info "start #{Time.now.strftime("%H:%M:%S")}"
+  concurrent = options[:concurrent]
+
+  begin
+
+    # create drivers
+    drivers = []
+    concurrent.times { drivers << Selenium::WebDriver.for(:chrome) }
+
+    # browse pages
+    options[:ids].each_slice(concurrent) do |ids|
+      ids.each_with_index do |id, i|
+        drivers[i].navigate.to URI.join(options[:uri], id)
+      end
+      sleep options[:sleep]
+    end
+
+  ensure
+    drivers.each {|d| d.quit }
+  end
+  @logger.info "end #{Time.now.strftime("%H:%M:%S")}"
+end
+
+#
+# Options
+#
+
+options = {
+  concurrent: 1,
+  sleep: 0.1
+}
+global_banner = <<DOC
+
+ A sandbox to try things
+
+ Usage: #{@cl_cmd_name} [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("--base-uri URI", "uri to attach identifier to and browse") do |v|
+    options[:uri] = v
+  end
+
+  g.on("--ids CSV", "comma separated list of ids") do |v|
+    options[:ids] = v.split(',')
+  end
+
+  g.on("-c", "--concurrent NUMBER", "number of concurrent chromes to open (default: 1)") do |v|
+    options[:concurrent] = v.to_i
+  end
+
+  g.on("-s", "--sleep NUMBER", "number of seconds to sleep after opening page (default: 0.1)") do |v|
+    options[:sleep] = v.to_f
+  end
+end
+
+#
+# Run
+#
+
+@working_dir = ENV['CL_WORKING_DIR'] # passed through cl-magic to here
+global.parse(ARGV)
+
+
+if options[:uri].nil?
+  @logger.error "missing --base-uri"
+  exit
+end
+if options[:ids].nil?
+  @logger.error "missing --ids"
+  exit
+end
+
+
+# display full command
+write_history("""#{@cl_cmd_name} \\
+  --base-uri='#{options[:uri]}' \\
+  --ids=#{options[:ids].join(',')} \\
+  --sleep=#{options[:sleep]} \\
+  --concurrent=#{options[:concurrent]}
+""")
+
+do_work(options)

data/lib/cl/magic/cl-curl

@@ -0,0 +1,130 @@
+#!/usr/bin/env ruby
+# curl web pages by id
+require 'tty-command'
+require 'tty-prompt'
+
+require 'cl/magic/common/sub_command.rb'
+require 'cl/magic/common/common_options.rb'
+require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/load_runner.rb'
+
+@logger = get_logger()
+@se_cmd_name = File.basename(__FILE__).split('-').join(' ')
+
+#
+# Features
+#
+
+def do_curls(options)
+  options[:ids].shuffle.each do |id|
+    uri = "#{options[:uri]}/#{id}"
+    status_code = `curl -s -o /dev/null -w \"%{http_code}\" #{uri}`
+    @logger.info "uri=#{uri}|status=#{status_code}"
+  end
+end
+
+def load_and_run(q, options)
+  q.load(options[:threads]) { do_curls(options) }
+  q.run
+end
+
+def run_for_durration(q, options)
+  num_seconds = 10
+  max_sleep = options[:max_sleep]
+  q.load(options[:threads]) { do_curls(options) }
+  q.run_for_durration(num_seconds, max_sleep)
+end
+
+def run_and_stagger(q, options)
+  max_sleep = options[:max_sleep]
+  q.load(options[:threads]) { do_curls(options) }
+  q.run_for_durration(max_sleep)
+end
+
+def do_work(options)
+  q = LoadRunner::Queue.new(@logger)
+  if options[:durration]
+    @logger.info "run for durration"
+    run_for_durration(q, options)
+  else
+    if options[:max_sleep] > 0
+      @logger.info "run and stagger"
+      run_and_stagger(q, options)
+    else
+      @logger.info "load and run"
+      load_and_run(q, options)
+    end
+  end
+end
+
+#
+# Options
+#
+
+options = {
+  threads: 1,
+  max_sleep: 0
+}
+global_banner = <<DOC
+
+ curl web pages by id
+
+ Usage: #{@se_cmd_name} [options]
+
+DOC
+
+global = OptionParser.new do |g|
+  g.banner = global_banner
+  add_help_and_verbose(g)
+
+  g.on("--base-uri URI", "uri to curl") do |v|
+    options[:uri] = v
+  end
+
+  g.on("--ids CSV", "comma separated list of ids") do |v|
+    options[:ids] = v.split(',')
+  end
+
+  g.on("-t", "--thread NUMBER", "number of threads (default: 1)") do |v|
+    options[:threads] = v.to_i
+  end
+
+  g.on("--max-sleep NUMBER", "max number of seconds to sleep; randomly staggers requests") do |v|
+    options[:max_sleep] = v.to_i
+  end
+
+  g.on("--durration SECONDS", "run threads for a specific amount of time") do |v|
+    options[:durration] = v.to_i
+  end
+end
+
+#
+# Run
+#
+
+@working_dir = ENV['SE_WORKING_DIR'] # passed through se-magic to here
+global.parse(ARGV)
+
+if options[:uri].nil?
+  @logger.error "missing --base-uri"
+  exit
+end
+if options[:ids].nil?
+  @logger.error "missing --ids"
+  exit
+end
+
+history_command = """#{@se_cmd_name} \\
+  --base-uri #{options[:uri]} \\
+  --ids #{options[:ids].join(',')} \\
+  --thread #{options[:threads]} \\
+  --max-sleep #{options[:max_sleep]}
+"""
+
+history_command = """#{history_command.strip} \\
+  --durration #{options[:durration]}
+""" if options[:durration]
+
+write_history(history_command)
+
+do_work(options)

data/lib/cl/magic/cl-dk

@@ -44,6 +44,10 @@ def try_print_dk_help(dk_parts_hash, dk_make_hash, args)
     puts "  - <dk-project-path>   absolute filepath to world/project directory"
     puts "  - <dk-working-path>   absolute filepath to location dk command was run from"
     puts ""
+    puts "PATHS"
+    puts "  - world-path:   #{@world_settings.get_world_path_from_settings()}"
+    puts "  - project-path: #{@world_settings.get_world_project_path()}"
+    puts "  - working-path: #{@working_dir}"
     puts "-------------------------"
   end
 end

data/lib/cl/magic/cl-dk-make

@@ -1,10 +1,9 @@
 #!/usr/bin/env ruby
 # cli for your compose projects
-require 'optparse'
-require 'optparse/subcommand'
 
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/sub_command.rb'
 
 require_relative 'dk/help_printer'
 require_relative 'dk/yaml_arg_munger'
@@ -98,7 +97,7 @@ def prep_make_command(c, selected_parts)
 
   # run command
   c = interpolate_parts_into_command(c, selected_parts)
-  cmd = "cd #{@working_dir} && #{c}"
+  cmd = "cd #{@working_dir} && WORLD_DIR=#{@world_path} CODE_DIR=#{@code_path} WORKING_DIR=#{@working_dir} #{c}"
 end
 
 def interpolate_parts_into_command(cmd, selected_parts)
@@ -136,6 +135,9 @@ def do_work()
   @yaml_arg_munger = YamlArgMunger.new(@working_dir, @world_settings)
   @parts_merger = PartsMerger.new(@working_dir, @yaml_arg_munger, @help_printer, @logger)
 
+  @world_path = @world_settings.get_world_path_from_settings()
+  @code_path = @world_settings.get_code_path_from_settings()
+
   # world files
   compose_hash, dk_parts_hash, dk_make_hash = @yaml_arg_munger.get_base_compose_parts_and_make_hashes()
   if compose_hash

data/lib/cl/magic/cl-dk-make-world

@@ -1,12 +1,12 @@
 #!/usr/bin/env ruby
 # cli for your world
+
 require 'yaml'
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/sub_command.rb'
 
 require_relative 'dk/help_printer'
 require_relative 'dk/world_settings'
@@ -94,7 +94,7 @@ def prep_make_command(c)
   @logger.wait(c.gsub("cl dk", "dk"))
 
   # run command - from world path
-  cmd = "cd #{@world_path} && WORKING_DIR=#{@working_dir} #{c}"
+  cmd = "cd #{@world_path} && WORLD_DIR=#{@world_path} CODE_DIR=#{@code_path} WORKING_DIR=#{@working_dir} #{c}"
 end
 
 #
@@ -102,29 +102,19 @@ end
 #
 
 def do_work()
-
-  # world yaml
-  world_yaml_filepath = File.join(@world_path, "world.yml")
-  if File.exist?(world_yaml_filepath)
-
-    # read file, replace & yaml load
-    contents = File.read(world_yaml_filepath)
-    contents.gsub!('<dk-working-path>', @working_dir)
-    yml_hash = YAML.load(contents)
-
-    # run command
-    if yml_hash and yml_hash.key? "x-dk-make-world"
+  yml_hash = @world_settings.get_world_yml_hash()
+  if yml_hash
+    if yml_hash.key? "x-dk-make-world"
       run_dk_make(ARGV, yml_hash["x-dk-make-world"])
     else
       @logger.puts ""
-      @logger.warn "no commands available"
-      @logger.info "#{world_yaml_filepath}"
+      @logger.warn "missing: x-dk-make-world in world.yml"
       @logger.puts ""
     end
   else
     @logger.puts ""
-    @logger.warn "Current world context has no world.yml"
-    @logger.info "#{world_path}"
+    @logger.warn "missing: world.yml"
+    @logger.info "#{@world_path}"
     @logger.puts ""
   end
 end
@@ -163,5 +153,6 @@ global.parse(ARGV)
 
 # world path
 @world_path = @world_settings.get_world_path_from_settings()
+@code_path = @world_settings.get_code_path_from_settings()
 
 do_work()

data/lib/cl/magic/cl-dk-parts

@@ -1,13 +1,12 @@
 #!/usr/bin/env ruby
 # set, list and clear parts for a compose project
 require 'yaml'
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/parse_and_pick.rb'
+require 'cl/magic/common/sub_command.rb'
 
 require_relative 'dk/help_printer'
 require_relative 'dk/yaml_arg_munger'

data/lib/cl/magic/cl-dk-world

@@ -1,19 +1,26 @@
 #!/usr/bin/env ruby
 # set world and context for dk tool
 require 'yaml'
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/parse_and_pick.rb'
 require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/sub_command.rb'
 
 require_relative 'dk/world_settings'
 
 @logger = get_logger()
 @cl_cmd_name = File.basename(__FILE__).split('-').join(' ')
 
+def expand_path(path)
+  if path.start_with?("/") or path.start_with?("~")
+    return File.expand_path(path)
+  else
+    return File.expand_path(File.join(@working_dir, path))
+  end
+end
+
 #
 # Features
 #
@@ -21,23 +28,19 @@ require_relative 'dk/world_settings'
 def set(options, world_settings)
   world_settings_hash = world_settings.get_world_settings_hash()
 
-  # world path
-  world_path = options[:world_path]
+  # expand paths
+  world_path = expand_path(options[:world_path])
+  code_path = expand_path(options[:code_path])
 
-  if world_path.start_with?("/") or world_path.start_with?("~")
-    world_path = File.expand_path(world_path)
-  else
-    world_path = File.expand_path(File.join(@working_dir, world_path))
-  end
-
-  if TTY::Prompt.new.yes?("Set world to: #{world_path}?")
-    world_settings_hash[:world_path] = world_path
-    world_settings.save_world_settings(world_settings_hash)
-    switch_context(world_settings)
-  else
-    exit
-  end
+  # confirm
+  exit unless TTY::Prompt.new.yes?("Set world to: #{world_path}?")
+  exit unless TTY::Prompt.new.yes?("Set code to: #{code_path}?")
 
+  # set & switch context
+  world_settings_hash[:code_path] = code_path
+  world_settings_hash[:world_path] = world_path
+  world_settings.save_world_settings(world_settings_hash)
+  switch_context(world_settings)
 end
 
 def switch_context(world_settings)
@@ -98,9 +101,13 @@ global = OptionParser.new do |g|
     s.banner = dk_world_set_banner
     options[:action] = :set
 
-    s.on("-p", "--path PATH", "path to world folder") do |v|
+    s.on("-w", "--world PATH", "path to world folder") do |v|
       options[:world_path] = v
     end
+
+    s.on("-c", "--code PATH", "path to clone repos into") do |v|
+      options[:code_path] = v
+    end
   end
 
   g.subcommand 'switch_context' do |s|
@@ -123,12 +130,18 @@ world_settings = WorldSettings.new(@working_dir)
 case options[:action]
 when :set
   if options[:world_path].nil?
-    @logger.error("missing --path")
+    @logger.error("missing --world argument")
+    exit 1
+  end
+
+  if options[:code_path].nil?
+    @logger.error("missing --code argument")
     exit 1
   end
 
   history_command = """#{@cl_cmd_name} world set \\
-  --path #{options[:world_path]}
+  --world #{options[:world_path]} \
+  --code #{options[:code_path]}
 """
   write_history(history_command)
 

data/lib/cl/magic/cl-envkey

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 # Human readable envkeys
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 
@@ -9,6 +7,7 @@ require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/gcloud.rb'
 require 'cl/magic/common/kubectl.rb'
+require 'cl/magic/common/sub_command.rb'
 
 @logger = get_logger()
 @cl_cmd_name = File.basename(__FILE__).split('-').join(' ')

data/lib/cl/magic/cl-gc-sql

@@ -1,13 +1,12 @@
 #!/usr/bin/env ruby
 # Connect to google cloud sql instance
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/gcloud.rb'
+require 'cl/magic/common/sub_command.rb'
 
 @logger = get_logger()
 @cl_cmd_name = File.basename(__FILE__).split('-').join(' ')

data/lib/cl/magic/cl-gc-tags

@@ -1,13 +1,12 @@
 #!/usr/bin/env ruby
 # Work with gcloud docker image tags
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/gcloud.rb'
 require 'cl/magic/common/kubectl.rb'
+require 'cl/magic/common/sub_command.rb'
 
 @logger = get_logger()
 @cl_cmd_name = File.basename(__FILE__).split('-').join(' ')

data/lib/cl/magic/cl-glab-commit

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 # Find a commit and open in a browser
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 
@@ -9,6 +7,7 @@ require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/gcloud.rb'
 require 'cl/magic/common/kubectl.rb'
+require 'cl/magic/common/sub_command.rb'
 
 @logger = get_logger()
 @cl_cmd_name = File.basename(__FILE__).split('-').join(' ')

data/lib/cl/magic/cl-history

@@ -1,11 +1,10 @@
 #!/usr/bin/env ruby
 # History of 'cl' commands you run
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
+require 'cl/magic/common/sub_command.rb'
 
 @logger = get_logger()
 @cl_cmd_name = File.basename(__FILE__).split('-').join(' ')

data/lib/cl/magic/cl-jira-fetch

@@ -1,13 +1,12 @@
 #!/usr/bin/env ruby
 # Fetch jira issues by jql
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/jira.rb'
+require 'cl/magic/common/sub_command.rb'
 
 require 'net/http'
 require 'json'

data/lib/cl/magic/cl-jira-fetch-by-epics

@@ -1,13 +1,12 @@
 #!/usr/bin/env ruby
 # Fetch jira issues, status changelogs and save them to a file
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/jira.rb'
+require 'cl/magic/common/sub_command.rb'
 
 require 'net/http'
 require 'json'

data/lib/cl/magic/cl-jira-to-elastic

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 # Jira fetch datafile to markdown
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 require 'active_support/all'
@@ -10,6 +8,7 @@ require 'cl/magic/common/parse_and_pick.rb'
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/jira.rb'
+require 'cl/magic/common/sub_command.rb'
 
 require 'json'
 

data/lib/cl/magic/cl-jira-to-markdown

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 # Jira fetch datafile to markdown
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 require 'active_support/all'
@@ -10,6 +8,7 @@ require 'cl/magic/common/parse_and_pick.rb'
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/jira.rb'
+require 'cl/magic/common/sub_command.rb'
 
 require 'json'
 

data/lib/cl/magic/cl-jira-to-stats

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 # Jira fetch datafile to stats
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 require 'active_support/all'
@@ -9,6 +7,7 @@ require 'active_support/all'
 require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/jira.rb'
+require 'cl/magic/common/sub_command.rb'
 
 require 'net/http'
 require 'json'

data/lib/cl/magic/cl-kube-cp

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 # Copy a file to a container in K8
-require 'optparse'
-require 'optparse/subcommand'
 require 'tty-command'
 require 'tty-prompt'
 
@@ -9,6 +7,7 @@ require 'cl/magic/common/common_options.rb'
 require 'cl/magic/common/logging.rb'
 require 'cl/magic/common/gcloud.rb'
 require 'cl/magic/common/kubectl.rb'
+require 'cl/magic/common/sub_command.rb'
 
 @logger = get_logger()
 @cl_cmd_name = File.basename(__FILE__).split('-').join(' ')