ix-cli 0.0.16 → 0.0.18

data/bin/ix-matrioshka

@@ -0,0 +1,76 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+
+options = {}
+options[:style] = :round
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-s', '--style [STRING]', 'One of [round, square, mysql, double].') do |value|
+    options[:style] = value.to_sym
+  end
+
+end.parse!
+
+required_options = [:style]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+def box(string, style = :round)
+  styles = {
+    round: {
+      top: '╭╮',
+      bottom: '╰╯',
+      side: '│',
+      horizontal: '─'
+    },
+    square: {
+      top: '┌┐',
+      bottom: '└┘',
+      side: '│',
+      horizontal: '─'
+    },
+    double: {
+      top: '╔╗',
+      bottom: '╚╝',
+      side: '║',
+      horizontal: '═'
+    },
+    mysql: {
+      top: '++',
+      bottom: '++',
+      side: '|',
+      horizontal: '-'
+    }
+  }
+  if styles[style].nil?
+    $stderr.puts "Unknown style #{style}"
+    exit 1
+  end
+  s = styles[style]
+  lines = []
+  string.each_line do |line|
+    lines.push(line.chomp)
+  end
+  result = ''
+  max = lines.map { |line| line.size }.sort.last
+  line = (s[:horizontal] * (max + 2))
+  result << "#{s[:top][0]}#{line}#{s[:top][1]}\n"
+  lines.each do |line|
+    line = line.ljust(max)
+    padding_left = ' ' * ((max - line.size) / 2)
+    padding_right = ' ' * (max - line.size - padding_left.size)
+    result << "#{s[:side]} #{padding_left}#{line}#{padding_right} #{s[:side]}\n"
+  end
+  result << "#{s[:bottom][0]}#{line}#{s[:bottom][1]}\n"
+  result
+end
+
+puts box(STDIN.read, options[:style])

data/bin/ix-mysqldump-to-json

@@ -0,0 +1,120 @@
+#!/usr/bin/env ruby
+
+# ai did not cut it, I had to write this myself..
+# cat file.sql | ruby parse.rb
+
+require 'json'
+
+class Buffer
+  def initialize
+    @buffer = []
+  end
+  def add(line)
+    @buffer << line
+  end
+  def flush
+    @buffer.join("\n")
+  end
+  def reset
+    @buffer = []
+  end
+  def to_s
+    flush
+  end
+end
+
+class Database
+  attr_accessor :name
+  attr_accessor :tables
+  def initialize(name)
+    @name = name
+    @tables = []
+  end
+end
+
+class Table
+  attr_accessor :name
+  attr_accessor :columns
+  def initialize(name)
+    @name = name
+    @columns = []
+  end
+end
+
+class Column
+  attr_accessor :name
+  attr_accessor :type
+  def initialize(name, type)
+    @name = name
+    @type = type
+  end
+end
+# -- Host: localhost    Database: empowerkit_DBnew
+REGEX_DATABASE_1 = /(^USE `)([^`]+)(`;)|(-- Host: [^\s]+Database: )(\w+)(\n)/
+REGEX_DATABASE_2 = /(-- Host: [^\s]+\s+Database: )(\w+)($)/
+REGEX_TABLE_START = /(^CREATE TABLE `)([^`]+)(` \()/
+REGEX_TABLE_END = /(^\)( ENGINE.)(\w+))/
+REGEX_COLUMN = /(^  `)([^`]+)(` )(\w+)([^\n]+)/
+
+database = nil
+parsing_table = false
+buffer = Buffer.new
+
+def get_table_object(string)
+  table_name = string.match(REGEX_TABLE_START)[2]
+  table_columns = []
+  string.scan(REGEX_COLUMN) do |column|
+    table_columns << Column.new(column[1], column[3])
+  end
+  table = Table.new(table_name)
+  table.columns = table_columns
+  table
+end
+
+STDIN.each_line do |line|
+  # line = line.force_encoding('UTF-8')
+  line = line.force_encoding('ISO-8859-1').encode('UTF-8')
+
+  if line =~ REGEX_DATABASE_1
+    database = Database.new($2)
+    next
+  end
+
+  if line =~ REGEX_DATABASE_2
+    database = Database.new($2)
+    next
+  end
+
+  next unless database
+
+  if line =~ REGEX_TABLE_START
+    buffer.reset
+    buffer.add(line.chomp)
+    parsing_table = true
+    next
+  end
+
+  if parsing_table
+    buffer.add(line.chomp)
+    if line =~ REGEX_TABLE_END
+      parsing_table = false
+      get_table_object(buffer.flush).tap do |table|
+        database.tables << table
+      end
+    end
+  end
+
+end
+
+database.tables.each do |table|
+  table.columns.each do |column|
+    object = {
+      :database => database.name,
+      :table => table.name,
+      :column => column.name,
+      :type => column.type
+    }
+    puts object.to_json
+  end
+end
+

data/bin/ix-noansi

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+STDIN.each_line do |line|
+  puts line.chomp.
+    gsub(/\e\[\d+m/, '').
+    gsub(/\e\[\d+;\d+m/, '').
+    gsub(/\e\[\d+;\d+;\d+m/, '').
+    gsub(/\e\[\d+;\d+;\d+;\d+m/, '')
+end

data/bin/ix-pad

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+
+options = {}
+options[:size] = 2
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-s', '--size [NUMBER]', 'Size.') do |value|
+    options[:size] = value.to_i
+  end
+
+end.parse!
+
+required_options = [:size]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+options[:size].times do |i|
+  puts ''
+end
+
+STDIN.each_line do |line|
+  puts (' ' * options[:size]) + line.chomp + (' ' * options[:size])
+end
+
+options[:size].times do |i|
+  puts ''
+end

data/bin/ix-percentage

@@ -1,6 +1,8 @@
 #!/usr/bin/env ruby
 # encoding: utf-8
 
+require 'isna'
+
 # Percentage bar.
 #
 # items  = (1..100).to_a
@@ -14,7 +16,7 @@
 class Percentage
   def initialize(product, divisor, scale = 100)
     @product        = product
-    @scale          = scale - 5
+    @scale          = scale
     @pre_percentage = (divisor * @scale / product).to_f
     @percentage     = (@pre_percentage * 100 / @scale)
     @divisor        = divisor
@@ -29,25 +31,37 @@ class Percentage
   # 0   ~  50   green
   # 50  ~  80   yellow
   # 80  ~  100  red
-  def to_bar(color = true, bar = '|')
-    filling = (bar * @pre_percentage.to_i)
-    padding = 0
+  def to_bar(color = true, bar = '|', label = '')
+    bars = (bar * @pre_percentage.to_f).rjust(@scale, ' ')
     if color
-      if to_i >= 0 and to_i < 50
-        filling = "" + (bar * @pre_percentage.to_f) + ""
-      end
-      if to_i >= 50 and to_i < 80
-        filling = "" + (bar * @pre_percentage.to_f) + ""
+      if to_i < 33
+        bars = bars.to_ansi.green.to_s
       end
-      if to_i >= 80
-        filling = "" + (bar * @pre_percentage.to_f) + ""
+      if to_i >= 33 and to_i < 66
+        bars = bars.to_ansi.yellow.to_s
       end
-      if filling.size > 0
-        padding = 13
+      if to_i >= 66
+        bars = bars.to_ansi.red.to_s
       end
     end
-    bindings = [filling, to_f, '%', @divisor]
-    "[%-#{@scale + padding}s%7.3f%s] %10.2f incidents for" % bindings
+
+    output_percentage = (to_f.round(2).to_s.rjust(5, ' ') + '%')
+    output_divisor = @divisor.round(2).to_s.rjust(10, ' ')
+
+    if color
+      output_percentage = output_percentage.to_ansi.pink.to_s
+      output_divisor = output_divisor.to_ansi.cyan.to_s
+    end
+
+    bindings = {
+      :open       => '[',
+      :close      => ']',
+      :bars       => bars,
+      :percentage => output_percentage,
+      :divisor    => output_divisor,
+      :label      => label
+    }
+    format("%<open>s%<bars>s%<close>s %<percentage>s %<divisor>s %<label>s", bindings)
   end
 end
 
@@ -76,13 +90,75 @@ class Array
 
 end
 
+require 'optparse'
+require 'json'
+
+options = {}
+options[:width] = 40
+options[:label] = ''
+options[:char] = '|'
+options[:color] = 'yes'
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-c', '--char [STRING]', 'Char to use to print the percentage bar') do |value|
+    options[:char] = value
+  end
+
+  opts.on('-w', '--width [NUMBER]', 'Chars to use to print the bar.') do |value|
+    options[:width] = value.to_f
+  end
+
+  opts.on('-l', '--label [STRING]', 'Label to use when printing out the layout.') do |value|
+    options[:label] = value
+  end
+
+  opts.on('-o', '--color [yes|no]', 'Weather if we should use ansi colors to print colors') do |value|
+    options[:color] = value
+  end
+
+
+  opts.on('-j', '--json', 'Will parse json keys as var names, and values as numbers') do |value|
+    options[:json] = value
+  end
+
+end.parse!
+
+required_options = [:width, :label, :char, :color]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+if options[:color] == 'yes'
+  options[:color] = true
+else
+  options[:color] = false
+end
+
+if options[:width] < 1
+  $stderr.puts "Width can not be less than 1."
+  exit 1
+end
 
 hash = {}
 
 STDIN.each_line do |line|
-  chunks = line.split(/\s+/)
-  hash[chunks[0]] ||= []
-  hash[chunks[0]] << chunks[1].to_f
+  if options[:json]
+    line = JSON.parse(line)
+    line.each do |key, value|
+      hash[key] ||= []
+      hash[key] << value.to_f
+    end
+  else
+    chunks = line.split(/\s+/)
+    hash[chunks[0]] ||= []
+    hash[chunks[0]] << chunks[1].to_f
+  end
 end
 
 total = 0
@@ -91,12 +167,20 @@ hash.keys.each do |key|
   total += array.product 
 end
 
-hash.keys.each do |key|
+hash.keys.sort do |a, b|
+  hash[a].product <=> hash[b].product
+end.reverse.each do |key|
   array = hash[key]
-  p = Percentage.new(total, array.product, 50)
+  p = Percentage.new(total, array.product, options[:width])
 
   template = "%s %s"
-  bindings = [p.to_bar, key]
+
+  if options[:color]
+    bindings = [p.to_bar(options[:color], options[:char], options[:label]), key.to_ansi.yellow.to_s]
+  else
+    bindings = [p.to_bar(options[:color], options[:char], options[:label]), key]
+  end
+
   puts template % bindings
 end
 

data/bin/ix-query-string-to-json

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+
+require 'json'
+
+STDIN.each_line do |line|
+  line.chomp.split('&').map do |pair|
+    a, b = pair.split('=')
+    puts a
+  end
+end

data/bin/ix-remove

@@ -0,0 +1,46 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'isna'
+
+options = {}
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-f', '--file []', 'File with entries to be removed.') do |value|
+    options[:file] = value
+  end
+
+end.parse!
+
+required_options = [:file]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+unless File.exist?(options[:file])
+  $stderr.puts "File #{options[:file]} does not exist."
+  exit 1
+end
+
+inputs = []
+entries = []
+
+
+File.read(options[:file]).each_line do |line|
+  entries << line
+end
+
+STDIN.each_line do |line|
+  inputs << line
+end
+
+(inputs - entries).each do |item|
+  puts item.chomp
+end
+

data/bin/ix-rjust

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+STDIN.each_line do |line|
+  puts line.chomp.rjust(ARGV[0].to_i)
+end

data/bin/ix-rulers

@@ -0,0 +1,79 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+
+options = {}
+options[:padding] = 5
+options[:count] = 0
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-w', '--width [NUMBER]', 'Width of the horizontal ruler (custom).') do |value|
+    options[:width] = value.to_i
+  end
+
+  opts.on('-p', '--padding [NUMBER]', 'Padding for numbers on the left.') do |value|
+    options[:padding] = value.to_i
+  end
+
+  opts.on('-c', '--count [NUMBER]', 'Count lines starting from.') do |value|
+    options[:count] = value.to_i
+  end
+
+end.parse!
+
+required_options = [:padding, :count]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+class Ruler
+  attr_accessor :length
+  def initialize(length)
+    @length = length
+  end
+
+  # we print the number of the column
+  # in various rows:
+  # for example first row will print:
+  # 00000000000
+  # 00000000011
+  # 12345678901
+  def to_s
+    items = (@length + 1).times.map do |item|
+      item.to_s.rjust(5, '0').chars
+    end
+    items.transpose.map(&:join).join("\n")
+  end
+
+end
+
+if options[:width]
+  Ruler.new(options[:width].to_i).to_s.lines.each do |line|
+    puts (' ' * (options[:padding] + 2)) + line
+  end
+  STDIN.each_line do |line|
+    puts "#{options[:count].to_s.rjust(options[:padding], '0')} | #{line}"
+    options[:count] += 1
+  end
+else
+  lines = []
+  STDIN.each_line do |line|
+    lines << line
+  end
+  exit 0 if lines.empty?
+  options[:width] = lines.map(&:length).max
+  Ruler.new(options[:width].to_i).to_s.lines.each do |line|
+    puts (' ' * (options[:padding] + 2)) + line
+  end
+  lines.each do |line|
+    puts "#{options[:count].to_s.rjust(options[:padding], '0')} |#{line}"
+    options[:count] += 1
+  end
+end
+

data/bin/ix-s3-log-to-json

@@ -0,0 +1,38 @@
+#!/usr/bin/env ruby
+
+require 'time'
+require 'json'
+
+def parse_s3_log_line(line)
+
+  # Split the log line by spaces, respecting quoted strings
+  parts = line.scan(/"([^"]+)"|(\S+)/).flatten.compact
+
+  {
+    bucket_owner: parts[0],
+    bucket: parts[1],
+    time: parts[2] + parts[3], # Remove the brackets around the time
+    remote_ip: parts[4],
+    requester: parts[5],
+    request_id: parts[6],
+    operation: parts[7],
+    key: parts[8],
+    request_uri: parts[9],
+    http_status: parts[10].to_i,
+    error_code: parts[11],
+    bytes_sent: parts[12].to_i,
+    object_size: parts[13],
+    total_time: parts[14].to_i,
+    turnaround_time: parts[15].to_i,
+    referer: parts[16],
+    user_agent: parts[17],
+    version_id: parts[18]
+  }
+end
+
+# Read from standard input
+ARGF.each_line do |line|
+  parsed_log = parse_s3_log_line(line)
+  puts parsed_log.to_json
+end
+

data/bin/ix-time-distance

@@ -0,0 +1,47 @@
+#!/usr/bin/env ruby
+
+require 'json'
+
+require 'optparse'
+
+options = {}
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-k', '--key [NAME]', 'Key in json to look for a timestamp.') do |value|
+    options[:key] = value
+  end
+
+end.parse!
+
+required_options = [:key]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+times = []
+distances = []
+previous = nil
+
+STDIN.each_line do |line|
+  object = JSON.parse(line)
+  times << object[options[:key]]
+end
+
+times.sort do |a, b|
+  a <=> b
+end.each do |time|
+  if previous
+    distances << time - previous
+  end
+  previous = time
+end
+
+distances.each do |distance|
+  puts "distance #{distance}"
+end

data/bin/ix-timestamp2

@@ -19,16 +19,14 @@ STDIN.each_line do |line|
     end
 
     object = {
-       :timestamp => timestamp.to_s.rjust(20, ' '),
        :time => Time.at(timestamp).to_s.rjust(20, ' '),
-       :elapsed => format('%1.5f', (timestamp - start)).to_s.rjust(10, ' '),
-       :diff => format('%2.5f', (timestamp - prev)).to_s.rjust(10, ' '),
+       :elapsed => format('%1.3f', (timestamp - start)).to_s.rjust(9, ' '),
+       :diff => format('%2.3f', (timestamp - prev)).to_s.rjust(9, ' '),
        :lineno => (('| ') + (lineno.to_s)).ljust(5, ' '),
        :message => json['message']
     }
 
     if colors
-      object[:timestamp] = object[:timestamp].to_s.to_ansi.yellow.to_s
       object[:time] = object[:time].to_s.to_ansi.cyan.to_s
       object[:elapsed] = object[:elapsed].to_s.to_ansi.pink.to_s
 
@@ -47,10 +45,10 @@ STDIN.each_line do |line|
       object[:lineno] = object[:lineno].to_s.to_ansi.cyan.to_s
     end
     
-    puts format("%<timestamp>s %<time>s %<elapsed>s %<diff>s %<lineno>s  %<message>s", object)
+    puts format("%<time>s %<elapsed>s %<diff>s %<lineno>s  %<message>s", object)
     prev = timestamp
   rescue => e
-    puts e.message
+  # puts e.message
   end
 end
 

data/bin/ix-yaml-to-json

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require 'json'
+require 'yaml'
+
+puts YAML.load(STDIN.read).to_json
+