ix-cli 0.0.1 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 362167445d202cbbf3db2dbfdd52f3fd7665a5e85ac6aa657084b15b2caa85f6
-  data.tar.gz: 1b6c85e79eab94644b194ebb7612e7e2b916fd65abfd21a49d26c99468850c69
+  metadata.gz: dae9bc89f4291cfa7e06e18d9b154995746502273999407a9ec61260f58c94f8
+  data.tar.gz: 2e6868c9b9adb7808264c72d9d9dc5c1f93981427a662c7efdc9aeaa015bab9b
 SHA512:
-  metadata.gz: ac80246f8e44632204bb35da1e0e7abc3b5424df6f254f479bc47387404ef05fb2c41f50d9182f158a8a274829ed6dddc95fdbed3b7e57bec08bf76894a74d54
-  data.tar.gz: e271231627968961f3f900b6c0c13d0422271fb9e100c63181125921bed19c9cbe4137ce4fa9bd2bf1696c07fa95556a119bf3cb44e9695491b353009016f546
+  metadata.gz: c371b7203b29f4efefae471e95adf1c1ee70cd1fdb0e071ba643438e629beb4291795b0b694e389dde7050dd28ae0e185fb5929cc950c50c32b51abbfe906b0b
+  data.tar.gz: 6f79d94140316047b0b0d9872f1b1b170b5a9a510482a2b3a921d64c50a2084b8e67faaafba5d2059d39f4316d6aca9b2b7dad86dfa41da38458759d0238d683

data/bin/ix-hypothesis

@@ -135,6 +135,15 @@ class Array
 
   def to_bell(text, standard_deviations_to_show = 3, base = :population, kazu_dev = 1, percentage_scale, hide)
 
+    if uniq.size == 1
+      the_variable = text.to_ansi.red.to_s
+      the_value = uniq.first.to_s.to_ansi.green.to_s
+      puts ''
+      puts "# All values of #{the_variable} where found to have the value of #{the_value}"
+      puts '-' * 80
+      return
+    end
+
     if base == :population
       sigma = population_standard_deviation
     end
@@ -186,7 +195,7 @@ class Array
       ((groups[sigma] ? groups[sigma].size : 0.0) / total.to_f) * 100
 	end.max
 
-    puts [the_min, the_max].inspect
+    # puts [the_min, the_max].inspect
 
     sigmas_copy.each_with_index do |sigma, index|
 
@@ -218,8 +227,6 @@ class Array
 
       bell_line << ("%6.2f%% " % [(size.to_f / total.to_f) * 100]).to_s
 
-      # puts groups[sigma].inspect
-
 	  bn = [
         the_min,
         (size.to_f / total.to_f) * 100,
@@ -231,11 +238,9 @@ class Array
         percentage_scale
 	  )
 
-      # bell_line << Percentage.new(total, size, percentage_scale).to_bar
-
       case (std_dev_ruler).to_f
       when 0.000
-		bell_line << '|' + ('|' * an[1]).to_s.to_ansi.pink.to_s
+        bell_line << '|' + ('|' * an[1]).to_s.to_ansi.pink.to_s
       when 0..1
 		bell_line << '|' + ('|' * an[1]).to_s.to_ansi.green.to_s
       when -1..0

data/bin/ix-json-stats

@@ -0,0 +1,88 @@
+#!/usr/bin/env ruby
+
+require 'json'
+require 'optparse'
+require 'isna'
+
+options = {}
+options[:count] = 10
+options[:errors] = false
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-k', '--keys [KEYS]', 'List of keys to parse from json separated by :.') do |value|
+    options[:keys] = value
+  end
+
+  opts.on('-c', '--count [NUMBER]', 'Number of top N items to show.') do |value|
+    options[:count] = value.to_i
+  end
+
+  opts.on('-e', '--errors', 'If we should report errors.') do |value|
+    options[:errors] = value
+  end
+
+end.parse!
+
+required_options = [:keys]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+map = {}
+keys = options[:keys].split(':')
+
+STDIN.each_line do |line|
+  begin
+    object = JSON.parse(line)
+    object.each do |k, v|
+      next unless keys.include?(k)
+      submap = map[k] ||= {}
+      submap[v] ||= 0
+      submap[v] += 1
+    end
+  rescue => error
+    if options[:errors]
+      $stderr.puts error.message
+    end
+  end
+end
+
+def print_map(map, sample)
+  map.each do |category, stats|
+    values = []
+    total = 0
+
+    counter = 0
+    stats.values.sort.reverse.each do |value_1|
+      stats.each do |key, value_2|
+        if value_1 == value_2
+          counter += 1
+          break if counter > sample
+          total += value_1
+          values.push({ :value => value_1, :key => key })
+        end
+      end
+    end
+
+    puts ""
+    puts "#{category.to_s.to_ansi.cyan.to_s} (#{total})"
+
+    values.each do |object|
+      percentage = "%2.2f" % (object[:value] / total.to_f * 100)
+      h_percentage = (percentage.to_s + '%').rjust(6, ' ').to_ansi.yellow.to_s
+      value = object[:value].to_s.rjust(10, ' ').to_ansi.green.to_s
+      key = object[:key]
+      puts "%s %s %s" % [value, h_percentage, key]
+    end
+
+  end
+end
+
+print_map(map, options[:count])
+

data/bin/ix-rps

@@ -10,7 +10,6 @@ end
 trap('QUIT', &shutdown)
 trap('INT', &shutdown)
 trap('TERM', &shutdown)
-trap('KILL', &shutdown)
 
 total_requests = 0
 requests_per_second = 0

data/bin/ix-sigma-grep

@@ -0,0 +1,135 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+
+options = {}
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-m', '--min-sigma [min]', 'Min sigma.') do |value|
+    options[:min_sigma] = value.gsub(/\\/, '').to_f
+  end
+
+  opts.on('-a', '--max-sigma [max]', 'Max sigma.') do |value|
+    options[:max_sigma] = value.gsub(/\\/, '').to_f
+  end
+
+  opts.on('-c', '--column [max]', 'Col to be parsed.') do |value|
+    options[:column] = value.to_i
+  end
+
+  opts.on('-k', '--kdev [max]', 'kdev.') do |value|
+    options[:kdev] = value.to_i
+  end
+
+end.parse!
+
+required_options = [:min_sigma, :max_sigma, :column, :kdev]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+class Array
+  def mean
+    product / size
+  end
+
+  def product
+    sum
+  end
+  def sum_of_squares(avg = nil)
+    avg = mean unless avg
+    sqares = map do |number|
+      result = number - avg
+      result ** 2
+    end
+    sqares.sum
+  end
+
+  def variance(minus = 0)
+    sum_of_squares / (size - minus)
+  end
+
+  def standard_deviation
+    Math.sqrt(variance(1.5))
+  end
+
+  def population_standard_deviation
+    Math.sqrt(variance(0))
+  end
+
+  def median
+    return size[0] if size == 1
+    self[(size + 1) / 2]
+  end
+
+  def sample_standard_deviation
+    med = median
+    sqr = map do |number|
+      result = number - med
+      result ** 2
+    end
+    Math.sqrt(sqr.mean)
+  end
+
+  def sum
+    inject do |cumulative, value|
+      cumulative += value
+    end
+  end
+
+end
+
+data = []
+
+STDIN.each_line do |line|
+  line.chomp!
+  index = options[:column]
+  item = line.split(' ')[index - 1]
+  data.push({ :number => item.to_f, :line => line })
+end
+
+numbers = data.map do |object|
+  object[:number]
+end
+
+options[:standard_deviation] = numbers.standard_deviation
+options[:min_deviation_from_mean] = (options[:min_sigma] * options[:standard_deviation] + numbers.mean)
+options[:max_deviation_from_mean] = (options[:max_sigma] * options[:standard_deviation] + numbers.mean)
+
+data.each do |object|
+
+  smaller_than_max = (object[:number] > options[:min_deviation_from_mean])
+  bigger_than_min  = (object[:number] < options[:max_deviation_from_mean])
+
+  # $stderr.puts [
+  #   smaller_than_max,
+  #   object[:number],
+  #   bigger_than_min,
+  #   options[:min_deviation_from_mean],
+  #   options[:max_deviation_from_mean]
+  # ].map { |x| x.inspect } * ' '
+  
+
+  if smaller_than_max && bigger_than_min
+    puts object[:line]
+  end
+end
+
+def pretty_options(hash, width = 20)
+  r = ''
+  hash.keys.sort.each do |key|
+    k = key.to_s.ljust(width, '.')
+    v = hash[key].to_s.rjust(width, '.')
+    r << [k, v] * ' ' + "\n"
+  end
+  r
+end
+
+# $stderr.puts pretty_options(options)
+

data/bin/ix-timeline

@@ -0,0 +1,241 @@
+#!/usr/bin/env ruby
+
+class Token
+  REGEX = /(^)([^ ]+)(\s+)(\w+)(\s+)(.*)/
+  attr_accessor :column
+  def initialize(string)
+    @string = string
+    @valid = (@string =~ REGEX)
+    @parts = @string.scan(REGEX)[0]
+  end
+  def valid?
+    @valid
+  end
+  def timestamp
+    @parts[1].to_i
+  end
+  def variable
+    @parts[3]
+  end
+  def value
+    @parts[5].to_f
+  end
+  def to_h
+    {
+      :timestamp => timestamp,
+      :variable => variable,
+      :value => value
+    }
+  end
+end
+
+# title
+# y_label
+# x_label
+# output
+# graph_width
+# graph_height
+# debug
+
+require 'isna'
+require 'optparse'
+
+options = {}
+
+options[:title] = 'title'
+options[:y_label] = 'y'
+options[:x_label] = 'x'
+options[:output] = 'output'
+options[:graph_width] = 800
+options[:graph_height] = 600
+options[:debug] = false
+
+OptionParser.new do |opts|
+
+  basename = File.basename($0).to_ansi.green.to_s
+  options_hint = "[OPTIONS]".to_ansi.blink.red.to_s 
+  opts.banner = "Usage: #{basename} #{options_hint}"
+
+  opts.on('-t', '--title [TITLE]', 'Title.') do |value|
+    options[:title] = value
+  end
+
+  opts.on('-y', '--y-label [Y_LABEL]', 'Y label.') do |value|
+    options[:y_label] = value
+  end
+
+  opts.on('-x', '--x-label [X_LABEL]', 'X label.') do |value|
+    options[:x_label] = value
+  end
+
+  opts.on('-o', '--output [OUTPUT]', 'Output.') do |value|
+    options[:output] = value
+  end
+
+  opts.on('-g', '--graph-width [GRAPH_WIDTH]', 'Graph width.') do |value|
+    options[:graph_width] = value
+  end
+
+  opts.on('-r', '--graph-height [GRAPH_HEIGHT]', 'Graph height.') do |value|
+    options[:graph_height] = value
+  end
+
+  opts.on('-d', '--debug [DEBUG]', 'Debug.') do |value|
+    options[:debug] = value
+  end
+
+
+end.parse!
+
+required_options = [
+  :title, 
+  :y_label, 
+  :x_label, 
+  :output, 
+  :graph_width, 
+  :graph_height, 
+]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s.to_ansi.red.to_s} was not given."
+    exit 1
+  end
+end
+
+def pretty_options(hash, width = 20)
+  r = ''
+  hash.keys.sort.each do |key|
+    k = key.to_s.ljust(width, '.')
+    v = hash[key].to_s.rjust(width, '.')
+    r << [k, v] * ' ' + "\n"
+  end
+  r
+end
+puts pretty_options(options)
+
+
+tokens = []
+
+# timestamp name value
+STDIN.each_line do |line|
+  token = Token.new(line)
+  next unless token.valid?
+  tokens.push(token)
+end
+
+variables = tokens.map { |token| token.variable }
+variable_map = {}
+variables.uniq.each_with_index do |variable, index|
+  variable_map[index + 1] = variable
+end
+puts variable_map.inspect
+tokens.each do |token|
+  variable_map.each do |column, variable|
+    if token.variable == variable
+      token.column = column
+    end
+  end
+end
+
+token_timestamp_map = {}
+tokens.each do |token|
+  token_timestamp_map[token.timestamp] ||= []
+  token_timestamp_map[token.timestamp].push(token)
+end
+
+# generate gnuplot data format
+require 'time'
+class Integer
+  def to_gnuplot_date
+    Time.at(self).strftime "%d/%m/%Y %H:%M:%S"
+  end
+end
+
+require 'tmpdir'
+Dir.mktmpdir do |dir|
+  # create data file
+
+  data_file = "#{dir}/data.file"
+
+  File.open(data_file, 'w+') do |file|
+    token_timestamp_map.each do |timestamp, tokens|
+	  elements = []
+	  elements.push(timestamp.to_gnuplot_date)
+
+      min_column = 1
+      max_column = tokens.map { |t| t.column }.max
+      unexistant_columns = (min_column..max_column).to_a - tokens.map { |t| t.column }
+
+      unexistant_columns.each_with_index do |column, index|
+        unless (tokens.map { |t| t.column }).include?(column)
+          if column < (tokens.max { |t| t.column }.column)
+            elements.push(0)
+          end
+        end
+      end
+
+      tokens.sort do |token|
+        token.column
+      end.reverse.map do |token|
+        token.value
+      end.each do |value|
+	    elements.push(value)
+      end
+
+      unexistant_columns.each_with_index do |column, index|
+        unless (tokens.map { |t| t.column }).include?(column)
+          if column > (tokens.max { |t| t.column }.column)
+            elements.push(0)
+          end
+        end
+      end
+
+	  file.puts (elements * ' ')
+    end
+  end
+
+  # puts "cat #{data_file}"
+  # system "cat #{data_file}"
+
+  script_file = "#{dir}/script.file"
+  
+  File.open(script_file, 'w+') do |file|
+    file.puts '#!/usr/bin/env gnuplot'
+    file.puts "set term png transparent truecolor size #{options[:graph_width]},#{options[:graph_height]}"
+
+    file.puts 'set output ' + (options[:output] + '.png').inspect
+
+    file.puts 'set tics textcolor rgb "gray"'
+    file.puts 'set xlabel textcolor rgb "gray"'
+    file.puts 'set ylabel textcolor rgb "gray"'
+    file.puts 'set border 1 front lc rgb "gray"'
+
+    file.puts 'set xdata time'
+    file.puts 'set timefmt "%d/%m/%Y %H:%M:%S"'
+    file.puts 'set format x "%d/%m/%Y %H:%M:%S"'
+    file.puts 'set xtics rotate by 345'
+    file.puts 'set xlabel ' + options[:x_label].inspect + ' textcolor rgb "gray"'
+    file.puts 'set ylabel ' + options[:y_label].inspect + ' textcolor rgb "gray"'
+    file.puts 'set title ' + options[:title].inspect + ' textcolor rgb "gray"'
+    file.puts 'set key reverse Left outside' + ' textcolor rgb "gray"'
+    file.puts 'set grid'
+    # file.puts 'set style data linespoints'
+    file.puts 'set style data points'
+
+    file.puts 'set timestamp' + ' textcolor rgb "gray"'
+    # file.puts "stats '#{data_file}'"
+
+    vars = []
+    variable_map.each do |column, variable|
+      vars.push("\"#{data_file}\" using 1:#{column + 2} title #{variable.inspect} with points")
+    end
+
+    file.puts "plot #{vars.join(', \\' + "\n")}"
+
+  end
+
+  # puts "cat #{script_file}"
+  # system "cat #{script_file}"
+
+  system "gnuplot #{script_file}"
+end

data/bin/ix-xy

@@ -1,54 +1,122 @@
 #!/usr/bin/env ruby
 
 require 'tmpdir'
+require 'isna'
 require 'optparse'
 
 options = {}
+options[:title] = 'title'
+options[:x_label] = 'x'
+options[:y_label] = 'y'
+options[:graph_width] = 800
+options[:graph_height] = 600
+options[:output] = 'output'
+
+# option[title] = 'default value'
+# option[y_label] = 'default value'
+# option[x_label] = 'default value'
+# options[:x_max] = 0
+# options[:x_min] = 0
+# options[:y_max] = 0
+# options[:y_min] = 0
+# option[graph_width] = 'default value'
+# option[graph_height] = 'default value'
+# option[output] = 'default value'
 
 OptionParser.new do |opts|
 
-  opts.banner = "
-    #{File.basename($0)} - Creates png charts using x y data from text.
+  basename = File.basename($0).to_ansi.green.to_s
+  options_hint = "[OPTIONS]".to_ansi.blink.red.to_s
+  opts.banner = "Usage: #{basename} #{options_hint}"
 
-    Reads two numeric columns from stdin (x, y)
-    and creates a png graphical chart.
+  opts.on('-t', '--title [TITLE]', 'Title.') do |value|
+    options[:title] = value
+  end
+
+  opts.on('-y', '--y-label [TEXT]', 'Y label.') do |value|
+    options[:y_label] = value
+  end
+
+  opts.on('-x', '--x-label [TEXT]', 'X label.') do |value|
+    options[:x_label] = value
+  end
 
-    Usage: cat data | #{File.basename($0)} [options]
-  "
+  opts.on('-m', '--x-max [NUMBER]', 'X max.') do |value|
+    options[:x_max] = value
+  end
+
+  opts.on('-i', '--x-min [NUMBER]', 'X min.') do |value|
+    options[:x_min] = value
+  end
+
+  opts.on('-a', '--y-max [NUMBER]', 'Y max.') do |value|
+    options[:y_max] = value
+  end
 
-  opts.on("-tTITLE", "--title=TITLE", "title of chart") do |v|
-    options[:title] = v
+  opts.on('-n', '--y-min [NUMBER]', 'Y min.') do |value|
+    options[:y_min] = value
   end
 
-  opts.on("-xTEXT", "--x-label=TEXT", "label for x axis") do |v|
-    options[:x_label] = v
+  opts.on('-g', '--graph-width [NUMBER]', 'Graph width.') do |value|
+    options[:graph_width] = value
   end
 
-  opts.on("-yTEXT", "--y-label=TEXT", "label for y axis") do |v|
-    options[:y_label] = v
+  opts.on('-r', '--graph-height [NUMBER]', 'Graph height.') do |value|
+    options[:graph_height] = value
   end
 
-  opts.on("-oOUTPUT_NAME", "--output-name=OUTPUT_NAME", "name of output file (example: speed_vs_time") do |v|
-    options[:output] = v
+  opts.on('-o', '--output [SNAKE]', 'Output.') do |value|
+    options[:output] = value
+  end
+
+  opts.on('-s', '--stats', 'Stats.') do |value|
+    options[:stats] = value
   end
 
 end.parse!
 
-unless options[:title]
-  options[:title] = 'title'
+required_options = [
+  :title,
+  :y_label,
+  :x_label,
+  :graph_width,
+  :graph_height,
+  :output,
+]
+
+ranges = [
+  :x_max,
+  :x_min,
+  :y_max,
+  :y_min,
+]
+
+need_ranges = ranges.any? { |k| options[k] }
+
+if need_ranges
+  ranges.each do |r|
+    required_options.push(r)
+  end
 end
 
-unless options[:x_label]
-  options[:x_label] = 'x'
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s.to_ansi.red.to_s} was not given."
+    exit 1
+  end
 end
 
-unless options[:y_label]
-  options[:y_label] = 'y'
+def pretty_options(hash, width = 20)
+  r = ''
+  hash.keys.sort.each do |key|
+    k = key.to_s.ljust(width, '.')
+    v = hash[key].to_s.rjust(width, '.')
+    r << [k, v] * ' ' + "\n"
+  end
+  r
 end
+puts pretty_options(options)
 
-unless options[:output]
-  options[:output] = 'output'
-end
 
 Dir.mktmpdir do |dir|
 
@@ -62,20 +130,26 @@ Dir.mktmpdir do |dir|
   end
 
   File.open(script_path, 'w+') do |script|
-    script.puts "set term png size 800,600"
+    script.puts "set term png size #{options[:graph_width]},#{options[:graph_height]}"
     script.puts "set output \"#{options[:output]}.png\""
     script.puts "set title \"#{options[:title]}\""
     script.puts "set xlabel \"#{options[:x_label]}\""
     script.puts "set ylabel \"#{options[:y_label]}\""
-    script.puts "set grid"
-    script.puts "set timestamp"
-    script.puts "plot '#{data_path}' notitle with points linecolor rgb '#FF0000'"
-    # script.puts "plot '#{data_path}' notitle with points linecolor rgb '#FF0000' pointtype 8"
-    script.puts "quit"
+    script.puts 'set grid'
+    script.puts 'set timestamp'
+    if options[:stats]
+      script.puts "stats '#{data_path}'"
+    end
+    if need_ranges
+      script.puts "plot [#{options[:x_min]}:#{options[:x_max]}][#{options[:y_min]}:#{options[:y_max]}] '#{data_path}' notitle with points linecolor rgb '#FF0000'"
+    else
+      script.puts "plot '#{data_path}' notitle with points linecolor rgb '#FF0000'"
+    end
+    script.puts 'quit'
   end
 
   system "gnuplot #{script_path}"
   puts "open #{options[:output]}.png"
-  
+
 end
 

metadata

@@ -1,11 +1,11 @@
 --- !ruby/object:Gem::Specification
 name: ix-cli
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.6
 platform: ruby
 authors:
 - Kazuyoshi Tlacaelel
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
 date: 2020-02-05 00:00:00.000000000 Z
@@ -24,8 +24,8 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 0.0.4
-description: 
-email: 
+description:
+email:
 executables:
 - ix
 - ix-acronym
@@ -143,6 +143,7 @@ executables:
 - ix-json-paths-pretty
 - ix-json-pp
 - ix-json-query
+- ix-json-stats
 - ix-json-records-to-array
 - ix-json-remove-key
 - ix-json-replace-values
@@ -238,6 +239,7 @@ executables:
 - ix-show-tabs
 - ix-show-trailing-spaces
 - ix-shuffle
+- ix-sigma-grep
 - ix-signature
 - ix-size
 - ix-slider
@@ -269,6 +271,7 @@ executables:
 - ix-text-to-morse
 - ix-tick
 - ix-time
+- ix-timeline
 - ix-times
 - ix-timestamp
 - ix-timestamp-sort
@@ -421,6 +424,7 @@ files:
 - bin/ix-json-records-to-array
 - bin/ix-json-remove-key
 - bin/ix-json-replace-values
+- bin/ix-json-stats
 - bin/ix-json-template
 - bin/ix-json-to-csv
 - bin/ix-json-to-dot
@@ -513,6 +517,7 @@ files:
 - bin/ix-show-tabs
 - bin/ix-show-trailing-spaces
 - bin/ix-shuffle
+- bin/ix-sigma-grep
 - bin/ix-signature
 - bin/ix-size
 - bin/ix-slider
@@ -544,6 +549,7 @@ files:
 - bin/ix-text-to-morse
 - bin/ix-tick
 - bin/ix-time
+- bin/ix-timeline
 - bin/ix-times
 - bin/ix-timestamp
 - bin/ix-timestamp-sort
@@ -572,10 +578,10 @@ files:
 - bin/ix-wrap
 - bin/ix-xy
 - bin/ix-zebra
-homepage: 
+homepage:
 licenses: []
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -590,8 +596,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
-signing_key: 
+rubygems_version: 3.1.2
+signing_key:
 specification_version: 4
 summary: ix - string manipulation tools
 test_files: []