ix-cli 0.0.2 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 274579108c642bf99aee760136a22d4e7155f1f9de8da3f3a3cc6bd0be9586d6
-  data.tar.gz: 07a9faea67eb7857f430935c114dd234e86461836dec52657147e68f471cb515
+  metadata.gz: 43ba4c089dae9199af259e9f02a035744e7420962a118d853e0e676d2a5dd599
+  data.tar.gz: 17d6460e0f39932ec59f1011638deb3df787239106bfac6616ab7355af18f9f7
 SHA512:
-  metadata.gz: c64015e5b8ff7a1182f252dbd2a45b7d81786e258447b486af89409cc3bb1bc614fc5fdccb4bad284170685474bcdcae127013bb62f5dc371ca75491ce689a76
-  data.tar.gz: 3d110e333880291c13048a796d2e35db3c8d0313399a3ee69d60832334ca690bfe70c77f9d4960fa6892670c171f84a1a39f0b48f7b86b8325d7e3bc96ce8c8c
+  metadata.gz: 57bc28846bb606f482574a62e5a6b338b1f988ca9b6350929b71849732dec880e9a57f1d1649189cd802a9359a5a8ebe9ac27f080aef42fe62ceb3b448cfe679
+  data.tar.gz: 47f05a70186b648cff3277a8cfb2a6df62e5949fe2053d0108ec8d2555e57576d55e1c5fa802236273daeb6093752e8be12c872d3ffcc7d3c36de9e42aaaacca

data/bin/ix-cat

@@ -1,7 +1,7 @@
-#!/usr/bin/env bash
+#!/usr/bin/env ruby
 
-application=$1
-target_path=`dirname $0`
-target_file="$target_path/ix-$application"
+application = ARGV[0]
+target_path = File.dirname(__FILE__)
+target_file = "#{target_path}/ix-#{application}"
 
-cat $target_file
+system "cat #{target_file}"

data/bin/ix-json-stats

@@ -0,0 +1,88 @@
+#!/usr/bin/env ruby
+
+require 'json'
+require 'optparse'
+require 'isna'
+
+options = {}
+options[:count] = 10
+options[:errors] = false
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-k', '--keys [KEYS]', 'List of keys to parse from json separated by :.') do |value|
+    options[:keys] = value
+  end
+
+  opts.on('-c', '--count [NUMBER]', 'Number of top N items to show.') do |value|
+    options[:count] = value.to_i
+  end
+
+  opts.on('-e', '--errors', 'If we should report errors.') do |value|
+    options[:errors] = value
+  end
+
+end.parse!
+
+required_options = [:keys]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+map = {}
+keys = options[:keys].split(':')
+
+STDIN.each_line do |line|
+  begin
+    object = JSON.parse(line)
+    object.each do |k, v|
+      next unless keys.include?(k)
+      submap = map[k] ||= {}
+      submap[v] ||= 0
+      submap[v] += 1
+    end
+  rescue => error
+    if options[:errors]
+      $stderr.puts error.message
+    end
+  end
+end
+
+def print_map(map, sample)
+  map.each do |category, stats|
+    values = []
+    total = 0
+
+    counter = 0
+    stats.values.sort.reverse.each do |value_1|
+      stats.each do |key, value_2|
+        if value_1 == value_2
+          counter += 1
+          break if counter > sample
+          total += value_1
+          values.push({ :value => value_1, :key => key })
+        end
+      end
+    end
+
+    puts ""
+    puts "#{category.to_s.to_ansi.cyan.to_s} (#{total})"
+
+    values.each do |object|
+      percentage = "%2.2f" % (object[:value] / total.to_f * 100)
+      h_percentage = (percentage.to_s + '%').rjust(6, ' ').to_ansi.yellow.to_s
+      value = object[:value].to_s.rjust(10, ' ').to_ansi.green.to_s
+      key = object[:key]
+      puts "%s %s %s" % [value, h_percentage, key]
+    end
+
+  end
+end
+
+print_map(map, options[:count])
+

data/bin/ix-rps

@@ -10,7 +10,6 @@ end
 trap('QUIT', &shutdown)
 trap('INT', &shutdown)
 trap('TERM', &shutdown)
-trap('KILL', &shutdown)
 
 total_requests = 0
 requests_per_second = 0

data/bin/ix-sigma-grep

@@ -0,0 +1,135 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+
+options = {}
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-m', '--min-sigma [min]', 'Min sigma.') do |value|
+    options[:min_sigma] = value.gsub(/\\/, '').to_f
+  end
+
+  opts.on('-a', '--max-sigma [max]', 'Max sigma.') do |value|
+    options[:max_sigma] = value.gsub(/\\/, '').to_f
+  end
+
+  opts.on('-c', '--column [max]', 'Col to be parsed.') do |value|
+    options[:column] = value.to_i
+  end
+
+  opts.on('-k', '--kdev [max]', 'kdev.') do |value|
+    options[:kdev] = value.to_i
+  end
+
+end.parse!
+
+required_options = [:min_sigma, :max_sigma, :column, :kdev]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+class Array
+  def mean
+    product / size
+  end
+
+  def product
+    sum
+  end
+  def sum_of_squares(avg = nil)
+    avg = mean unless avg
+    sqares = map do |number|
+      result = number - avg
+      result ** 2
+    end
+    sqares.sum
+  end
+
+  def variance(minus = 0)
+    sum_of_squares / (size - minus)
+  end
+
+  def standard_deviation
+    Math.sqrt(variance(1.5))
+  end
+
+  def population_standard_deviation
+    Math.sqrt(variance(0))
+  end
+
+  def median
+    return size[0] if size == 1
+    self[(size + 1) / 2]
+  end
+
+  def sample_standard_deviation
+    med = median
+    sqr = map do |number|
+      result = number - med
+      result ** 2
+    end
+    Math.sqrt(sqr.mean)
+  end
+
+  def sum
+    inject do |cumulative, value|
+      cumulative += value
+    end
+  end
+
+end
+
+data = []
+
+STDIN.each_line do |line|
+  line.chomp!
+  index = options[:column]
+  item = line.split(' ')[index - 1]
+  data.push({ :number => item.to_f, :line => line })
+end
+
+numbers = data.map do |object|
+  object[:number]
+end
+
+options[:standard_deviation] = numbers.standard_deviation
+options[:min_deviation_from_mean] = (options[:min_sigma] * options[:standard_deviation] + numbers.mean)
+options[:max_deviation_from_mean] = (options[:max_sigma] * options[:standard_deviation] + numbers.mean)
+
+data.each do |object|
+
+  smaller_than_max = (object[:number] > options[:min_deviation_from_mean])
+  bigger_than_min  = (object[:number] < options[:max_deviation_from_mean])
+
+  # $stderr.puts [
+  #   smaller_than_max,
+  #   object[:number],
+  #   bigger_than_min,
+  #   options[:min_deviation_from_mean],
+  #   options[:max_deviation_from_mean]
+  # ].map { |x| x.inspect } * ' '
+  
+
+  if smaller_than_max && bigger_than_min
+    puts object[:line]
+  end
+end
+
+def pretty_options(hash, width = 20)
+  r = ''
+  hash.keys.sort.each do |key|
+    k = key.to_s.ljust(width, '.')
+    v = hash[key].to_s.rjust(width, '.')
+    r << [k, v] * ' ' + "\n"
+  end
+  r
+end
+
+# $stderr.puts pretty_options(options)
+

data/bin/ix-timeline

@@ -0,0 +1,241 @@
+#!/usr/bin/env ruby
+
+class Token
+  REGEX = /(^)([^ ]+)(\s+)(\w+)(\s+)(.*)/
+  attr_accessor :column
+  def initialize(string)
+    @string = string
+    @valid = (@string =~ REGEX)
+    @parts = @string.scan(REGEX)[0]
+  end
+  def valid?
+    @valid
+  end
+  def timestamp
+    @parts[1].to_i
+  end
+  def variable
+    @parts[3]
+  end
+  def value
+    @parts[5].to_f
+  end
+  def to_h
+    {
+      :timestamp => timestamp,
+      :variable => variable,
+      :value => value
+    }
+  end
+end
+
+# title
+# y_label
+# x_label
+# output
+# graph_width
+# graph_height
+# debug
+
+require 'isna'
+require 'optparse'
+
+options = {}
+
+options[:title] = 'title'
+options[:y_label] = 'y'
+options[:x_label] = 'x'
+options[:output] = 'output'
+options[:graph_width] = 800
+options[:graph_height] = 600
+options[:debug] = false
+
+OptionParser.new do |opts|
+
+  basename = File.basename($0).to_ansi.green.to_s
+  options_hint = "[OPTIONS]".to_ansi.blink.red.to_s 
+  opts.banner = "Usage: #{basename} #{options_hint}"
+
+  opts.on('-t', '--title [TITLE]', 'Title.') do |value|
+    options[:title] = value
+  end
+
+  opts.on('-y', '--y-label [Y_LABEL]', 'Y label.') do |value|
+    options[:y_label] = value
+  end
+
+  opts.on('-x', '--x-label [X_LABEL]', 'X label.') do |value|
+    options[:x_label] = value
+  end
+
+  opts.on('-o', '--output [OUTPUT]', 'Output.') do |value|
+    options[:output] = value
+  end
+
+  opts.on('-g', '--graph-width [GRAPH_WIDTH]', 'Graph width.') do |value|
+    options[:graph_width] = value
+  end
+
+  opts.on('-r', '--graph-height [GRAPH_HEIGHT]', 'Graph height.') do |value|
+    options[:graph_height] = value
+  end
+
+  opts.on('-d', '--debug [DEBUG]', 'Debug.') do |value|
+    options[:debug] = value
+  end
+
+
+end.parse!
+
+required_options = [
+  :title, 
+  :y_label, 
+  :x_label, 
+  :output, 
+  :graph_width, 
+  :graph_height, 
+]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s.to_ansi.red.to_s} was not given."
+    exit 1
+  end
+end
+
+def pretty_options(hash, width = 20)
+  r = ''
+  hash.keys.sort.each do |key|
+    k = key.to_s.ljust(width, '.')
+    v = hash[key].to_s.rjust(width, '.')
+    r << [k, v] * ' ' + "\n"
+  end
+  r
+end
+puts pretty_options(options)
+
+
+tokens = []
+
+# timestamp name value
+STDIN.each_line do |line|
+  token = Token.new(line)
+  next unless token.valid?
+  tokens.push(token)
+end
+
+variables = tokens.map { |token| token.variable }
+variable_map = {}
+variables.uniq.each_with_index do |variable, index|
+  variable_map[index + 1] = variable
+end
+puts variable_map.inspect
+tokens.each do |token|
+  variable_map.each do |column, variable|
+    if token.variable == variable
+      token.column = column
+    end
+  end
+end
+
+token_timestamp_map = {}
+tokens.each do |token|
+  token_timestamp_map[token.timestamp] ||= []
+  token_timestamp_map[token.timestamp].push(token)
+end
+
+# generate gnuplot data format
+require 'time'
+class Integer
+  def to_gnuplot_date
+    Time.at(self).strftime "%d/%m/%Y %H:%M:%S"
+  end
+end
+
+require 'tmpdir'
+Dir.mktmpdir do |dir|
+  # create data file
+
+  data_file = "#{dir}/data.file"
+
+  File.open(data_file, 'w+') do |file|
+    token_timestamp_map.each do |timestamp, tokens|
+	  elements = []
+	  elements.push(timestamp.to_gnuplot_date)
+
+      min_column = 1
+      max_column = tokens.map { |t| t.column }.max
+      unexistant_columns = (min_column..max_column).to_a - tokens.map { |t| t.column }
+
+      unexistant_columns.each_with_index do |column, index|
+        unless (tokens.map { |t| t.column }).include?(column)
+          if column < (tokens.max { |t| t.column }.column)
+            elements.push(0)
+          end
+        end
+      end
+
+      tokens.sort do |token|
+        token.column
+      end.reverse.map do |token|
+        token.value
+      end.each do |value|
+	    elements.push(value)
+      end
+
+      unexistant_columns.each_with_index do |column, index|
+        unless (tokens.map { |t| t.column }).include?(column)
+          if column > (tokens.max { |t| t.column }.column)
+            elements.push(0)
+          end
+        end
+      end
+
+	  file.puts (elements * ' ')
+    end
+  end
+
+  # puts "cat #{data_file}"
+  # system "cat #{data_file}"
+
+  script_file = "#{dir}/script.file"
+  
+  File.open(script_file, 'w+') do |file|
+    file.puts '#!/usr/bin/env gnuplot'
+    file.puts "set term png transparent truecolor size #{options[:graph_width]},#{options[:graph_height]}"
+
+    file.puts 'set output ' + (options[:output] + '.png').inspect
+
+    file.puts 'set tics textcolor rgb "gray"'
+    file.puts 'set xlabel textcolor rgb "gray"'
+    file.puts 'set ylabel textcolor rgb "gray"'
+    file.puts 'set border 1 front lc rgb "gray"'
+
+    file.puts 'set xdata time'
+    file.puts 'set timefmt "%d/%m/%Y %H:%M:%S"'
+    file.puts 'set format x "%d/%m/%Y %H:%M:%S"'
+    file.puts 'set xtics rotate by 345'
+    file.puts 'set xlabel ' + options[:x_label].inspect + ' textcolor rgb "gray"'
+    file.puts 'set ylabel ' + options[:y_label].inspect + ' textcolor rgb "gray"'
+    file.puts 'set title ' + options[:title].inspect + ' textcolor rgb "gray"'
+    file.puts 'set key reverse Left outside' + ' textcolor rgb "gray"'
+    file.puts 'set grid'
+    # file.puts 'set style data linespoints'
+    file.puts 'set style data points'
+
+    file.puts 'set timestamp' + ' textcolor rgb "gray"'
+    # file.puts "stats '#{data_file}'"
+
+    vars = []
+    variable_map.each do |column, variable|
+      vars.push("\"#{data_file}\" using 1:#{column + 2} title #{variable.inspect} with points")
+    end
+
+    file.puts "plot #{vars.join(', \\' + "\n")}"
+
+  end
+
+  # puts "cat #{script_file}"
+  # system "cat #{script_file}"
+
+  system "gnuplot #{script_file}"
+end

metadata

@@ -1,11 +1,11 @@
 --- !ruby/object:Gem::Specification
 name: ix-cli
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.7
 platform: ruby
 authors:
 - Kazuyoshi Tlacaelel
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
 date: 2020-02-05 00:00:00.000000000 Z
@@ -24,8 +24,8 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 0.0.4
-description: 
-email: 
+description:
+email:
 executables:
 - ix
 - ix-acronym
@@ -143,6 +143,7 @@ executables:
 - ix-json-paths-pretty
 - ix-json-pp
 - ix-json-query
+- ix-json-stats
 - ix-json-records-to-array
 - ix-json-remove-key
 - ix-json-replace-values
@@ -238,6 +239,7 @@ executables:
 - ix-show-tabs
 - ix-show-trailing-spaces
 - ix-shuffle
+- ix-sigma-grep
 - ix-signature
 - ix-size
 - ix-slider
@@ -269,6 +271,7 @@ executables:
 - ix-text-to-morse
 - ix-tick
 - ix-time
+- ix-timeline
 - ix-times
 - ix-timestamp
 - ix-timestamp-sort
@@ -421,6 +424,7 @@ files:
 - bin/ix-json-records-to-array
 - bin/ix-json-remove-key
 - bin/ix-json-replace-values
+- bin/ix-json-stats
 - bin/ix-json-template
 - bin/ix-json-to-csv
 - bin/ix-json-to-dot
@@ -513,6 +517,7 @@ files:
 - bin/ix-show-tabs
 - bin/ix-show-trailing-spaces
 - bin/ix-shuffle
+- bin/ix-sigma-grep
 - bin/ix-signature
 - bin/ix-size
 - bin/ix-slider
@@ -544,6 +549,7 @@ files:
 - bin/ix-text-to-morse
 - bin/ix-tick
 - bin/ix-time
+- bin/ix-timeline
 - bin/ix-times
 - bin/ix-timestamp
 - bin/ix-timestamp-sort
@@ -572,10 +578,10 @@ files:
 - bin/ix-wrap
 - bin/ix-xy
 - bin/ix-zebra
-homepage: 
+homepage:
 licenses: []
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -590,8 +596,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
-signing_key: 
+rubygems_version: 3.1.2
+signing_key:
 specification_version: 4
 summary: ix - string manipulation tools
 test_files: []