ix-cli 0.0.7 → 0.0.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 43ba4c089dae9199af259e9f02a035744e7420962a118d853e0e676d2a5dd599
-  data.tar.gz: 17d6460e0f39932ec59f1011638deb3df787239106bfac6616ab7355af18f9f7
+  metadata.gz: 943f1cbefd1b38913bd4291a440291b6997b9dce730e9990aacd8743f49ca24e
+  data.tar.gz: dff95cf081a6d4b9f319fa5b86e97f3265cd115f72137dd6bef6b3ca1167da24
 SHA512:
-  metadata.gz: 57bc28846bb606f482574a62e5a6b338b1f988ca9b6350929b71849732dec880e9a57f1d1649189cd802a9359a5a8ebe9ac27f080aef42fe62ceb3b448cfe679
-  data.tar.gz: 47f05a70186b648cff3277a8cfb2a6df62e5949fe2053d0108ec8d2555e57576d55e1c5fa802236273daeb6093752e8be12c872d3ffcc7d3c36de9e42aaaacca
+  metadata.gz: 523fa547597c6c94e3ba4b6b36dbb076ee5e199818ac72eb97d599c5a1043a0cad0bccd089b55457db447860cc476cb04e380d43d4e9b3fd88b3050ac428a583
+  data.tar.gz: 93600db984ace082d9ba956228e7b543dd5766ac7da5cd4e66183009535a6000613399c1cb9bf082b7a4d34002dedbdcc0ef6b73bcd9d3c3e444d2a818dbbe22

data/bin/ix-bcat

@@ -175,10 +175,42 @@ class Bcat
   end
 end
 
+require 'optparse'
+
+options = {}
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-p', '--pre', 'Pre.') do |value|
+    options[:pre] = value
+  end
+
+
+end.parse!
+
+required_options = []
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
 data = []
 
 STDIN.each_line do |line|
   data.push(line)
 end
 
+if options[:pre]
+  puts '<pre>'
+end
+
 puts Bcat::ANSI.new(data).to_html
+
+if options[:pre]
+  puts '</pre>'
+end
+

data/bin/ix-json-stats

@@ -13,7 +13,12 @@ OptionParser.new do |opts|
   opts.banner = "Usage: #{$0} [OPTIONS]"
 
   opts.on('-k', '--keys [KEYS]', 'List of keys to parse from json separated by :.') do |value|
-    options[:keys] = value
+    unless value
+      $stderr.puts "Please provide valid --keys got: #{value.inspect}"
+      STDIN.each_line {}
+      exit 1
+    end
+    options[:keys] = value.split(':')
   end
 
   opts.on('-c', '--count [NUMBER]', 'Number of top N items to show.') do |value|
@@ -26,7 +31,7 @@ OptionParser.new do |opts|
 
 end.parse!
 
-required_options = [:keys]
+required_options = []
 required_options.each do |option|
   unless options[option]
     $stderr.puts "Can not run #{option.to_s} was not given."
@@ -35,13 +40,17 @@ required_options.each do |option|
 end
 
 map = {}
-keys = options[:keys].split(':')
 
 STDIN.each_line do |line|
   begin
     object = JSON.parse(line)
+    unless options[:keys]
+      options[:keys] == object.keys
+    end
     object.each do |k, v|
-      next unless keys.include?(k)
+      if options[:keys]
+        next unless options[:keys].include?(k)
+      end
       submap = map[k] ||= {}
       submap[v] ||= 0
       submap[v] += 1
@@ -53,36 +62,56 @@ STDIN.each_line do |line|
   end
 end
 
-def print_map(map, sample)
-  map.each do |category, stats|
-    values = []
-    total = 0
-
-    counter = 0
-    stats.values.sort.reverse.each do |value_1|
-      stats.each do |key, value_2|
-        if value_1 == value_2
-          counter += 1
-          break if counter > sample
-          total += value_1
-          values.push({ :value => value_1, :key => key })
-        end
-      end
+def print_value(result, total)
+  percentage = "%2.2f" % (result[:incidents] / total.to_f * 100)
+  h_percentage = (percentage.to_s + '%').rjust(6, ' ').to_ansi.yellow.to_s
+  value = result[:incidents].to_s.rjust(10, ' ').to_ansi.green.to_s
+  key = result[:label]
+  puts "%s %s %s" % [value, h_percentage, key]
+end
+
+class GroupObject
+  attr_accessor :category
+  attr_accessor :results
+  def initialize(category)
+    @category = category
+    @results = []
+  end
+  def add_result(label, incidents)
+    @results.push({ :label => label, :incidents => incidents })
+  end
+  def total
+    results.sum do |result|
+      result[:incidents]
     end
+  end
+end
 
-    puts ""
-    puts "#{category.to_s.to_ansi.cyan.to_s} (#{total})"
+def get_group_objects(map)
+  group_objects = []
 
-    values.each do |object|
-      percentage = "%2.2f" % (object[:value] / total.to_f * 100)
-      h_percentage = (percentage.to_s + '%').rjust(6, ' ').to_ansi.yellow.to_s
-      value = object[:value].to_s.rjust(10, ' ').to_ansi.green.to_s
-      key = object[:key]
-      puts "%s %s %s" % [value, h_percentage, key]
+  map.each do |category, hash|
+    group_object = GroupObject.new(category)
+    hash.each do |k, v|
+      group_object.add_result(k, v)
     end
+    group_objects.push(group_object)
+  end
 
+  group_objects.sort do |a, b|
+    a.category <=> b.category
   end
 end
 
-print_map(map, options[:count])
+def print_map(map, sample)
+  get_group_objects(map).each do |group_object|
+    puts "\n#{group_object.category.to_s.to_ansi.cyan.to_s} (#{group_object.total})"
+    group_object.results.sort do |a, b|
+      a[:incidents] <=> b[:incidents]
+    end.reverse.first(sample).each do |result|
+      print_value(result, group_object.total)
+    end
+  end
+end
 
+print_map(map, options[:count])

data/bin/ix-prepend

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+print ARGV[0]
+
+STDIN.each_line do |line|
+  puts line.chomp
+end
+

data/bin/ix-rot13

@@ -3,7 +3,12 @@
 normal = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
 rot13  = "nopqrstuvwxyzabcdefghijklmNOPQRSTUVWXYZABCDEFGHIJKLM"
 
-STDIN.each_line do |line|
-  puts line.tr!(normal, rot13)
+STDIN.each_char do |char|
+  candidate = char.tr!(normal, rot13)
+  if candidate
+    print candidate
+  else
+    print char
+  end
 end
 

data/bin/ix-rot5

@@ -0,0 +1,39 @@
+#!/usr/bin/env ruby
+
+require 'isna'
+
+UNIVERSE = (0..9).to_a
+ROT = 5
+DIGIT_REGEX = /^\d$/
+
+def resolve(set, candidate)
+  needle = set.index(candidate)
+  if (needle + ROT) > set.size
+    return (needle - set.size + ROT)
+  end
+  if (needle + ROT) < set.size
+    return needle + ROT
+  end
+  if (needle == 5)
+    return 0
+  end
+end
+
+STDIN.each_char do |char|
+  next if char.chomp == ''
+  unless char =~ DIGIT_REGEX
+    print char
+    next
+  end
+  rotation = resolve(UNIVERSE, char.to_i)
+  m = (0..9).to_a.map do |n|
+    if n.to_s == char
+      char.to_ansi.green.to_s
+    else
+      n.to_s
+    end
+  end
+  # puts "#{rotation.to_s.to_ansi.red.to_s} = [" + (m * ', ') + "]"
+  print rotation
+end
+

data/bin/ix-string-similarity

@@ -1,152 +1,222 @@
 #!/usr/bin/env ruby
 
-require 'optparse'
-require 'ostruct'
+class Chunk
+  attr_accessor :char_1
+  attr_accessor :char_2
+  attr_accessor :index_1
+  attr_accessor :index_2
+
+  def initialize(c1, c2, i1, i2)
+    @char_1 = c1
+    @char_2 = c2
+    @index_1 = i1
+    @index_2 = i2
+  end
 
-configuration = OpenStruct.new
+  def to_s
+    "#{char_1} #{char_2} #{index_1} #{index_2}"
+  end
+end
 
-OptionParser.new do |opts|
+class Similarity
+  CHAR_REGEX = /./
 
-  opts.banner = "Find similarity in a set of strings."
-  opts.separator ''
-  opts.separator "Usage: #{File.basename($0)} [OPTIONS]"
-  opts.separator ''
+  attr_accessor :string_1
+  attr_accessor :string_2
 
-  configuration.group = false
-  configuration.threshold = 50
-  configuration.summary = false
+  def initialize(string_1, string_2)
+    @string_1 = string_1
+    @string_2 = string_2
+  end
 
-  description = "Group input in batches and process each individually (faster)"
-  opts.on("-g", "--group", description) do |v|
-    configuration.group = v
+  def tokens
+    chunks = []
+    string_1.scan(CHAR_REGEX).each_with_index do |char_1, index_1|
+      string_2.scan(CHAR_REGEX).each_with_index do |char_2, index_2|
+        next if char_1 != char_2
+        chunks.push(Chunk.new(char_1, char_2, index_1, index_2))
+      end
+    end
+    chunks
   end
 
-  description = "Limit the number of results by threshold, default is 50"
-  opts.on("-t", "--threshhold [NUMBER]", OptionParser::DecimalNumeric, description) do |v|
-    configuration.threshold = v
+  def count
+    counter = 0
+    prev = false
+    tokens.each_with_index do |chunk, index|
+
+      unless prev
+        prev = chunk.index_1
+        next
+      end
+
+      if prev == (chunk.index_1 - 1)
+        counter += 1
+      end
+
+      prev = chunk.index_1
+    end
+
+    counter
   end
 
-  description = "Print a Summary of the groups found"
-  opts.on("-s", "--summary", description) do |v|
-    configuration.summary = v
+  def score
+    desired = (string_1.size + string_2.size) / 2
+    size_thresh = ([string_1.size, string_2.size].sort.first.to_f / desired)
+    compatibility_thresh = (count.to_f + 1) / string_1.size
+    (size_thresh + compatibility_thresh).to_f / 2
   end
+end
+
+require 'optparse'
+
+options = {}
+options[:threshold] = 0.8
 
+OptionParser.new do |opts|
 
-  opts.separator ''
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-t', '--threshold [NUMBER]', 'Threshold default value is 0.8.') do |value|
+    options[:threshold] = value.to_f
+  end
+
+  opts.on('-s', '--summary', 'Print Summarized version.') do |value|
+    options[:summary] = value
+  end
 
 end.parse!
 
-# puts configuration.inspect
+required_options = [:threshold]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+# hash = {
+#   'line' => [
+#     { :line => 'line', :score => 1 },
+#   ]
+# }
+
+hash = {}
+lines = 0
 
-class Array
-  def product
-    inject do |cumulative, value|
-      cumulative += value
+STDIN.each_line do |line|
+  line.chomp!
+  next if line == ''
+  lines += 1
+  resolved = false
+  hash.keys.each do |registered_line|
+    score = Similarity.new(line, registered_line).score
+    if score > options[:threshold]
+      hash[registered_line].push({
+        :line => line,
+        :score => score
+      })
+      resolved = true
     end
   end
+  next if resolved
+  hash[line] ||= []
 end
 
-class String
-  def to_a
-    array = []
-    size.times do |n|
-      array << self[n]
+module Template
+
+  class Banner < Struct.new(:lines, :groups, :threshold, :datetime)
+    def to_s
+      format(template, to_h)
+    end
+    def template
+      '
+Total Lines Parsed: %<lines>s
+Total Groups Generated: %<groups>s
+Similarity Theshold at: %<threshold>s
+Generated on: %<datetime>s
+      '
     end
-    array
   end
 
-  def scores(other_string)
-    longest_string = nil
-    if other_string.size > self.size
-      longest_string = other_string
-      shortest_string = self
-    else
-      longest_string = self
-      shortest_string = other_string
-    end
-    scores = longest_string.to_a.map do |char|
-      0
+  class Group < Struct.new(:number, :percent, :items, :line)
+    def to_s
+      format(template, to_h)
     end
-    shortest_string.size.times do |index|
-      if shortest_string[index] == longest_string[index]
-        scores[index] = 1
-      end
+    def template
+      'Group %<number>s represents %<percent>s and has %<items>s items similar to: %<line>s'
     end
-    scores
   end
 
-  def similarity(other_string)
-    scores(other_string).product * 100.0 / size
+  class Item < Struct.new(:count, :total, :score, :line)
+    def to_s
+      format(template, to_h)
+    end
+    def template
+      '  %<count>s/%<total>s %<score>s  %<line>s'
+    end
   end
-end
 
-class TargetString
-  attr_accessor :evaluated
-  attr_accessor :data
-  def to_s
-    data
-  end
 end
 
-# client
+require 'isna'
 
-strings = []
+summary_output = []
+detailed_output = []
 
-STDIN.each_line do |line|
-  next if line.chomp == ''
-  strings << line.chomp
-end
+banner = Template::Banner.new
+banner.lines = lines.to_s.to_ansi.yellow.to_s
+banner.groups = hash.keys.size.to_s.to_ansi.yellow.to_s
+banner.threshold = options[:threshold].to_s.to_ansi.yellow.to_s
+banner.datetime = Time.now.to_s.to_ansi.yellow.to_s
+summary_output.push(banner.to_s)
 
-strings.sort! do |n1, n2|
-  n1.size <=> n2.size
+groups = []
+
+hash.each do |category_name, records|
+  groups.push([category_name, records.size])
 end
-  
-strings.reverse!
-
-strings.map! do |string|
-  target_string = TargetString.new
-  target_string.evaluated = false
-  target_string.data = string
-  target_string
+
+sorted_groups_by_n_records_asc = groups.sort do |array_a, array_b|
+  number_of_records_in_a = array_a[1]
+  number_of_records_in_b = array_b[1]
+  number_of_records_in_a <=> number_of_records_in_b
 end
 
-if configuration.group
-  groups = strings.group_by do |string|
-    string.data.size
+sorted_groups_by_n_records_asc.reverse.each_with_index do |key, index|
+  line, records = key[0], hash[key[0]]
+
+  detailed_output.push('')
+
+  group = Template::Group.new
+  group.percent = ('%2.2f%%' % ((records.size.to_f / lines) * 100)).to_s.to_ansi.red.to_s
+  group.number = (index + 1).to_s.to_ansi.red.to_s
+  group.items = records.size.to_s.to_ansi.cyan.to_s
+  group.line = line.chomp.to_ansi.green.to_s
+  summary_output.push(group.to_s)
+  detailed_output.push(group.to_s)
+
+  sorted_items_in_group = records.sort do |a, b|
+    a[:score] <=> b[:score]
   end
-else
-  groups = { 0 => strings }
-end
 
-counter = 0
-groups.each do |key, group|
-  group.each do |string_1|
-    counter = 0
-    unless string_1.evaluated
-      if configuration.summary
-        summary_string = string_1.to_s
-      else
-        puts "****>>" + string_1.to_s
-      end
-    end
-    string_1.evaluated = true
-    group.each do |string_2|
-      next if string_2.evaluated
-      similarity = string_1.to_s.similarity(string_2.to_s)
-      scores = string_1.to_s.scores(string_2.to_s).inspect
-      template = "%5.f %s"
-      bindings = [similarity, string_2, scores]
-      if similarity >= configuration.threshold
-        string_2.evaluated = true
-        counter += 1
-        unless configuration.summary
-          puts template % bindings
-        end
-      end
-    end
-    if counter > 0
-      puts "#{counter} #{summary_string}"
-    end
+  sorted_items_in_group.reverse.each_with_index do |record, index|
+    item = Template::Item.new
+    item.count = (index + 1).to_s.rjust(4, ' ').to_ansi.cyan.to_s
+    item.total = records.size.to_s.ljust(4, ' ').to_ansi.cyan.to_s
+    item.score = ('%4.2f%%' % (record[:score] * 100)).rjust(7, ' ').to_ansi.green.to_s
+    item.line = record[:line]
+    detailed_output.push(item.to_s)
   end
+
 end
 
+summary_output.each do |output_line|
+  puts output_line
+end
+
+unless options[:summary]
+  detailed_output.each do |output_line|
+    puts output_line
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ix-cli
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.0.13
 platform: ruby
 authors:
 - Kazuyoshi Tlacaelel
@@ -199,6 +199,7 @@ executables:
 - ix-pick
 - ix-planning-tickets
 - ix-prefix
+- ix-prepend
 - ix-pretty
 - ix-print-and-run
 - ix-psd-to-json
@@ -217,6 +218,7 @@ executables:
 - ix-reverse
 - ix-right
 - ix-rm
+- ix-rot5
 - ix-rot13
 - ix-rot3
 - ix-rps
@@ -477,6 +479,7 @@ files:
 - bin/ix-pick
 - bin/ix-planning-tickets
 - bin/ix-prefix
+- bin/ix-prepend
 - bin/ix-pretty
 - bin/ix-print-and-run
 - bin/ix-psd-to-json
@@ -497,6 +500,7 @@ files:
 - bin/ix-rm
 - bin/ix-rot13
 - bin/ix-rot3
+- bin/ix-rot5
 - bin/ix-rps
 - bin/ix-ruby-constructor-arguments
 - bin/ix-ruby-methods