ix-cli 0.0.6 → 0.0.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dae9bc89f4291cfa7e06e18d9b154995746502273999407a9ec61260f58c94f8
-  data.tar.gz: 2e6868c9b9adb7808264c72d9d9dc5c1f93981427a662c7efdc9aeaa015bab9b
+  metadata.gz: bb14cdf843c9b38f5aa771f23334ee0bb58ebcc6cd138c56ce2af5d02fbe283d
+  data.tar.gz: b09c43e5a377df98063a481d8ccefc95ee698b5fbee9416e95e5e9b6e19eb9bf
 SHA512:
-  metadata.gz: c371b7203b29f4efefae471e95adf1c1ee70cd1fdb0e071ba643438e629beb4291795b0b694e389dde7050dd28ae0e185fb5929cc950c50c32b51abbfe906b0b
-  data.tar.gz: 6f79d94140316047b0b0d9872f1b1b170b5a9a510482a2b3a921d64c50a2084b8e67faaafba5d2059d39f4316d6aca9b2b7dad86dfa41da38458759d0238d683
+  metadata.gz: daef124c711c4365df35f28c2366c8f0cab9a3e83110eb2574ccee83298fef06637e1ba183b31a65e4b6c03a79f412cc9308f2fd0769d74d01fa2d078d48e0d1
+  data.tar.gz: 16807bada66a3cbd525e2cdb7b5726e9b2457bb05b392dbabde129d42e6f808309c6b065a6fa1c4f72a222a55952bc551ec4a35ef51edef49bb33e29b8c37223

data/bin/ix-bcat

@@ -175,10 +175,42 @@ class Bcat
   end
 end
 
+require 'optparse'
+
+options = {}
+
+OptionParser.new do |opts|
+
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-p', '--pre', 'Pre.') do |value|
+    options[:pre] = value
+  end
+
+
+end.parse!
+
+required_options = []
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
 data = []
 
 STDIN.each_line do |line|
   data.push(line)
 end
 
+if options[:pre]
+  puts '<pre>'
+end
+
 puts Bcat::ANSI.new(data).to_html
+
+if options[:pre]
+  puts '</pre>'
+end
+

data/bin/ix-cat

@@ -1,7 +1,7 @@
-#!/usr/bin/env bash
+#!/usr/bin/env ruby
 
-application=$1
-target_path=`dirname $0`
-target_file="$target_path/ix-$application"
+application = ARGV[0]
+target_path = File.dirname(__FILE__)
+target_file = "#{target_path}/ix-#{application}"
 
-cat $target_file
+system "cat #{target_file}"

data/bin/ix-prepend

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+print ARGV[0]
+
+STDIN.each_line do |line|
+  puts line.chomp
+end
+

data/bin/ix-rot13

@@ -3,7 +3,12 @@
 normal = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
 rot13  = "nopqrstuvwxyzabcdefghijklmNOPQRSTUVWXYZABCDEFGHIJKLM"
 
-STDIN.each_line do |line|
-  puts line.tr!(normal, rot13)
+STDIN.each_char do |char|
+  candidate = char.tr!(normal, rot13)
+  if candidate
+    print candidate
+  else
+    print char
+  end
 end
 

data/bin/ix-rot5

@@ -0,0 +1,39 @@
+#!/usr/bin/env ruby
+
+require 'isna'
+
+UNIVERSE = (0..9).to_a
+ROT = 5
+DIGIT_REGEX = /^\d$/
+
+def resolve(set, candidate)
+  needle = set.index(candidate)
+  if (needle + ROT) > set.size
+    return (needle - set.size + ROT)
+  end
+  if (needle + ROT) < set.size
+    return needle + ROT
+  end
+  if (needle == 5)
+    return 0
+  end
+end
+
+STDIN.each_char do |char|
+  next if char.chomp == ''
+  unless char =~ DIGIT_REGEX
+    print char
+    next
+  end
+  rotation = resolve(UNIVERSE, char.to_i)
+  m = (0..9).to_a.map do |n|
+    if n.to_s == char
+      char.to_ansi.green.to_s
+    else
+      n.to_s
+    end
+  end
+  # puts "#{rotation.to_s.to_ansi.red.to_s} = [" + (m * ', ') + "]"
+  print rotation
+end
+

data/bin/ix-string-similarity

@@ -1,152 +1,222 @@
 #!/usr/bin/env ruby
 
-require 'optparse'
-require 'ostruct'
+class Chunk
+  attr_accessor :char_1
+  attr_accessor :char_2
+  attr_accessor :index_1
+  attr_accessor :index_2
+
+  def initialize(c1, c2, i1, i2)
+    @char_1 = c1
+    @char_2 = c2
+    @index_1 = i1
+    @index_2 = i2
+  end
 
-configuration = OpenStruct.new
+  def to_s
+    "#{char_1} #{char_2} #{index_1} #{index_2}"
+  end
+end
 
-OptionParser.new do |opts|
+class Similarity
+  CHAR_REGEX = /./
 
-  opts.banner = "Find similarity in a set of strings."
-  opts.separator ''
-  opts.separator "Usage: #{File.basename($0)} [OPTIONS]"
-  opts.separator ''
+  attr_accessor :string_1
+  attr_accessor :string_2
 
-  configuration.group = false
-  configuration.threshold = 50
-  configuration.summary = false
+  def initialize(string_1, string_2)
+    @string_1 = string_1
+    @string_2 = string_2
+  end
 
-  description = "Group input in batches and process each individually (faster)"
-  opts.on("-g", "--group", description) do |v|
-    configuration.group = v
+  def tokens
+    chunks = []
+    string_1.scan(CHAR_REGEX).each_with_index do |char_1, index_1|
+      string_2.scan(CHAR_REGEX).each_with_index do |char_2, index_2|
+        next if char_1 != char_2
+        chunks.push(Chunk.new(char_1, char_2, index_1, index_2))
+      end
+    end
+    chunks
   end
 
-  description = "Limit the number of results by threshold, default is 50"
-  opts.on("-t", "--threshhold [NUMBER]", OptionParser::DecimalNumeric, description) do |v|
-    configuration.threshold = v
+  def count
+    counter = 0
+    prev = false
+    tokens.each_with_index do |chunk, index|
+
+      unless prev
+        prev = chunk.index_1
+        next
+      end
+
+      if prev == (chunk.index_1 - 1)
+        counter += 1
+      end
+
+      prev = chunk.index_1
+    end
+
+    counter
   end
 
-  description = "Print a Summary of the groups found"
-  opts.on("-s", "--summary", description) do |v|
-    configuration.summary = v
+  def score
+    desired = (string_1.size + string_2.size) / 2
+    size_thresh = ([string_1.size, string_2.size].sort.first.to_f / desired)
+    compatibility_thresh = (count.to_f + 1) / string_1.size
+    (size_thresh + compatibility_thresh).to_f / 2
   end
+end
+
+require 'optparse'
+
+options = {}
+options[:threshold] = 0.8
 
+OptionParser.new do |opts|
 
-  opts.separator ''
+  opts.banner = "Usage: #{$0} [OPTIONS]"
+
+  opts.on('-t', '--threshold [NUMBER]', 'Threshold default value is 0.8.') do |value|
+    options[:threshold] = value.to_f
+  end
+
+  opts.on('-s', '--summary', 'Print Summarized version.') do |value|
+    options[:summary] = value
+  end
 
 end.parse!
 
-# puts configuration.inspect
+required_options = [:threshold]
+required_options.each do |option|
+  unless options[option]
+    $stderr.puts "Can not run #{option.to_s} was not given."
+    exit 1
+  end
+end
+
+# hash = {
+#   'line' => [
+#     { :line => 'line', :score => 1 },
+#   ]
+# }
+
+hash = {}
+lines = 0
 
-class Array
-  def product
-    inject do |cumulative, value|
-      cumulative += value
+STDIN.each_line do |line|
+  line.chomp!
+  next if line == ''
+  lines += 1
+  resolved = false
+  hash.keys.each do |registered_line|
+    score = Similarity.new(line, registered_line).score
+    if score > options[:threshold]
+      hash[registered_line].push({
+        :line => line,
+        :score => score
+      })
+      resolved = true
     end
   end
+  next if resolved
+  hash[line] ||= []
 end
 
-class String
-  def to_a
-    array = []
-    size.times do |n|
-      array << self[n]
+module Template
+
+  class Banner < Struct.new(:lines, :groups, :threshold, :datetime)
+    def to_s
+      format(template, to_h)
+    end
+    def template
+      '
+Total Lines Parsed: %<lines>s
+Total Groups Generated: %<groups>s
+Similarity Theshold at: %<threshold>s
+Generated on: %<datetime>s
+      '
     end
-    array
   end
 
-  def scores(other_string)
-    longest_string = nil
-    if other_string.size > self.size
-      longest_string = other_string
-      shortest_string = self
-    else
-      longest_string = self
-      shortest_string = other_string
-    end
-    scores = longest_string.to_a.map do |char|
-      0
+  class Group < Struct.new(:number, :percent, :items, :line)
+    def to_s
+      format(template, to_h)
     end
-    shortest_string.size.times do |index|
-      if shortest_string[index] == longest_string[index]
-        scores[index] = 1
-      end
+    def template
+      'Group %<number>s represents %<percent>s and has %<items>s items similar to: %<line>s'
     end
-    scores
   end
 
-  def similarity(other_string)
-    scores(other_string).product * 100.0 / size
+  class Item < Struct.new(:count, :total, :score, :line)
+    def to_s
+      format(template, to_h)
+    end
+    def template
+      '  %<count>s/%<total>s %<score>s  %<line>s'
+    end
   end
-end
 
-class TargetString
-  attr_accessor :evaluated
-  attr_accessor :data
-  def to_s
-    data
-  end
 end
 
-# client
+require 'isna'
 
-strings = []
+summary_output = []
+detailed_output = []
 
-STDIN.each_line do |line|
-  next if line.chomp == ''
-  strings << line.chomp
-end
+banner = Template::Banner.new
+banner.lines = lines.to_s.to_ansi.yellow.to_s
+banner.groups = hash.keys.size.to_s.to_ansi.yellow.to_s
+banner.threshold = options[:threshold].to_s.to_ansi.yellow.to_s
+banner.datetime = Time.now.to_s.to_ansi.yellow.to_s
+summary_output.push(banner.to_s)
 
-strings.sort! do |n1, n2|
-  n1.size <=> n2.size
+groups = []
+
+hash.each do |category_name, records|
+  groups.push([category_name, records.size])
 end
-  
-strings.reverse!
-
-strings.map! do |string|
-  target_string = TargetString.new
-  target_string.evaluated = false
-  target_string.data = string
-  target_string
+
+sorted_groups_by_n_records_asc = groups.sort do |array_a, array_b|
+  number_of_records_in_a = array_a[1]
+  number_of_records_in_b = array_b[1]
+  number_of_records_in_a <=> number_of_records_in_b
 end
 
-if configuration.group
-  groups = strings.group_by do |string|
-    string.data.size
+sorted_groups_by_n_records_asc.reverse.each_with_index do |key, index|
+  line, records = key[0], hash[key[0]]
+
+  detailed_output.push('')
+
+  group = Template::Group.new
+  group.percent = ('%2.2f%%' % ((records.size.to_f / lines) * 100)).to_s.to_ansi.red.to_s
+  group.number = (index + 1).to_s.to_ansi.red.to_s
+  group.items = records.size.to_s.to_ansi.cyan.to_s
+  group.line = line.chomp.to_ansi.green.to_s
+  summary_output.push(group.to_s)
+  detailed_output.push(group.to_s)
+
+  sorted_items_in_group = records.sort do |a, b|
+    a[:score] <=> b[:score]
   end
-else
-  groups = { 0 => strings }
-end
 
-counter = 0
-groups.each do |key, group|
-  group.each do |string_1|
-    counter = 0
-    unless string_1.evaluated
-      if configuration.summary
-        summary_string = string_1.to_s
-      else
-        puts "****>>" + string_1.to_s
-      end
-    end
-    string_1.evaluated = true
-    group.each do |string_2|
-      next if string_2.evaluated
-      similarity = string_1.to_s.similarity(string_2.to_s)
-      scores = string_1.to_s.scores(string_2.to_s).inspect
-      template = "%5.f %s"
-      bindings = [similarity, string_2, scores]
-      if similarity >= configuration.threshold
-        string_2.evaluated = true
-        counter += 1
-        unless configuration.summary
-          puts template % bindings
-        end
-      end
-    end
-    if counter > 0
-      puts "#{counter} #{summary_string}"
-    end
+  sorted_items_in_group.reverse.each_with_index do |record, index|
+    item = Template::Item.new
+    item.count = (index + 1).to_s.rjust(4, ' ').to_ansi.cyan.to_s
+    item.total = records.size.to_s.ljust(4, ' ').to_ansi.cyan.to_s
+    item.score = ('%4.2f%%' % (record[:score] * 100)).rjust(7, ' ').to_ansi.green.to_s
+    item.line = record[:line]
+    detailed_output.push(item.to_s)
   end
+
 end
 
+summary_output.each do |output_line|
+  puts output_line
+end
+
+unless options[:summary]
+  detailed_output.each do |output_line|
+    puts output_line
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ix-cli
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.12
 platform: ruby
 authors:
 - Kazuyoshi Tlacaelel
@@ -199,6 +199,7 @@ executables:
 - ix-pick
 - ix-planning-tickets
 - ix-prefix
+- ix-prepend
 - ix-pretty
 - ix-print-and-run
 - ix-psd-to-json
@@ -217,6 +218,7 @@ executables:
 - ix-reverse
 - ix-right
 - ix-rm
+- ix-rot5
 - ix-rot13
 - ix-rot3
 - ix-rps
@@ -477,6 +479,7 @@ files:
 - bin/ix-pick
 - bin/ix-planning-tickets
 - bin/ix-prefix
+- bin/ix-prepend
 - bin/ix-pretty
 - bin/ix-print-and-run
 - bin/ix-psd-to-json
@@ -497,6 +500,7 @@ files:
 - bin/ix-rm
 - bin/ix-rot13
 - bin/ix-rot3
+- bin/ix-rot5
 - bin/ix-rps
 - bin/ix-ruby-constructor-arguments
 - bin/ix-ruby-methods