ix-cli 0.0.1

data/bin/ix-json-template

@@ -0,0 +1,267 @@
+#!/usr/bin/env ruby
+
+
+# frozen_string_literal: true
+# from rails implementation.
+
+class Hash
+  # Returns a new hash with all keys converted using the +block+ operation.
+  #
+  #  hash = { name: 'Rob', age: '28' }
+  #
+  #  hash.transform_keys { |key| key.to_s.upcase } # => {"NAME"=>"Rob", "AGE"=>"28"}
+  #
+  # If you do not provide a +block+, it will return an Enumerator
+  # for chaining with other methods:
+  #
+  #  hash.transform_keys.with_index { |k, i| [k, i].join } # => {"name0"=>"Rob", "age1"=>"28"}
+  def transform_keys
+    return enum_for(:transform_keys) { size } unless block_given?
+    result = {}
+    each_key do |key|
+      result[yield(key)] = self[key]
+    end
+    result
+  end unless method_defined? :transform_keys
+
+  # Destructively converts all keys using the +block+ operations.
+  # Same as +transform_keys+ but modifies +self+.
+  def transform_keys!
+    return enum_for(:transform_keys!) { size } unless block_given?
+    keys.each do |key|
+      self[yield(key)] = delete(key)
+    end
+    self
+  end unless method_defined? :transform_keys!
+
+  # Returns a new hash with all keys converted to strings.
+  #
+  #   hash = { name: 'Rob', age: '28' }
+  #
+  #   hash.stringify_keys
+  #   # => {"name"=>"Rob", "age"=>"28"}
+  def stringify_keys
+    transform_keys(&:to_s)
+  end
+
+  # Destructively converts all keys to strings. Same as
+  # +stringify_keys+, but modifies +self+.
+  def stringify_keys!
+    transform_keys!(&:to_s)
+  end
+
+  # Returns a new hash with all keys converted to symbols, as long as
+  # they respond to +to_sym+.
+  #
+  #   hash = { 'name' => 'Rob', 'age' => '28' }
+  #
+  #   hash.symbolize_keys
+  #   # => {:name=>"Rob", :age=>"28"}
+  def symbolize_keys
+    transform_keys { |key| key.to_sym rescue key }
+  end
+  alias_method :to_options,  :symbolize_keys
+
+  # Destructively converts all keys to symbols, as long as they respond
+  # to +to_sym+. Same as +symbolize_keys+, but modifies +self+.
+  def symbolize_keys!
+    transform_keys! { |key| key.to_sym rescue key }
+  end
+  alias_method :to_options!, :symbolize_keys!
+
+  # Validates all keys in a hash match <tt>*valid_keys</tt>, raising
+  # +ArgumentError+ on a mismatch.
+  #
+  # Note that keys are treated differently than HashWithIndifferentAccess,
+  # meaning that string and symbol keys will not match.
+  #
+  #   { name: 'Rob', years: '28' }.assert_valid_keys(:name, :age) # => raises "ArgumentError: Unknown key: :years. Valid keys are: :name, :age"
+  #   { name: 'Rob', age: '28' }.assert_valid_keys('name', 'age') # => raises "ArgumentError: Unknown key: :name. Valid keys are: 'name', 'age'"
+  #   { name: 'Rob', age: '28' }.assert_valid_keys(:name, :age)   # => passes, raises nothing
+  def assert_valid_keys(*valid_keys)
+    valid_keys.flatten!
+    each_key do |k|
+      unless valid_keys.include?(k)
+        raise ArgumentError.new("Unknown key: #{k.inspect}. Valid keys are: #{valid_keys.map(&:inspect).join(', ')}")
+      end
+    end
+  end
+
+  # Returns a new hash with all keys converted by the block operation.
+  # This includes the keys from the root hash and from all
+  # nested hashes and arrays.
+  #
+  #  hash = { person: { name: 'Rob', age: '28' } }
+  #
+  #  hash.deep_transform_keys{ |key| key.to_s.upcase }
+  #  # => {"PERSON"=>{"NAME"=>"Rob", "AGE"=>"28"}}
+  def deep_transform_keys(&block)
+    _deep_transform_keys_in_object(self, &block)
+  end
+
+  # Destructively converts all keys by using the block operation.
+  # This includes the keys from the root hash and from all
+  # nested hashes and arrays.
+  def deep_transform_keys!(&block)
+    _deep_transform_keys_in_object!(self, &block)
+  end
+
+  # Returns a new hash with all keys converted to strings.
+  # This includes the keys from the root hash and from all
+  # nested hashes and arrays.
+  #
+  #   hash = { person: { name: 'Rob', age: '28' } }
+  #
+  #   hash.deep_stringify_keys
+  #   # => {"person"=>{"name"=>"Rob", "age"=>"28"}}
+  def deep_stringify_keys
+    deep_transform_keys(&:to_s)
+  end
+
+  # Destructively converts all keys to strings.
+  # This includes the keys from the root hash and from all
+  # nested hashes and arrays.
+  def deep_stringify_keys!
+    deep_transform_keys!(&:to_s)
+  end
+
+  # Returns a new hash with all keys converted to symbols, as long as
+  # they respond to +to_sym+. This includes the keys from the root hash
+  # and from all nested hashes and arrays.
+  #
+  #   hash = { 'person' => { 'name' => 'Rob', 'age' => '28' } }
+  #
+  #   hash.deep_symbolize_keys
+  #   # => {:person=>{:name=>"Rob", :age=>"28"}}
+  def deep_symbolize_keys
+    deep_transform_keys { |key| key.to_sym rescue key }
+  end
+
+  # Destructively converts all keys to symbols, as long as they respond
+  # to +to_sym+. This includes the keys from the root hash and from all
+  # nested hashes and arrays.
+  def deep_symbolize_keys!
+    deep_transform_keys! { |key| key.to_sym rescue key }
+  end
+
+  private
+    # support methods for deep transforming nested hashes and arrays
+    def _deep_transform_keys_in_object(object, &block)
+      case object
+      when Hash
+        object.each_with_object({}) do |(key, value), result|
+          result[yield(key)] = _deep_transform_keys_in_object(value, &block)
+        end
+      when Array
+        object.map { |e| _deep_transform_keys_in_object(e, &block) }
+      else
+        object
+      end
+    end
+
+    def _deep_transform_keys_in_object!(object, &block)
+      case object
+      when Hash
+        object.keys.each do |key|
+          value = object.delete(key)
+          object[yield(key)] = _deep_transform_keys_in_object!(value, &block)
+        end
+        object
+      when Array
+        object.map! { |e| _deep_transform_keys_in_object!(e, &block) }
+      else
+        object
+      end
+    end
+
+end
+
+# frozen_string_literal: true
+
+class Hash
+  # Returns a new hash with the results of running +block+ once for every value.
+  # The keys are unchanged.
+  #
+  #   { a: 1, b: 2, c: 3 }.transform_values { |x| x * 2 } # => { a: 2, b: 4, c: 6 }
+  #
+  # If you do not provide a +block+, it will return an Enumerator
+  # for chaining with other methods:
+  #
+  #   { a: 1, b: 2 }.transform_values.with_index { |v, i| [v, i].join.to_i } # => { a: 10, b: 21 }
+  def transform_values
+    return enum_for(:transform_values) { size } unless block_given?
+    return {} if empty?
+    result = self.class.new
+    each do |key, value|
+      result[key] = yield(value)
+    end
+    result
+  end unless method_defined? :transform_values
+
+  # Destructively converts all values using the +block+ operations.
+  # Same as +transform_values+ but modifies +self+.
+  def transform_values!
+    return enum_for(:transform_values!) { size } unless block_given?
+    each do |key, value|
+      self[key] = yield(value)
+    end
+  end unless method_defined? :transform_values!
+  # TODO: Remove this file when supporting only Ruby 2.4+.
+end
+
+class Hash
+  # personal implementation of slice.
+  # TODO: remove once upgraded to newer ruby 2.5 and use the native implementation of slice instead.
+  def slice(*keys)
+    select { |k, v|  keys.include?(k) }
+  end
+end
+
+
+class Hash
+  def walk(&block)
+    each do |k, v|
+      if v.is_a?(Hash)
+        v = v.walk(&block)
+        next
+      end
+      yield(self, k, v)
+    end
+  end
+end
+
+
+
+require 'json'
+require 'erb'
+require 'ostruct'
+require 'digest/md5'
+
+source = ARGV[0]
+target = ARGV[1]
+
+unless File.exists?(source)
+  $stderr.puts "File not found: #{source}"
+  exit 0
+end
+
+data = File.read(source)
+template = ERB.new(data)
+
+STDIN.each do |line|
+  begin
+  object = JSON.parse(line)
+  object.symbolize_keys!
+  rescue => error
+    next
+  end
+  # target = format(target, object)
+  target = object[:confidence].downcase.gsub(' ', '_') + '__' +
+    object[:warning_type].downcase.gsub(' ', '_') + '__' +
+    Digest::MD5.hexdigest(object.inspect) + '.html'
+  puts "generating: #{target}"
+  File.open(target, 'w+') do |file|
+    file.puts template.result(binding)
+  end
+end
+

data/bin/ix-json-to-csv

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby
+
+require 'json'
+
+headers = []
+
+STDIN.each_line do |line|
+  begin
+    hash = JSON.parse(line)
+    if hash.keys != headers
+      puts ''
+      puts hash.keys * "\t"
+      headers = hash.keys
+    end
+    puts hash.values * "\t"
+  rescue => error
+  end
+end
+

data/bin/ix-json-to-dot

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+echo '# http://www.webgraphviz.com/'
+echo 'digraph json {'
+ix json-paths-pretty | awk '{print $2}' | ix prefix '  root.' | sed 's/\./ -> /g' | ix suffix ';'
+echo '}'

data/bin/ix-json-to-html-table

@@ -0,0 +1,84 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'json'
+require 'cgi'
+
+def html_list(array)
+  output = []
+  output.push('<ol>')
+  array.each do |item|
+    output.push('<li>')
+    if item.is_a?(Hash)
+      output.push(html_table(item))
+    else
+      output.push(CGI::escapeHTML(item.to_s))
+    end
+    output.push('</li>')
+  end
+  output.push('</ol>')
+  (output * "\n")
+end
+
+def flip_flop(values)
+  raise 'hell: values is not an array' unless values.is_a?(Array)
+  @index = 0 unless @index
+  if @index < (values.size - 1)
+    @index += 1
+  else 
+    @index = 0
+  end
+  # puts "#{@index} -> #{values[@index]}"
+  values[@index]
+end 
+
+def html_table(hash)
+  output = []
+  output.push('<table>')
+  hash.keys.each do |key|
+    value = hash[key]
+    output.push('<tr>')
+    output.push('<td class="zebra_header">')
+    output.push("#{key} (#{value.class})")
+    output.push('</td>')
+    output.push('<td class="' + flip_flop(['zebra_light', 'zebra_dark']) + '">')
+    if value.is_a?(Hash)
+      output.push(html_table(value))
+    elsif value.is_a?(Array)
+      output.push(html_list(value))
+    else
+      output.push(CGI::escapeHTML(value.to_s))
+    end
+    output.push('</td>')
+    output.push('</tr>')
+  end
+  output.push('</table>')
+  output.push('<br />')
+  (output * "\n")
+end
+
+puts '
+<style>
+.zebra_dark {
+    background: whitesmoke;
+}
+.zebra_light {
+    background: white;
+}
+.zebra_header {
+    background: darkgray;
+    font-color: white;
+}
+td {
+    padding: 1mm;
+}
+</style>
+'
+
+STDIN.each do |line|
+  begin
+    hash = JSON.parse(line)
+    puts html_table(hash)
+  rescue => error
+  end
+end

data/bin/ix-json-to-ruby-hash

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'json'
+
+STDIN.each_line do |line|
+  begin
+    hash = JSON.parse(line)
+    puts hash.inspect
+  rescue => error
+  end
+end
+

data/bin/ix-json-to-table

@@ -0,0 +1,21 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'json'
+require 'hirb'
+
+hashes = []
+
+STDIN.each_line do |line|
+  if line.include? '}'
+    hash = JSON.parse(line)
+    hashes.push(hash)
+  end
+end
+
+vertical = false
+if ARGV[0] == '-v'
+  vertical = true
+end
+
+puts Hirb::Helpers::Table.render(hashes, :resize => false, :vertical => vertical)

data/bin/ix-json-to-table-2

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'json'
+require 'hirb'
+
+hashes = []
+
+STDIN.each_line do |line|
+  if line.include? '}'
+    hash = JSON.parse(line)
+    puts ''
+    puts Hirb::Helpers::Table.render([hash], :resize => false)
+  end
+end
+
+vertical = false
+if ARGV[0] == '-v'
+  vertical = true
+end
+
+# puts Hirb::Helpers::Table.render(hashes, :resize => false, :vertical => vertical)

data/bin/ix-json-to-xml

@@ -0,0 +1 @@
+

data/bin/ix-json-values

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require 'json'
+
+STDIN.each_line do |line|
+  begin
+    hash = JSON.parse(line.chomp)
+    puts hash.values * "\t"
+  rescue => error
+  end
+end
+
+

data/bin/ix-jsonpp

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'tmpdir'
+
+Dir.mktmpdir do |dir|
+  STDIN.each_line do |line|
+    filepath = "#{dir}/file.txt"
+    File.open(filepath, 'w+') do |file|
+      file.write line
+    end
+    system "cat #{filepath} | json_pp"
+  end
+end
+

data/bin/ix-lake

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+
+cat > /tmp/lake
+cat /tmp/lake | ix right | ix transpose
+cat /tmp/lake | ix transpose
+rm /tmp/lake

data/bin/ix-lemmatize

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'lemmatizer'
+
+lemmatizer = Lemmatizer.new
+
+STDIN.each_line do |line|
+  words = line.scan(/\w+/)
+  words.each do |word|
+    lemma = lemmatizer.lemma(word)
+    # puts "#{word} => #{lemma}"
+    puts lemma
+  end
+end
+
+

data/bin/ix-length

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+STDIN.each_line do |line|
+  puts line.size
+end
+

data/bin/ix-linkify

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+
+require 'net/http'
+require 'nokogiri'
+require 'open-uri'
+
+class Mock
+  attr_accessor :title
+end
+
+counter = 0
+
+STDIN.each_line do |line|
+  next if line.chomp == ''
+  counter += 1
+  url = line.chomp
+  begin
+    doc = Nokogiri::HTML(open(url))
+  rescue => e
+    doc = Mock.new
+    doc.title = url
+  end
+  unless doc.title
+    doc = Mock.new
+    doc.title = url
+  end
+  template = "%s - %s\n%s\n\n"
+  title = doc.title
+  title.chomp!
+  title.gsub!(/\n/, '')
+  title.gsub!(/^\s+/, '')
+  title.gsub!(/\s+$/, '')
+  bindings = [counter, title, url]
+  puts template % bindings
+end

data/bin/ix-linkify-html

@@ -0,0 +1,70 @@
+#!/usr/bin/env ruby
+
+require 'net/http'
+require 'nokogiri'
+require 'open-uri'
+
+class Mock
+  attr_accessor :title
+end
+
+counter = 0
+
+template = '
+    <tr>
+      <td>
+        <a href="%s">
+          <img src="%s" width="200" />
+        </a>
+      </td>
+      <td style="">
+        <div>
+        %s - <a href="%s"> %s </a>
+        </div>
+      </td>
+    </tr>
+'
+
+puts '
+<style>
+  td {
+    border:solid 1px whitesmoke;
+  }
+</style>
+'
+puts '<table>'
+STDIN.each_line do |line|
+  next if line.chomp == ''
+  counter += 1
+  url = line.chomp
+  begin
+    doc = Nokogiri::HTML(open(url))
+  rescue => e
+    doc = Mock.new
+    doc.title = url
+  end
+  unless doc.title
+    doc = Mock.new
+    doc.title = url
+  end
+
+  begin
+
+  image_source = ''
+  doc.traverse do |element|
+    break if image_source != ''
+    if element.name == 'img'
+      image_source = element['src']
+    end
+  end
+
+  rescue => error
+    $stderr.puts error.message
+  end
+
+  bindings = [url, image_source, counter, url, doc.title]
+  puts template % bindings
+
+end
+puts '</table>'
+

data/bin/ix-links

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+system 'pbpaste | ix linkify | pbcopy'