icersplicer 0.1.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: bf3bfe4bb8acc26367b7c99982a5016137f2bf9f
+  data.tar.gz: ac26602340bd429202c1d902f4dead4af880bbe5
+SHA512:
+  metadata.gz: 8bb8bb496f91f8f5c39721a3b4453883089e5da8191cd5d145f91873e1fa952ecf0eba051801c8b390ee11ef7029b655a79a441c2fefb4e7415502c7180ee3d6
+  data.tar.gz: 1e82a2c5aca81e382571117d66393d988b175104b6b1063c503993977c6f6f46419bace34a7c7dad26abf399dfb5f43e7d9a886f0603384805f0dbad2e772979

data/bin/icersplicer

@@ -0,0 +1,136 @@
+#!/usr/bin/ruby
+########################################################################
+#
+# Author: Brian Hood
+# Name: Icersplicer
+#
+# Description: 
+#   Text processing with power with very minimal mruby for performance
+#   that only has a File class extension mruby-io
+#
+# Why: for processing large datasets quickly.
+########################################################################
+
+require 'getoptlong'
+require 'pp'
+require File.expand_path(File.join(
+          File.dirname(__FILE__),
+          "../lib/icersplicer.rb"))
+
+include Icersplicer
+
+ARGV[0] = "--help" if ARGV[0] == nil
+
+opts = GetoptLong.new(
+  [ '--help', '-h', GetoptLong::NO_ARGUMENT ],
+  [ '--lineoffset', '-l', GetoptLong::OPTIONAL_ARGUMENT],
+  [ '--linelimit', '-n', GetoptLong::REQUIRED_ARGUMENT],
+  [ '--incrementlimit', '-i', GetoptLong::OPTIONAL_ARGUMENT],
+  [ '--inputfile', '-f', GetoptLong::REQUIRED_ARGUMENT],
+  [ '--skiplines', '-s', GetoptLong::OPTIONAL_ARGUMENT],
+  [ '--quiet', '-q', GetoptLong::OPTIONAL_ARGUMENT],
+  [ '--outputfile', '-o', GetoptLong::OPTIONAL_ARGUMENT],
+  [ '--countlines', '-c', GetoptLong::OPTIONAL_ARGUMENT]
+)
+
+opts.each do |opt, arg|
+  case opt
+    when '--help'
+      helper = "\e[1;34mWelcome to Icersplicer\e[0m\ \n"
+      helper << "\e[1;34m=====================\e[0m\ \n"
+      helper << %q[
+-h, --help:
+   show help
+
+Example:
+      
+      icersplicer -f inputfile --lineoffset 0 --linelimit 10 -s 3,6,9 -o outputfile 
+      
+      ]
+      puts helper
+      exit
+    when '--lineoffset'
+      @line_offset = arg.to_i
+    when '--linelimit'
+      @line_limit = arg.to_i
+    when '--incrementlimit'
+      @increment_limit = arg.to_i
+    when '--inputfile'
+      @inputfile = arg.to_s
+    when '--outputfile'
+      @outputfile = arg.to_s
+      puts "Outputfile: #{@outputfile}"
+    when '--skiplines'
+      @skip_lines = Array.new
+      arg.to_s.split(",").each {|n| @skip_lines << n.to_i }
+    when '--quiet'
+      if arg == "true"
+        @quiet_mode = true
+      else
+        @quiet_mode = false
+      end
+    when '--countlines'
+      @countlines = true
+  end
+end
+
+unless instance_variable_defined?("@line_offset")
+  lineoffset = 0
+else
+  lineoffset = @line_offset
+end
+
+unless instance_variable_defined?("@line_limit") 
+  linelimit = 0
+else
+  linelimit = @line_limit
+end
+
+increment_offset = 0
+unless instance_variable_defined?("@increment_limit")
+  increment_limit = 1
+else
+  increment_limit = @increment_limit
+end
+linecounter = 0
+quietmode = false | @quiet_mode
+
+inputfile = @inputfile
+outputfile = @outputfile
+
+if @countlines == true
+  countlines(inputfile)
+  exit
+end
+
+unless File.exist?("#{inputfile}")
+  puts "Input filename / location doesn't exist... ?"
+  exit
+end
+
+File.open(inputfile) {|n|
+  n.each_line {|data|
+    data_orig = data.clone
+    unless lineoffset > increment_offset
+      unless linelimit == 0
+        unless increment_limit > linelimit
+          print_to_screen(linecounter, text_highlighter(data), quietmode) unless skip(linecounter)
+          if instance_variable_defined?("@outputfile")
+            processdata(data_orig, outputfile, quietmode) unless skip(linecounter)
+          end
+        end
+      else
+        print_to_screen(linecounter, text_highlighter(data), quietmode) unless skip(linecounter)
+        if instance_variable_defined?("@outputfile")
+          processdata(data_orig, outputfile, quietmode) unless skip(linecounter)
+        end
+      end
+      increment_limit += 1
+    end
+    increment_offset += 1
+    linecounter += 1
+  }
+}
+
+closefile if instance_variable_defined?("@exp")
+stats(inputfile, outputfile)

data/lib/icersplicer.rb

@@ -0,0 +1,98 @@
+########################################################################
+#
+# Author: Brian Hood
+# Name: Icersplicer
+#
+# Description: 
+#   Main module for file processing
+#   
+#
+########################################################################
+
+module Icersplicer
+
+  module VERSION #:nodoc:
+
+    MAJOR = 0
+    MINOR = 1
+    TINY = 4
+    CODENAME = "Icestorm !"
+
+    STRING = [MAJOR, MINOR, TINY].join('.')
+
+  end
+  
+  @@nfile = 0
+  @@exp = nil
+  
+  def text_highlighter(text)
+    keys = ["Ln:", "SELECT", "CREATE TABLE", "UPDATE", "DELETE", "INSERT", "FROM", "OFFSET", "GROUP BY", "HAVING", "ORDER BY",
+            "ALTER USER", "ALTER TABLE", "COPY", "INTO", "VALUES", "DELIMITERS", "STDIN", "CREATE USER", "WITH", "USING",
+            "CREATE INDEX", "CONSTRAINT", "ALTER INDEX", "INTEGER", "CHAR", "CLOB", "VARCHAR", "STRING", "DEFAULT", "NULL", "NOT",
+            "RECORDS", "KEY", "PRIMARY", "FOREIGN", "BIGINT", "MERGE", "REMOTE", "DROP TABLE", "SET SCHEMA", "CREATE SCHEMA",
+            "ALTER SCHEMA", "ADD", "TABLE", "CREATE SEQUENCE", "ALTER SEQUENCE"]
+    cpicker = [2,3,4,1,7,5,6] # Just a selection of colours
+    keys.each {|n|
+      text.gsub!("#{n}", "\e[4;3#{cpicker[rand(cpicker.size)]}m#{n}\e[0m\ \e[0;32m".strip)
+    }
+    return text
+  end
+
+  def countlines(inputfile)
+    lines = 0
+    unless inputfile == nil
+      if File.exists?(inputfile)
+        File.open(inputfile) {|n|
+          n.each_line {
+            lines += 1
+          }
+        }
+        puts "Filename: #{inputfile} Total Line Count: #{lines}"
+      end
+    end
+  end
+
+  def skip(line)
+    begin
+      line_element = @skip_lines.index(line)
+      if line_element != nil
+        skiper = @skip_lines[line_element]
+      end
+    rescue NoMethodError
+      return nil
+    end
+    return skiper
+  end
+
+  def print_to_screen(linenum, text, quiet)
+    puts "\e[1;33mLn: #{linenum}:\e[0m\ #{text}" unless quiet == true
+  end
+
+  def openfile(outputfile)
+    puts "Openfile: #{outputfile}"
+    @@exp = File.open("#{outputfile}", 'w')
+  end
+
+  def writefile(data)
+    @@exp.write(data)
+  end
+
+  def closefile
+    @@exp.close
+    puts "Closing file: #{outputfile}"
+  end
+
+  def processdata(data, outputfile, quietmode)
+    openfile(outputfile) if @@nfile == 0
+    writefile(data)
+    @@nfile += 1
+  end
+
+  def stats(inputfile, outputfile)
+    print "Inputfile lines: "
+    countlines(inputfile)
+    #print "Outputfile lines: "
+    #countlines(outputfile)
+  end
+
+end

metadata

@@ -0,0 +1,46 @@
+--- !ruby/object:Gem::Specification
+name: icersplicer
+version: !ruby/object:Gem::Version
+  version: 0.1.4
+platform: ruby
+authors:
+- Brian Hood
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-01-17 00:00:00.000000000 Z
+dependencies: []
+description: Text file manipulation similar to UNIX tools like cat / head / tail
+email: brianh6854@googlemail.com
+executables:
+- icersplicer
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/icersplicer
+- lib/icersplicer.rb
+homepage: https://github.com/puppetpies/icersplicer
+licenses:
+- GPLv2
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Icersplicer
+test_files: []