idata 0.1.4 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 25140998b6255c27f9d303f589a4a4a6bb985243
-  data.tar.gz: dd065941104de3ebc029951bf8e5268dfcadf2b7
+  metadata.gz: 2044f9a6b9fae36b3a529a88e9418b52d3d1442f
+  data.tar.gz: 1b9ed2d193de713bab6f27efcf521ba46445b3ab
 SHA512:
-  metadata.gz: 3675be44947c520d37acddca6dd46d7afb3b8fca7a70eced8476ac87da661899ded7ff218cf7aa4494071b0b3a994bc668aa035c4383265b45e76678337e3da0
-  data.tar.gz: 4a59e5866b3a7aeb3e81af5108c7b60a68775ec5152ac14e5ec691ff988ca9a92ada609a66cfbb0ab03e1c824d8ca1573938a0b247da2724c96cf91ac64f4344
+  metadata.gz: aa68dbc6e46fda7637e093c272a0f2fed5887be04f888e7cfae7165d836a6e408ebcaebe00a8b45c6626ab5236f23c9f929f49abf1892d2139fd2d0adbd22ca4
+  data.tar.gz: 9ff78ee78166292cf035ed7636f9e2ad388b027c7d64f93f0265bd79f9b44ff0b0dbdc0add7060106ca3f44c5cf3a29b4e1853ba38116de9a4a32de9a5777314

data/bin/isanitize

@@ -1,4 +1,63 @@
-file = ARGV[0]
-s = IO.read(file)
-s = s.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: '')
-File.open(file, 'wb') {|f| f.write(s)}
+# DATA SANITIZER
+#
+# @author Nghi Pham
+# @date April 2014
+#
+require 'optparse'
+
+$options = {
+  :remove => []
+}
+parser = OptionParser.new("", 24) do |opts|
+  opts.banner = "\nProgram: Data Sanitizer\nAuthor: Nghi Pham\n\n"
+
+  opts.on("--remove CHARCODE", "Unicode code") do |v|
+    $options[:remove] << v
+  end
+
+  opts.on_tail('--help', 'Displays this help') do
+		puts opts, "", help
+    exit
+	end
+end
+
+def help
+  return <<-eos
+
+EXAMPLES
+-------------------------------------------------------
+    
+eos
+end
+
+begin
+  parser.parse!
+rescue SystemExit => ex
+  exit
+end
+
+if ARGV.empty?
+  puts "ERROR: Please specify input file"
+  exit
+end
+
+def sanitize(file)
+  s = IO.read(file)
+
+  # Remove invalid UTF-8 byte code
+  s = s.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: '')
+
+  # Remove wrong char
+  $options[:remove].each do |c|
+    s.gsub!([c.to_i].pack("U"), "")
+  end
+
+  # Write back
+  File.open(file, 'wb') {|f| f.write(s)}
+end
+
+ARGV.each do |file|
+  sanitize(file)
+end
+
+puts "\n#{ARGV.count} file(s) sanitized\n"

data/lib/idata/version.rb

@@ -1,3 +1,3 @@
 module Idata
-  VERSION = "0.1.4"
+  VERSION = "0.1.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: idata
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.5
 platform: ruby
 authors:
 - Nghi Pham
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-23 00:00:00.000000000 Z
+date: 2014-04-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler