idata 0.1.20 → 0.1.21

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 94f33938c4b8c1bb1e05edb8d2f7ad8f84e426e7
-  data.tar.gz: 684cb978e6b4229572d3a437ded91a3a24e5148f
+  metadata.gz: ffabe9c30976ac3d4d15cb5ace2e561bd072ee7d
+  data.tar.gz: 83561c0933cbb0bebb4640088e3271a939920682
 SHA512:
-  metadata.gz: 715f13b288db1dd5f49b80c34ff93023277ed8b9aa6cbed47614aa93ab5db4a1a185511a8a9bddcad03a9fa8102f072e9beca7674dbcac2e9662217c0e7b22a1
-  data.tar.gz: 40c8e9880aedb64d5bbe5e5e2fff8e6c101b44d37896013063b6a2c9d3507818cd2d6bc2f445d22770f4e4838e7cfcba39843bf8b558b4821ac2839a9ce5e94e
+  metadata.gz: bd4baaa165ccb22bc458d2a7defd96a4d1069be6f88fce2bb7310ecd26ade3ae7e6610c5cc468a0e43decfda2041d6bb217525457cf58646229e6da83414ea66
+  data.tar.gz: f5dc5ae7dae7c65de2415ca589f01445748250c500c680aeb8ef81dd204165d4f0e7ac4040d3d1f021905e88e91c4bdf3296042de14b631fc6da3794cb448f87

data/bin/ivalidate

@@ -159,6 +159,9 @@ ActiveRecord::Base.establish_connection(
   'timeout' => 15000
 )
 
+puts "\nValidating #{$options[:table]}"
+puts "------------------------------------------"
+
 # --------------------------------------------------------------------
 # Preliminary check
 # Add column errors if not yet exists
@@ -181,135 +184,163 @@ ActiveRecord::Base.connection.execute(pre_sql)
 # Check unique field
 # --------------------------------------------------------------------
 $options[:unique].each do |field|
-  puts "Checking uniqueness: #{field}"
-
-  uniq_sql = <<-eos
-    UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} is not unique', ' || '), ' || ')
-    WHERE #{field} IN (
-      SELECT #{field} FROM #{$options[:table]} GROUP BY #{field}
-      HAVING count(*) > 1
-    ) AND #{field} IS NOT NULL AND length(trim(#{field})) <> 0;
-  eos
-  
-  ActiveRecord::Base.connection.execute(uniq_sql)
+  begin
+    puts "Checking uniqueness: #{field}"
+
+    uniq_sql = <<-eos
+      UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} is not unique', ' || '), ' || ')
+      WHERE #{field} IN (
+        SELECT #{field} FROM #{$options[:table]} GROUP BY #{field}
+        HAVING count(*) > 1
+      ) AND #{field} IS NOT NULL AND length(trim(#{field})) <> 0;
+    eos
+    
+    ActiveRecord::Base.connection.execute(uniq_sql)
+  rescue Exception => ex
+    puts "    --> *** ERROR ***: #{ex.message.split("\n").first }"
+  end
 end
 
 # --------------------------------------------------------------------
 # Check not-null field
 # --------------------------------------------------------------------
 $options[:not_null].each do |field|
-  puts "Checking NULL: #{field}"
-
-  not_null_sql = <<-eos
-    UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} is null', ' || '), ' || ')
-    WHERE #{field} IS NULL OR length(trim(#{field})) = 0;
-  eos
-  
-  ActiveRecord::Base.connection.execute(not_null_sql)
+  begin
+    puts "Checking NULL: #{field}"
+
+    not_null_sql = <<-eos
+      UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} is null', ' || '), ' || ')
+      WHERE #{field} IS NULL OR length(trim(#{field})) = 0;
+    eos
+    
+    ActiveRecord::Base.connection.execute(not_null_sql)
+  rescue Exception => ex
+    puts "    --> *** ERROR ***: #{ex.message.split("\n").first }"
+  end
 end
 
 # --------------------------------------------------------------------
 # Check field satisfying --match=FIELD/REGEXP/
 # --------------------------------------------------------------------
 $options[:match].each do |value|
-  field = value[/^[^\/]+/]
-  regexp = value[/(?<=\/).*(?=\/)/]
-  puts "Checking REGEXP matching: #{field} ~ #{regexp}"
-
-  match_sql = <<-eos
-    UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} does not match [#{regexp.gsub("'", "''")}]', ' || '), ' || ')
-    WHERE #{field} IS NOT NULL AND length(trim(#{field})) <> 0 AND #{field} !~ '#{regexp}';
-  eos
-  
-  ActiveRecord::Base.connection.execute(match_sql)
+  begin
+    field = value[/^[^\/]+/]
+    regexp = value[/(?<=\/).*(?=\/)/]
+    puts "Checking REGEXP matching: #{field} ~ #{regexp}"
+
+    match_sql = <<-eos
+      UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} does not match [#{regexp.gsub("'", "''")}]', ' || '), ' || ')
+      WHERE #{field} IS NOT NULL AND length(trim(#{field})) <> 0 AND #{field} !~ '#{regexp}';
+    eos
+    
+    ActiveRecord::Base.connection.execute(match_sql)
+  rescue Exception => ex
+    puts "    --> *** ERROR ***: #{ex.message.split("\n").first }"
+  end
 end
 
 # --------------------------------------------------------------------
 # Check field satisfying --not-match=FIELD/REGEXP/
 # --------------------------------------------------------------------
 $options[:not_match].each do |value|
-  field = value[/^[^\/]+/]
-  regexp = value[/(?<=\/).*(?=\/)/]
-  puts "Checking REGEXP not matching: #{regexp}"
-
-  not_match_sql = <<-eos
-    UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} does match [#{regexp.gsub("'", "''")}]', ' || '), ' || ')
-    WHERE #{field} IS NOT NULL AND length(trim(#{field})) <> 0 AND #{field} ~ '#{regexp}';
-  eos
-  
-  ActiveRecord::Base.connection.execute(not_match_sql)
+  begin
+    field = value[/^[^\/]+/]
+    regexp = value[/(?<=\/).*(?=\/)/]
+    puts "Checking REGEXP not matching: #{regexp}"
+
+    not_match_sql = <<-eos
+      UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} does match [#{regexp.gsub("'", "''")}]', ' || '), ' || ')
+      WHERE #{field} IS NOT NULL AND length(trim(#{field})) <> 0 AND #{field} ~ '#{regexp}';
+    eos
+    
+    ActiveRecord::Base.connection.execute(not_match_sql)
+  rescue Exception => ex
+    puts "    --> *** ERROR ***: #{ex.message.split("\n").first }"
+  end
 end
 
 # --------------------------------------------------------------------
 # Check field satisfying --cross-reference
 # --------------------------------------------------------------------
 $options[:cross_reference].each do |value|
-  values = value.split(/[|\.]/)
-
-  if values.size != 3
-    raise "Error: Wrong argument for --cross-reference switch"
-    exit(0)
+  begin
+    values = value.split(/[|\.]/)
+
+    if values.size != 3
+      raise "Error: Wrong argument for --cross-reference switch"
+      exit(0)
+    end
+
+    field = values[0]
+    ref_table = values[1]
+    ref_field = values[2]
+
+    puts "Checking data integrity: #{value}"
+
+    # @todo: poor performance here, think of a better SQL!!!
+    ref_sql = <<-eos
+      UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} does not reference #{values[1]}.#{values[2]}', ' || '), ' || ')
+      WHERE #{field} IN (
+        SELECT origin.#{field} from #{$options[:table]} origin LEFT JOIN #{ref_table} target
+        on origin.#{field} = target.#{ref_field}
+        where target.#{ref_field} is null
+      ) AND #{field} IS NOT NULL AND length(trim(#{field})) <> 0;
+    eos
+    
+    ActiveRecord::Base.connection.execute(ref_sql)
+  rescue Exception => ex
+    puts "    --> *** ERROR ***: #{ex.message.split("\n").first }"
   end
-
-  field = values[0]
-  ref_table = values[1]
-  ref_field = values[2]
-
-  puts "Checking data integrity: #{value}"
-
-  # @todo: poor performance here, think of a better SQL!!!
-  ref_sql = <<-eos
-    UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} does not reference #{values[1]}.#{values[2]}', ' || '), ' || ')
-    WHERE #{field} IN (
-      SELECT origin.#{field} from #{$options[:table]} origin LEFT JOIN #{ref_table} target
-      on origin.#{field} = target.#{ref_field}
-      where target.#{ref_field} is null
-    ) AND #{field} IS NOT NULL AND length(trim(#{field})) <> 0;
-  eos
-  
-  ActiveRecord::Base.connection.execute(ref_sql)
 end
 
 # --------------------------------------------------------------------
 # Custom validation
 # --------------------------------------------------------------------
 $options[:query].each do |query|
-  if query.split("--").count > 1
-    message = query.split("--").last.strip
-  else
-    message = "custom-validation"
+  begin
+    if query.split("--").count > 1
+      message = query.split("--").last.strip
+    else
+      message = "custom-validation"
+    end
+    
+    puts "Checking with custom query: #{query[0..50]}#{query.size > 51 ? "..." : "" }"
+
+    # @todo: poor performance here, think of a better SQL!!!
+    custom_sql = <<-eos
+      UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{message}', ' || '), ' || ')
+      WHERE NOT #{query}
+    eos
+    
+    ActiveRecord::Base.connection.execute(custom_sql)
+  rescue Exception => ex
+    puts "    --> *** ERROR ***: #{ex.message.split("\n").first }"
   end
-  
-  puts "Checking with custom query: #{query[0..50]}#{query.size > 51 ? "..." : "" }"
-
-  # @todo: poor performance here, think of a better SQL!!!
-  custom_sql = <<-eos
-    UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{message}', ' || '), ' || ')
-    WHERE NOT #{query}
-  eos
-  
-  ActiveRecord::Base.connection.execute(custom_sql)
 end
 
 # --------------------------------------------------------------------
 # Custom validation
 # --------------------------------------------------------------------
 $options[:rquery].each do |query|
-  if query.split("--").count > 1
-    message = query.split("--").last.strip
-  else
-    message = "custom-validation"
+  begin
+    if query.split("--").count > 1
+      message = query.split("--").last.strip
+    else
+      message = "custom-validation"
+    end
+    
+    puts "Checking with custom query: #{query[0..50]}#{query.size > 51 ? "..." : "" }"
+
+    # @todo: poor performance here, think of a better SQL!!!
+    custom_sql = <<-eos
+      UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{message}', ' || '), ' || ')
+      WHERE #{query}
+    eos
+    
+    ActiveRecord::Base.connection.execute(custom_sql)
+  rescue Exception => ex
+    puts "    --> *** ERROR ***: #{ex.message.split("\n").first }"
   end
-  
-  puts "Checking with custom query: #{query[0..50]}#{query.size > 51 ? "..." : "" }"
-
-  # @todo: poor performance here, think of a better SQL!!!
-  custom_sql = <<-eos
-    UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{message}', ' || '), ' || ')
-    WHERE #{query}
-  eos
-  
-  ActiveRecord::Base.connection.execute(custom_sql)
 end
 
 

data/lib/idata/version.rb

@@ -1,3 +1,3 @@
 module Idata
-  VERSION = "0.1.20"
+  VERSION = "0.1.21"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: idata
 version: !ruby/object:Gem::Version
-  version: 0.1.20
+  version: 0.1.21
 platform: ruby
 authors:
 - Nghi Pham
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-06-16 00:00:00.000000000 Z
+date: 2014-06-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler