idata 0.1.9 → 0.1.10
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/bin/ieval +0 -0
- data/bin/iexport +1 -2
- data/bin/iload +0 -0
- data/bin/ipatch +0 -0
- data/bin/isanitize +0 -0
- data/bin/ivalidate +5 -5
- data/idata.gemspec +6 -6
- data/lib/idata/version.rb +1 -1
- metadata +16 -16
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 4f5c5667e60fb0a43146b3fc6a045630d1ed69f1
|
4
|
+
data.tar.gz: cb9097668d4ffc86e0bfa9218a4c419c5ce4abf8
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 754588b80cef006891a65a8104b349d4095022669f1bcaffdfd293c75a3a29e23855dcd59760fda28e59f12810f747a653749210ea7815e6a5082e96221ddd1e
|
7
|
+
data.tar.gz: f736326c5de831e18bd76d57e32bb96069c355b9a601a8e4b9b3afa5a7d2b12016b0bd9d258a16d351e6115b826292ec10c433d319f16ea8accd285788d41e9b
|
data/bin/ieval
CHANGED
File without changes
|
data/bin/iexport
CHANGED
@@ -182,8 +182,6 @@ end
|
|
182
182
|
|
183
183
|
$options[:select] = [$options[:select].split(/\s*,\s*/) + $options[:include].split(/\s*,\s*/)].join(", ")
|
184
184
|
|
185
|
-
p $options[:select]
|
186
|
-
|
187
185
|
#$options = {host: 'localhost', database: 'db', username: 'postgres', password: 'postgres', table: 'products', listen: 5432}
|
188
186
|
ActiveRecord::Base.establish_connection(
|
189
187
|
'adapter' => 'postgresql',
|
@@ -221,3 +219,4 @@ CSV.open($options[:output], "wb", :quote_char => $options[:quote_char], :col_sep
|
|
221
219
|
end
|
222
220
|
|
223
221
|
puts "\nFile #{$options[:output]} created!\n\n"
|
222
|
+
|
data/bin/iload
CHANGED
File without changes
|
data/bin/ipatch
CHANGED
File without changes
|
data/bin/isanitize
CHANGED
File without changes
|
data/bin/ivalidate
CHANGED
@@ -179,7 +179,7 @@ $options[:unique].each do |field|
|
|
179
179
|
puts "Checking unique fields: #{field}"
|
180
180
|
|
181
181
|
uniq_sql = <<-eos
|
182
|
-
UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} not unique', ' || '), ' || ')
|
182
|
+
UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} is not unique', ' || '), ' || ')
|
183
183
|
WHERE #{field} IN (
|
184
184
|
SELECT #{field} FROM #{$options[:table]} GROUP BY #{field}
|
185
185
|
HAVING count(*) > 1
|
@@ -196,7 +196,7 @@ $options[:not_null].each do |field|
|
|
196
196
|
puts "Checking not-null fields: #{field}"
|
197
197
|
|
198
198
|
not_null_sql = <<-eos
|
199
|
-
UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} null', ' || '), ' || ')
|
199
|
+
UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} is null', ' || '), ' || ')
|
200
200
|
WHERE #{field} IS NULL OR length(trim(#{field})) = 0;
|
201
201
|
eos
|
202
202
|
|
@@ -212,7 +212,7 @@ $options[:match].each do |value|
|
|
212
212
|
puts "Checking REGEXP matching: #{regexp}"
|
213
213
|
|
214
214
|
match_sql = <<-eos
|
215
|
-
UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} not match [#{regexp.gsub("'", "''")}]', ' || '), ' || ')
|
215
|
+
UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} does not match [#{regexp.gsub("'", "''")}]', ' || '), ' || ')
|
216
216
|
WHERE #{field} IS NOT NULL AND length(trim(#{field})) <> 0 AND #{field} !~ '#{regexp}';
|
217
217
|
eos
|
218
218
|
|
@@ -228,7 +228,7 @@ $options[:not_match].each do |value|
|
|
228
228
|
puts "Checking REGEXP not matching: #{regexp}"
|
229
229
|
|
230
230
|
not_match_sql = <<-eos
|
231
|
-
UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} match [#{regexp.gsub("'", "''")}]', ' || '), ' || ')
|
231
|
+
UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} does match [#{regexp.gsub("'", "''")}]', ' || '), ' || ')
|
232
232
|
WHERE #{field} IS NOT NULL AND length(trim(#{field})) <> 0 AND #{field} ~ '#{regexp}';
|
233
233
|
eos
|
234
234
|
|
@@ -254,7 +254,7 @@ $options[:cross_reference].each do |value|
|
|
254
254
|
|
255
255
|
# @todo: poor performance here, think of a better SQL!!!
|
256
256
|
ref_sql = <<-eos
|
257
|
-
UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} not
|
257
|
+
UPDATE #{$options[:table]} SET #{$options[:log_to]} = array_to_string(string_to_array(#{$options[:log_to]}, ' || ') || string_to_array('#{field} does not reference #{values[1]}.#{values[2]}', ' || '), ' || ')
|
258
258
|
WHERE #{field} NOT IN (
|
259
259
|
SELECT #{ref_field} FROM #{ref_table}
|
260
260
|
) AND #{field} IS NOT NULL AND length(trim(#{field})) <> 0;
|
data/idata.gemspec
CHANGED
@@ -9,8 +9,8 @@ Gem::Specification.new do |spec|
|
|
9
9
|
spec.authors = ["Nghi Pham"]
|
10
10
|
spec.email = ["minhnghivn@gmail.com"]
|
11
11
|
spec.description = %q{Tools for importing data from raw files}
|
12
|
-
spec.summary = %q{Tools
|
13
|
-
spec.homepage = ""
|
12
|
+
spec.summary = %q{Tools include: iload, ivalidate, isanitize, ipatch, ieval, iexport}
|
13
|
+
spec.homepage = "http://bolero.vn"
|
14
14
|
spec.license = "MIT"
|
15
15
|
|
16
16
|
spec.files = `git ls-files`.split($/)
|
@@ -19,9 +19,9 @@ Gem::Specification.new do |spec|
|
|
19
19
|
spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
|
20
20
|
spec.require_paths = ["lib"]
|
21
21
|
|
22
|
-
spec.add_development_dependency "bundler", "
|
23
|
-
spec.add_development_dependency "rake", "
|
22
|
+
spec.add_development_dependency "bundler", "~> 1.3"
|
23
|
+
spec.add_development_dependency "rake", "~> 10.0"
|
24
24
|
|
25
|
-
spec.add_dependency "rails", "
|
26
|
-
spec.add_dependency "pg"
|
25
|
+
spec.add_dependency "rails", "~> 4.0"
|
26
|
+
spec.add_dependency "pg", "~> 0.16"
|
27
27
|
end
|
data/lib/idata/version.rb
CHANGED
metadata
CHANGED
@@ -1,71 +1,71 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: idata
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.10
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Nghi Pham
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-04-
|
11
|
+
date: 2014-04-29 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
|
-
- -
|
17
|
+
- - ~>
|
18
18
|
- !ruby/object:Gem::Version
|
19
19
|
version: '1.3'
|
20
20
|
type: :development
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
|
-
- -
|
24
|
+
- - ~>
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: '1.3'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: rake
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
|
-
- -
|
31
|
+
- - ~>
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version: '0
|
33
|
+
version: '10.0'
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
|
-
- -
|
38
|
+
- - ~>
|
39
39
|
- !ruby/object:Gem::Version
|
40
|
-
version: '0
|
40
|
+
version: '10.0'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: rails
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
|
-
- -
|
45
|
+
- - ~>
|
46
46
|
- !ruby/object:Gem::Version
|
47
47
|
version: '4.0'
|
48
48
|
type: :runtime
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
|
-
- -
|
52
|
+
- - ~>
|
53
53
|
- !ruby/object:Gem::Version
|
54
54
|
version: '4.0'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
56
|
name: pg
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
58
58
|
requirements:
|
59
|
-
- -
|
59
|
+
- - ~>
|
60
60
|
- !ruby/object:Gem::Version
|
61
|
-
version: '0'
|
61
|
+
version: '0.16'
|
62
62
|
type: :runtime
|
63
63
|
prerelease: false
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
|
-
- -
|
66
|
+
- - ~>
|
67
67
|
- !ruby/object:Gem::Version
|
68
|
-
version: '0'
|
68
|
+
version: '0.16'
|
69
69
|
description: Tools for importing data from raw files
|
70
70
|
email:
|
71
71
|
- minhnghivn@gmail.com
|
@@ -94,7 +94,7 @@ files:
|
|
94
94
|
- idata.gemspec
|
95
95
|
- lib/idata.rb
|
96
96
|
- lib/idata/version.rb
|
97
|
-
homepage:
|
97
|
+
homepage: http://bolero.vn
|
98
98
|
licenses:
|
99
99
|
- MIT
|
100
100
|
metadata: {}
|
@@ -117,5 +117,5 @@ rubyforge_project:
|
|
117
117
|
rubygems_version: 2.2.1
|
118
118
|
signing_key:
|
119
119
|
specification_version: 4
|
120
|
-
summary: Tools
|
120
|
+
summary: 'Tools include: iload, ivalidate, isanitize, ipatch, ieval, iexport'
|
121
121
|
test_files: []
|