iterationlabs-my_obfuscate 0.3.3 → 0.3.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (5) hide show
  1. data/README.rdoc +5 -2
  2. data/lib/my_obfuscate/mysql.rb +73 -71
  3. data/lib/my_obfuscate/sql_server.rb +64 -62
  4. data/lib/my_obfuscate/version.rb +1 -1
  5. metadata +1 -1
data/README.rdoc CHANGED
@@ -49,8 +49,11 @@ Make an obfuscator.rb script:
49
49
  obfuscator.obfuscate(STDIN, STDOUT)
50
50
 
51
51
  And to get an obfuscated dump:
52
- mysqldump -c --add-drop-table -u user -ppassword database | ruby obfuscator.rb > obfuscated_dump.sql
53
- Note that the -c option on mysqldump is required to use my_obfuscator.
52
+
53
+ mysqldump -c --add-drop-table -u user -ppassword database | ruby obfuscator.rb > obfuscated_dump.sql
54
+
55
+ Note that the -c option on mysqldump is required to use my_obfuscator. If you get MySQL errors due to very long lines,
56
+ try some combination of `--max_allowed_packet=128M`, `--single-transaction`, `--skip-extended-insert`, and `--quick`.
54
57
 
55
58
  == Database Server
56
59
 
data/lib/my_obfuscate/mysql.rb CHANGED
@@ -1,87 +1,89 @@
1
- class MyObfuscate::Mysql
2
- INSERT_REGEX = /^\s*INSERT INTO `(.*?)` \((.*?)\) VALUES\s*/i
1
+ class MyObfuscate
2
+ class Mysql
3
+ INSERT_REGEX = /^\s*INSERT INTO `(.*?)` \((.*?)\) VALUES\s*/i
3
4
 
4
- def parse_insert_statement(line)
5
- if regex_match = INSERT_REGEX.match(line)
6
- {
7
- :table_name => regex_match[1].to_sym,
8
- :column_names => regex_match[2].split(/`\s*,\s*`/).map { |col| col.gsub('`', "").to_sym }
9
- }
5
+ def parse_insert_statement(line)
6
+ if regex_match = INSERT_REGEX.match(line)
7
+ {
8
+ :table_name => regex_match[1].to_sym,
9
+ :column_names => regex_match[2].split(/`\s*,\s*`/).map { |col| col.gsub('`', "").to_sym }
10
+ }
11
+ end
10
12
  end
11
- end
12
13
 
13
- def rows_to_be_inserted(line)
14
- line = line.gsub(INSERT_REGEX, '').gsub(/\s*;\s*$/, '')
15
- context_aware_mysql_string_split(line)
16
- end
14
+ def rows_to_be_inserted(line)
15
+ line = line.gsub(INSERT_REGEX, '').gsub(/\s*;\s*$/, '')
16
+ context_aware_mysql_string_split(line)
17
+ end
17
18
 
18
- def make_valid_value_string(value)
19
- if value.nil?
20
- "NULL"
21
- else
22
- "'" + value + "'"
19
+ def make_valid_value_string(value)
20
+ if value.nil?
21
+ "NULL"
22
+ else
23
+ "'" + value + "'"
24
+ end
23
25
  end
24
- end
25
26
 
26
- def make_insert_statement(table_name, column_names, values_strings)
27
- "INSERT INTO `#{table_name}` (`#{column_names.join('`, `')}`) VALUES #{values_strings};"
28
- end
27
+ def make_insert_statement(table_name, column_names, values_strings)
28
+ "INSERT INTO `#{table_name}` (`#{column_names.join('`, `')}`) VALUES #{values_strings};"
29
+ end
29
30
 
30
- private
31
+ private
31
32
 
32
- # Be aware, strings must be quoted in single quotes!
33
- def context_aware_mysql_string_split(string)
34
- in_sub_insert = false
35
- in_quoted_string = false
36
- escaped = false
37
- current_field = nil
38
- length = string.length
39
- fields = []
40
- output = []
33
+ # Be aware, strings must be quoted in single quotes!
34
+ def context_aware_mysql_string_split(string)
35
+ in_sub_insert = false
36
+ in_quoted_string = false
37
+ escaped = false
38
+ current_field = nil
39
+ length = string.length
40
+ fields = []
41
+ output = []
41
42
 
42
- string.each_char do |i|
43
- if escaped
44
- escaped = false
45
- current_field ||= ""
46
- current_field << i
47
- else
48
- if i == "\\"
49
- escaped = true
50
- current_field ||= ""
51
- current_field << i
52
- elsif i == "(" && !in_quoted_string && !in_sub_insert
53
- in_sub_insert = true
54
- elsif i == ")" && !in_quoted_string && in_sub_insert
55
- fields << current_field unless current_field.nil?
56
- output << fields unless fields.length == 0
57
- in_sub_insert = false
58
- fields = []
59
- current_field = nil
60
- elsif i == "'" && !in_quoted_string
61
- fields << current_field unless current_field.nil?
62
- current_field = ''
63
- in_quoted_string = true
64
- elsif i == "'" && in_quoted_string
65
- fields << current_field unless current_field.nil?
66
- current_field = nil
67
- in_quoted_string = false
68
- elsif i == "," && !in_quoted_string && in_sub_insert
69
- fields << current_field unless current_field.nil?
70
- current_field = nil
71
- elsif i == "L" && !in_quoted_string && in_sub_insert && current_field == "NUL"
72
- current_field = nil
73
- fields << current_field
74
- elsif (i == " " || i == "\t") && !in_quoted_string
75
- # Don't add whitespace not in a string
76
- elsif in_sub_insert
43
+ string.each_char do |i|
44
+ if escaped
45
+ escaped = false
77
46
  current_field ||= ""
78
47
  current_field << i
48
+ else
49
+ if i == "\\"
50
+ escaped = true
51
+ current_field ||= ""
52
+ current_field << i
53
+ elsif i == "(" && !in_quoted_string && !in_sub_insert
54
+ in_sub_insert = true
55
+ elsif i == ")" && !in_quoted_string && in_sub_insert
56
+ fields << current_field unless current_field.nil?
57
+ output << fields unless fields.length == 0
58
+ in_sub_insert = false
59
+ fields = []
60
+ current_field = nil
61
+ elsif i == "'" && !in_quoted_string
62
+ fields << current_field unless current_field.nil?
63
+ current_field = ''
64
+ in_quoted_string = true
65
+ elsif i == "'" && in_quoted_string
66
+ fields << current_field unless current_field.nil?
67
+ current_field = nil
68
+ in_quoted_string = false
69
+ elsif i == "," && !in_quoted_string && in_sub_insert
70
+ fields << current_field unless current_field.nil?
71
+ current_field = nil
72
+ elsif i == "L" && !in_quoted_string && in_sub_insert && current_field == "NUL"
73
+ current_field = nil
74
+ fields << current_field
75
+ elsif (i == " " || i == "\t") && !in_quoted_string
76
+ # Don't add whitespace not in a string
77
+ elsif in_sub_insert
78
+ current_field ||= ""
79
+ current_field << i
80
+ end
79
81
  end
80
82
  end
81
- end
82
83
 
83
- fields << current_field unless current_field.nil?
84
- output << fields unless fields.length == 0
85
- output
84
+ fields << current_field unless current_field.nil?
85
+ output << fields unless fields.length == 0
86
+ output
87
+ end
86
88
  end
87
89
  end
data/lib/my_obfuscate/sql_server.rb CHANGED
@@ -1,79 +1,81 @@
1
- class MyObfuscate::SqlServer
2
- INSERT_REGEX = /^\s*INSERT (?:INTO )?\[dbo\]\.\[(.*?)\] \((.*?)\) VALUES\s*/i
1
+ class MyObfuscate
2
+ class SqlServer
3
+ INSERT_REGEX = /^\s*INSERT (?:INTO )?\[dbo\]\.\[(.*?)\] \((.*?)\) VALUES\s*/i
3
4
 
4
- def parse_insert_statement(line)
5
- if regex_match = INSERT_REGEX.match(line)
6
- {
7
- :table_name => regex_match[1].to_sym,
8
- :column_names => regex_match[2].split(/\]\s*,\s*\[/).map { |col| col.gsub(/[\[\]]/, "").to_sym }
9
- }
5
+ def parse_insert_statement(line)
6
+ if regex_match = INSERT_REGEX.match(line)
7
+ {
8
+ :table_name => regex_match[1].to_sym,
9
+ :column_names => regex_match[2].split(/\]\s*,\s*\[/).map { |col| col.gsub(/[\[\]]/, "").to_sym }
10
+ }
11
+ end
10
12
  end
11
- end
12
13
 
13
- def rows_to_be_inserted(line)
14
- line = line.gsub(INSERT_REGEX, '').gsub(/\s*;?\s*$/, '').gsub(/^\(/, '').gsub(/\)$/, '')
15
- context_aware_sql_server_string_split(line)
16
- end
14
+ def rows_to_be_inserted(line)
15
+ line = line.gsub(INSERT_REGEX, '').gsub(/\s*;?\s*$/, '').gsub(/^\(/, '').gsub(/\)$/, '')
16
+ context_aware_sql_server_string_split(line)
17
+ end
17
18
 
18
- def make_valid_value_string(value)
19
- if value.nil?
20
- "NULL"
21
- elsif value.match(/^[A-Z]+\(.*?\)$/)
22
- value
23
- else
24
- "N'#{value}'"
19
+ def make_valid_value_string(value)
20
+ if value.nil?
21
+ "NULL"
22
+ elsif value.match(/^[A-Z]+\(.*?\)$/)
23
+ value
24
+ else
25
+ "N'#{value}'"
26
+ end
25
27
  end
26
- end
27
28
 
28
- def make_insert_statement(table_name, column_names, values_strings)
29
- "INSERT [dbo].[#{table_name}] ([#{column_names.join("], [")}]) VALUES #{values_strings};"
30
- end
29
+ def make_insert_statement(table_name, column_names, values_strings)
30
+ "INSERT [dbo].[#{table_name}] ([#{column_names.join("], [")}]) VALUES #{values_strings};"
31
+ end
31
32
 
32
- private
33
+ private
33
34
 
34
- def context_aware_sql_server_string_split(string)
35
- in_quoted_string = false
36
- backslash_escape = false
37
- previous_char_single_quote = false
38
- current_field_value = nil
39
- completed_fields = []
35
+ def context_aware_sql_server_string_split(string)
36
+ in_quoted_string = false
37
+ backslash_escape = false
38
+ previous_char_single_quote = false
39
+ current_field_value = nil
40
+ completed_fields = []
40
41
 
41
- string.each_char do |char|
42
- if char == "'" && !in_quoted_string
43
- if current_field_value != "N"
42
+ string.each_char do |char|
43
+ if char == "'" && !in_quoted_string
44
+ if current_field_value != "N"
45
+ completed_fields << current_field_value unless current_field_value.nil?
46
+ end
47
+ current_field_value = ""
48
+ in_quoted_string = true
49
+ elsif previous_char_single_quote
50
+ previous_char_single_quote = false
51
+ if char == "'"
52
+ current_field_value << "''"
53
+ else
54
+ completed_fields << current_field_value unless current_field_value.nil?
55
+ in_quoted_string = false
56
+ current_field_value = nil
57
+ end
58
+ elsif char == "'" && in_quoted_string
59
+ previous_char_single_quote = true
60
+ elsif char == "," && !in_quoted_string
44
61
  completed_fields << current_field_value unless current_field_value.nil?
45
- end
46
- current_field_value = ""
47
- in_quoted_string = true
48
- elsif previous_char_single_quote
49
- previous_char_single_quote = false
50
- if char == "'"
51
- current_field_value << "''"
52
- else
53
- completed_fields << current_field_value unless current_field_value.nil?
54
- in_quoted_string = false
55
62
  current_field_value = nil
56
- end
57
- elsif char == "'" && in_quoted_string
58
- previous_char_single_quote = true
59
- elsif char == "," && !in_quoted_string
60
- completed_fields << current_field_value unless current_field_value.nil?
61
- current_field_value = nil
62
- elsif char == "L" && !in_quoted_string && current_field_value == "NUL"
63
- current_field_value = nil
64
- completed_fields << current_field_value
65
- elsif (char == " " || char == "\t") && !in_quoted_string
66
- if !current_field_value.nil? && current_field_value.start_with?("CAST(")
63
+ elsif char == "L" && !in_quoted_string && current_field_value == "NUL"
64
+ current_field_value = nil
65
+ completed_fields << current_field_value
66
+ elsif (char == " " || char == "\t") && !in_quoted_string
67
+ if !current_field_value.nil? && current_field_value.start_with?("CAST(")
68
+ current_field_value << char
69
+ end
70
+ # Don't add whitespace not in a string
71
+ else
72
+ current_field_value ||= ""
67
73
  current_field_value << char
68
74
  end
69
- # Don't add whitespace not in a string
70
- else
71
- current_field_value ||= ""
72
- current_field_value << char
73
75
  end
74
- end
75
76
 
76
- completed_fields << current_field_value unless current_field_value.nil?
77
- [completed_fields]
77
+ completed_fields << current_field_value unless current_field_value.nil?
78
+ [completed_fields]
79
+ end
78
80
  end
79
81
  end
data/lib/my_obfuscate/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  class MyObfuscate
2
- VERSION = "0.3.3"
2
+ VERSION = "0.3.4"
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: iterationlabs-my_obfuscate
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.3
4
+ version: 0.3.4
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors: