iterationlabs-my_obfuscate 0.3.4 → 0.3.6

data/.gitignore

@@ -6,3 +6,5 @@ pkg
 .idea
 .rvmrc
 Gemfile.lock
+*.deb
+*.gem

data/README.rdoc

@@ -4,7 +4,7 @@ Standalone Ruby code for the selective rewriting of SQL dumps in order to protec
 
 = Install
 
-  sudo gem install my_obfuscate
+  (sudo) gem install iterationlabs-my_obfuscate
 
 = Example Usage
 
@@ -53,7 +53,7 @@ And to get an obfuscated dump:
     mysqldump -c --add-drop-table -u user -ppassword database | ruby obfuscator.rb > obfuscated_dump.sql
 
 Note that the -c option on mysqldump is required to use my_obfuscator.  If you get MySQL errors due to very long lines,
-try some combination of `--max_allowed_packet=128M`, `--single-transaction`, `--skip-extended-insert`, and `--quick`.
+try some combination of --max_allowed_packet=128M, --single-transaction, --skip-extended-insert, and --quick.
 
 == Database Server
 

data/iterationlabs-my_obfuscate.gemspec

@@ -9,11 +9,11 @@ Gem::Specification.new do |s|
   s.authors = ["Andrew Cantino", "Dave Willett", "Mike Grafton", "Mason Glaves", "Greg Bell", "Mavenlink"]
   s.description = %q{Standalone Ruby code for the selective rewriting of MySQL dumps in order to protect user privacy.}
   s.email = %q{andrew@iterationlabs.com}
-  s.homepage = %q{http://github.com/iterationlabs/myobfuscate}
+  s.homepage = %q{http://github.com/iterationlabs/my_obfuscate}
   s.summary = %q{Standalone Ruby code for the selective rewriting of MySQL dumps in order to protect user privacy.}
 
   s.add_development_dependency "rspec"
-  s.add_dependency "faker", "=0.9.5"
+  s.add_dependency "faker", ">= 1.0.1"
 
   s.files         = `git ls-files`.split("\n")
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")

data/lib/my_obfuscate.rb

@@ -1,7 +1,5 @@
 require 'jcode' if RUBY_VERSION < '1.9'
 require 'faker'
-require 'my_obfuscate/mysql'
-require 'my_obfuscate/sql_server'
 
 # Class for obfuscating MySQL dumps. This can parse mysqldump outputs when using the -c option, which includes
 # column names in the insert statements.
@@ -110,7 +108,7 @@ class MyObfuscate
 
       row[index.to_i] = case definition[:type]
         when :email
-          random_string(definition[:length] || (4..10), USERNAME_CHARS) + "@example.com"
+          clean_quotes(Faker::Internet.email)
         when :string
           random_string(definition[:length] || 30, definition[:chars] || SENSIBLE_CHARS)
         when :lorem
@@ -133,6 +131,14 @@ class MyObfuscate
           Faker::Address.zip_code
         when :phone
           Faker::PhoneNumber.phone_number
+        when :company
+          clean_bad_whitespace(clean_quotes(Faker::Company.name))
+        when :ipv4
+          Faker::Internet.ip_v4_address
+        when :ipv6
+          Faker::Internet.ip_v6_address
+        when :url
+          clean_bad_whitespace(Faker::Internet.url)
         when :integer
           random_integer(definition[:between] || (0..1000)).to_s
         when :fixed
@@ -211,3 +217,6 @@ class MyObfuscate
     value.gsub(/[\n\t\r]/, '')
   end
 end
+
+require 'my_obfuscate/mysql'
+require 'my_obfuscate/sql_server'

data/lib/my_obfuscate/mysql.rb

@@ -19,6 +19,8 @@ class MyObfuscate
     def make_valid_value_string(value)
       if value.nil?
         "NULL"
+      elsif value =~ /^0x[0-9a-fA-F]+$/
+        value
       else
         "'" + value + "'"
       end
@@ -86,4 +88,4 @@ class MyObfuscate
       output
     end
   end
-end
+end

data/lib/my_obfuscate/version.rb

@@ -1,3 +1,3 @@
 class MyObfuscate
-  VERSION = "0.3.4"
+  VERSION = "0.3.6"
 end

data/spec/my_obfuscate_spec.rb

@@ -27,7 +27,7 @@ describe MyObfuscate do
     it "should work on email addresses" do
       new_row = MyObfuscate.apply_table_config(["blah", "something_else"], {:a => {:type => :email}}, [:a, :b])
       new_row.length.should == 2
-      new_row.first.should =~ /^\w+\@\w+\.\w+$/
+      new_row.first.should =~ /^[\w\.]+\@\w+\.\w+$/
     end
 
     it "should work on strings" do
@@ -174,6 +174,34 @@ describe MyObfuscate do
       new_row[1].should =~ /\w\.(?!\Z)/
     end
 
+    it "should be able to generate an :company" do
+      new_row = MyObfuscate.apply_table_config(["Smith and Sons", "something_else", "5"], {:a => :company}, [:a, :b, :c])
+      new_row.length.should == 3
+      new_row[0].should_not == "Smith and Sons"
+      new_row[0].should =~ /\w+/
+    end
+
+    it "should be able to generate an :url" do
+      new_row = MyObfuscate.apply_table_config(["http://mystuff.blogger.com", "something_else", "5"], {:a => :url}, [:a, :b, :c])
+      new_row.length.should == 3
+      new_row[0].should_not == "http://mystuff.blogger.com"
+      new_row[0].should =~ /http:\/\/\w+/
+    end
+
+    it "should be able to generate an :ipv4" do
+      new_row = MyObfuscate.apply_table_config(["1.2.3.4", "something_else", "5"], {:a => :ipv4}, [:a, :b, :c])
+      new_row.length.should == 3
+      new_row[0].should_not == "1.2.3.4"
+      new_row[0].should =~ /\d+\.\d+\.\d+\.\d+/
+    end
+
+    it "should be able to generate an :ipv6" do
+      new_row = MyObfuscate.apply_table_config(["fe80:0000:0000:0000:0202:b3ff:fe1e:8329", "something_else", "5"], {:a => :ipv6}, [:a, :b, :c])
+      new_row.length.should == 3
+      new_row[0].should_not == "fe80:0000:0000:0000:0202:b3ff:fe1e:8329"
+      new_row[0].should =~ /[0-9a-f:]+/
+    end
+
     it "should be able to generate an :address" do
       new_row = MyObfuscate.apply_table_config(["blah", "something_else", "5"], {:a => :address}, [:a, :b, :c])
       new_row.length.should == 3
@@ -528,4 +556,4 @@ describe MyObfuscate do
       end
     end
   end
-end
+end

data/spec/mysql_spec.rb

@@ -46,5 +46,33 @@ describe MyObfuscate::Mysql do
       fields = [[nil, '', '', '', '25', '2', '', "hi", '']]
       subject.rows_to_be_inserted(string).should == fields
     end
+
+    it "should work with hex encoded blobs" do
+      string = "INSERT INTO `some_table` (thing1,thing2) VALUES ('bla' , 'blobdata', 'blubb' , 0xACED00057372001F6A6176612E7574696C2E436F6C6C656) ;"
+      fields = [['bla', 'blobdata', 'blubb', '0xACED00057372001F6A6176612E7574696C2E436F6C6C656']]
+      subject.rows_to_be_inserted(string).should == fields
+    end
+  end
+
+  describe "#make_valid_value_string" do
+    it "should work with nil values" do
+      value = nil
+      subject.make_valid_value_string(value).should == 'NULL'
+    end
+
+    it "should work with hex-encoded blob data"  do
+      value = "0xACED00057372001F6A6176612E7574696C2E436F6C6C656"
+      subject.make_valid_value_string(value).should == '0xACED00057372001F6A6176612E7574696C2E436F6C6C656'
+    end
+
+    it "should quote hex-encoded ALIKE data"  do
+      value = "40x17x7"
+      subject.make_valid_value_string(value).should == "'40x17x7'"
+    end
+
+    it "should quote all other values" do
+      value = "hello world"
+      subject.make_valid_value_string(value).should == "'hello world'"
+    end
   end
-end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: iterationlabs-my_obfuscate
 version: !ruby/object:Gem::Version
-  version: 0.3.4
+  version: 0.3.6
   prerelease: 
 platform: ruby
 authors:
@@ -14,7 +14,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-10 00:00:00.000000000 Z
+date: 2012-05-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -37,17 +37,17 @@ dependencies:
   requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - '='
+    - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.9.5
+        version: 1.0.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - '='
+    - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.9.5
+        version: 1.0.1
 description: Standalone Ruby code for the selective rewriting of MySQL dumps in order
   to protect user privacy.
 email: andrew@iterationlabs.com
@@ -69,7 +69,7 @@ files:
 - spec/mysql_spec.rb
 - spec/spec_helper.rb
 - spec/sql_server_spec.rb
-homepage: http://github.com/iterationlabs/myobfuscate
+homepage: http://github.com/iterationlabs/my_obfuscate
 licenses: []
 post_install_message: 
 rdoc_options: []
@@ -89,7 +89,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.21
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: Standalone Ruby code for the selective rewriting of MySQL dumps in order