data-anonymization 0.7.2 → 0.7.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e3354956cfd68076ea4bc342f611a9934f2b7385
-  data.tar.gz: ac064ad09012df2877aa29bd726c9e074749c7ec
+  metadata.gz: 796e8e4ec064ab6777e4bdd05e33a8dd0e3b2bd4
+  data.tar.gz: 6cb7c3f04d5686db81ff1d49b198ac4c14829d8d
 SHA512:
-  metadata.gz: 11b75a2a68c5ec5f80049378a6a23c3b25a7f9368e7063febc5d88107e80dcc165498038e55f8d4b651fcbfd0e30489918be751f7a647f37a535cd8dd40cc2d6
-  data.tar.gz: 65edc1aeaf200ed7ef0774801a690806f2256a60c43aa838ac8717e3f9e8466292cf22a339dac975ee88ae32efea541991c761dec6adc5be88bbbee5ae352a83
+  metadata.gz: 2c60fc5490fc788c83d532848b163aa7bbf66d6c33e1d7dc5a94ca5da1c2ef0270fc89b13870141b4f01b6f5bf9cae11931ada0ca89bdc0fb03bf42604849af1
+  data.tar.gz: a223340e8f64df4687eb91d22dd261b6e601fb262c82df07f4adc4c46f93713bc08e90db21ccc475b29160b6bc71072ba86743a0c88fc8521519a4627d660b86

data/.travis.yml

@@ -1,10 +1,10 @@
 language: ruby
 services:
   - mongodb
+before_install: gem install bundler -v 1.11.2
 before_script: rake empty_dest
 rvm:
   - 1.9.3
-  - 2.0.0
-  - 2.1.5
-  - 2.2.2
-  - ruby-head
+  - 2.1.8
+  - 2.2.4
+  - 2.3.0

data/README.md

@@ -70,6 +70,9 @@ Postgresql database having **composite primary key**
 
 ## Changelog
 
+#### 0.7.3 (Feb 5, 2016)
+1. Fixed issue with batchsize. Thanks to [Jan Raasch](https://github.com/janraasch) for sending pull request. 
+
 #### 0.7.2 (Sep 26, 2015)
 1. Upgraded MongoDB to latest gem version 2.1.0 and tested with MongoDB 3.x version.
 2. Upgraded gems to latest version 

data/data-anonymization.gemspec

@@ -8,8 +8,8 @@ Gem::Specification.new do |gem|
   gem.version       = DataAnonymization::VERSION
   gem.authors       = ['Sunit Parekh', 'Anand Agrawal', 'Satyam Agarwala']
   gem.email         = %w(parekh.sunit@gmail.com anand.agrawal84@gmail.com satyamag@gmail.com)
-  gem.description   = %q{Data anonymization tool for RDBMS databases}
-  gem.summary       = %q{Tool to create anonymized production data dump to use for PREF and other TEST environments.}
+  gem.description   = %q{Data anonymization tool for RDBMS and MongoDB databases}
+  gem.summary       = %q{Tool to create anonymized production data dump to use for performance and testing environments.}
   gem.homepage      = 'http://sunitparekh.github.com/data-anonymization'
   gem.license       = 'MIT'
 

data/lib/strategy/base.rb

@@ -76,14 +76,16 @@ module DataAnon
 
       def dest_table
         return @dest_table unless @dest_table.nil?
-        DataAnon::Utils::DestinationDatabase.establish_connection @destination_database if @destination_database
-        @dest_table = Utils::DestinationTable.create @name, @primary_keys
+        table_klass = Utils::DestinationTable.create @name, @primary_keys
+        table_klass.establish_connection @destination_database if @destination_database
+        @dest_table = table_klass
       end
 
       def source_table
         return @source_table unless @source_table.nil?
-        DataAnon::Utils::SourceDatabase.establish_connection @source_database
-        @source_table = Utils::SourceTable.create @name, @primary_keys
+        table_klass = Utils::SourceTable.create @name, @primary_keys
+        table_klass.establish_connection @source_database
+        @source_table = table_klass
       end
 
       def process

data/lib/utils/database.rb

@@ -30,14 +30,17 @@ module DataAnon
     class BaseTable
 
       def self.create_table  database, table_name, primary_keys = []
-        Class.new(database) do
-          self.table_name = table_name
-          self.primary_keys = primary_keys if primary_keys.length > 1
-          self.primary_key = primary_keys[0] if primary_keys.length == 1
-          self.primary_key = nil if primary_keys.length == 0
-          self.inheritance_column = :_type_disabled
-          self.mass_assignment_sanitizer = MassAssignmentIgnoreSanitizer.new
-        end
+        klass_name = table_name.to_s.downcase.capitalize
+        return database.const_get klass_name if database.const_defined? klass_name
+        database.const_set(klass_name, Class.new(database) do
+            self.table_name = table_name
+            self.primary_keys = primary_keys if primary_keys.length > 1
+            self.primary_key = primary_keys[0] if primary_keys.length == 1
+            self.primary_key = nil if primary_keys.length == 0
+            self.inheritance_column = :_type_disabled
+            self.mass_assignment_sanitizer = MassAssignmentIgnoreSanitizer.new
+          end
+        )
       end
 
     end

data/lib/version.rb

@@ -1,3 +1,3 @@
 module DataAnonymization
-  VERSION = '0.7.2'
+  VERSION = '0.7.3'
 end

data/spec/acceptance/rdbms_whitelist_spec.rb

@@ -53,6 +53,29 @@ describe 'End 2 End RDBMS Whitelist Acceptance Test using SQLite database' do
     new_rec.updated_at.should == Time.new(2010,5,5)
   end
 
+  describe 'batch_size' do
+    it 'processes all records in batches' do
+      database 'Customer' do
+        strategy DataAnon::Strategy::Whitelist
+        source_db source_connection_spec
+        destination_db dest_connection_spec
+
+        table 'customers' do
+          batch_size 1
+          whitelist 'first_name'
+        end
+      end
+
+      DataAnon::Utils::DestinationDatabase.establish_connection dest_connection_spec
+      dest_table = DataAnon::Utils::DestinationTable.create 'customers'
+      dest_table.count.should == 2
+      first_rec = dest_table.first
+      first_rec.first_name.should eq('Sunit')
+      second_rec = dest_table.second
+      second_rec.first_name.should eq('Rohit')
+    end
+  end
+
   describe 'limiting' do
     it 'returns only last record' do
       database 'Customer' do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: data-anonymization
 version: !ruby/object:Gem::Version
-  version: 0.7.2
+  version: 0.7.3
 platform: ruby
 authors:
 - Sunit Parekh
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-11 00:00:00.000000000 Z
+date: 2016-02-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -138,7 +138,7 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.19'
-description: Data anonymization tool for RDBMS databases
+description: Data anonymization tool for RDBMS and MongoDB databases
 email:
 - parekh.sunit@gmail.com
 - anand.agrawal84@gmail.com
@@ -311,11 +311,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.8
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
-summary: Tool to create anonymized production data dump to use for PREF and other
-  TEST environments.
+summary: Tool to create anonymized production data dump to use for performance and
+  testing environments.
 test_files:
 - spec/acceptance/mongodb_blacklist_spec.rb
 - spec/acceptance/mongodb_whitelist_spec.rb