copydb 0.0.1 → 0.1.0

data/lib/config/sampleconfig.yml

@@ -0,0 +1 @@
+helloworld:

data/lib/copydb.rb

@@ -3,25 +3,37 @@ require 'yaml'
 require 'active_record'
 require 'active_support/core_ext/kernel/reporting'
 require 'rails/railtie'
+require 'fileutils'
+require 'faker'
 
 module CopyDb
   
   class DumpDb
     def dump
-      o = File.new(File.expand_path('tmp/copydb_dumped_data.yml'), "w+")
+      
+      anonymizer = CopyDb::Config.read_anonymize_config
+      
+      output = File.new(File.expand_path('db/copydb_dumped_data.yml'), "w+")
       yml = [self.schema_version]
       self.tables.each do |table|
-        puts "Dumping table: #{table}"
-        yml << self.table_dump(table)
+        if anonymizer.has_key?(table)
+          yml << self.table_dump_anonymous(table,anonymizer[table])
+        else
+          yml << self.table_dump(table)
+        end
       end
-      o.write(yml.to_yaml)
-      o.close
+      output.write(yml.to_yaml)
+      output.close
     end
     
     def tables
       ActiveRecord::Base.connection.tables.reject { |table| ['schema_info', 'schema_migrations'].include?(table) }
     end
     
+    def table_column_names(table)
+      ActiveRecord::Base.connection.columns(table).map { |c| c.name }
+    end
+    
     def table_dump(table)
       rs = ActiveRecord::Base.connection.execute("SELECT * FROM #{table}")
       yml = Array.new
@@ -32,6 +44,36 @@ module CopyDb
       yml
     end
     
+    def table_dump_anonymous(table,anonymize_column_configurations)
+      
+      column_names = Array.new
+      anonymizing_types = Array.new
+      
+      anonymize_column_configurations.each do |anonymize_column_configuration|
+        column_names << anonymize_column_configuration.keys[0]
+        anonymizing_types << anonymize_column_configuration.values[0]
+      end
+      
+      rs = ActiveRecord::Base.connection.execute("SELECT * FROM #{table}")
+      yml = Array.new
+      yml << table
+      rs.each do |result|
+        resultHash = Hash.new
+        result.each do |result_column,result_value|          
+          
+          if column_names.include?(result_column)
+            anonymize_type = anonymizing_types[(column_names.index(result_column))]
+            resultHash[result_column] = CopyDb::Anonymizer.anonymize(anonymize_type)
+          else
+            resultHash[result_column] = result_value
+          end
+                    
+        end
+        yml << resultHash
+      end
+      yml
+    end
+    
     def schema_version
        ActiveRecord::Migrator.current_version
     end
@@ -39,23 +81,28 @@ module CopyDb
   
   class LoadDb
     def load
-      if FileTest.exists?(File.expand_path('tmp/copydb_dumped_data.yml'))
+      if FileTest.exists?(File.expand_path('db/copydb_dumped_data.yml'))
 
-        yml = YAML.load_file(File.expand_path('tmp/copydb_dumped_data.yml'))
-  
+        yml = YAML.load_file(File.expand_path('db/copydb_dumped_data.yml'))
 
         yml.each_with_index do |entry,i|
           if i == 0
-            puts entry
+            unless entry.to_s == self.schema_version.to_s
+              puts "ERROR: schema version mismatch"
+            end
+            next
           end
           unless entry[1].nil?
-            quoted_column_names = entry[1].each_key.to_a.map { |column| ActiveRecord::Base.connection.quote_column_name(column) }.join(',')
+            columns = entry[1].each_key.to_a
+            quoted_column_names = columns.map { |column| ActiveRecord::Base.connection.quote_column_name(column) }.join(',')
             
             for i in 1..(entry.length-1)
-              quoted_column_values = entry[i].each_value.to_a.map { |record| ActiveRecord::Base.connection.quote(record) }.join(',')
+              entries = entry[i].each_value.to_a
+              quoted_column_values = entries.map { |record| ActiveRecord::Base.connection.quote(record) }.join(',')
               
               sql_string = "INSERT INTO #{entry[0]} (#{quoted_column_names}) VALUES (#{quoted_column_values});"
-              #ActiveRecord::Base.connection.execute(sql_string)
+              
+              ActiveRecord::Base.connection.execute(sql_string)
             end            
           end
         end
@@ -70,6 +117,47 @@ module CopyDb
     end
   end
   
+  class Config    
+    def self.read_anonymize_config
+      if FileTest.exists?(File.expand_path('config/copydb_anonymize.yml'))
+        YAML.load_file(File.expand_path('config/copydb_anonymize.yml'))
+      else
+        Hash.new
+      end
+    end
+  end
+  
+  class Anonymizer
+    
+    Faker::Config.locale = "en"
+    
+    def self.anonymize(type)
+      if type == "name"
+        Faker::Name.name
+      elsif type == "first_name"
+        Faker::Name.first_name
+      elsif type == "last_name"
+        Faker::Name.last_name
+      elsif type == "street_address"
+        Faker::Address.street_address
+      elsif type == "city"
+        Faker::Address.city
+      elsif type == "zip"
+        Faker::Address.zip_code
+      elsif type == "phone"
+        Faker::PhoneNumber.phone_number
+      elsif type == "email"
+        Faker::Internet.free_email
+      elsif type == "company"
+        Faker::Company.name
+      elsif type == "date"
+        "2011-11-11"
+      else
+        Faker::Company.bs
+      end
+    end
+  end
+  
   class Railtie < Rails::Railtie
     rake_tasks do
       load File.expand_path('../tasks/copydb.rake',__FILE__)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: copydb
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -11,9 +11,24 @@ bindir: bin
 cert_chain: []
 date: 2011-09-02 00:00:00.000000000 +02:00
 default_executable: 
-dependencies: []
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: faker
+  requirement: &21538480 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.5
+  type: :runtime
+  prerelease: false
+  version_requirements: *21538480
 description: Copydb is a gem that helps you to copy databases e.g. from a production
-  database to your development database.
+  database to your development database. During the process it is possible to define
+  columns in tables in which the data should be exchanged for fake data. This can
+  be interesting in a scenario where you want to run your development machine with
+  production data, but privacy laws (such as in Germany) prohibit you to use real
+  data.
 email: eicke@yfu.de
 executables: []
 extensions: []
@@ -21,6 +36,7 @@ extra_rdoc_files: []
 files:
 - lib/copydb.rb
 - lib/tasks/copydb.rake
+- lib/config/sampleconfig.yml
 has_rdoc: true
 homepage: https://github.com/ceicke/copydb
 licenses: []
@@ -45,5 +61,6 @@ rubyforge_project:
 rubygems_version: 1.6.2
 signing_key: 
 specification_version: 3
-summary: Copydb helps you synchronize your databases
+summary: Copydb helps you synchronize your databases and can be configured to anonymize
+  certain parts of a table
 test_files: []