data-anonymization 0.1.2 → 0.2.0

data/lib/strategy/field/email/gmail_template.rb

@@ -0,0 +1,16 @@
+module DataAnon
+  module Strategy
+    module Field
+      class GmailTemplate
+
+        def initialize username = 'someusername'
+          @username = username
+        end
+
+        def anonymize field
+          "#{@username}+#{field.row_number}@gmail.com"
+        end
+      end
+    end
+  end
+end

data/lib/strategy/field/{random_mailinator_email.rb → email/random_mailinator_email.rb}

@@ -9,9 +9,7 @@ module DataAnon
         end
 
         def anonymize field
-
           return @email_anonymizer.anonymize(field)
-
         end
       end
     end

data/lib/strategy/field/fields.rb

@@ -1,23 +1,54 @@
 require 'strategy/field/whitelist'
-require 'strategy/field/string_template'
-require 'strategy/field/user_name_template'
-require 'strategy/field/random_string'
-require 'strategy/field/random_int'
 require 'strategy/field/random_boolean'
-require 'strategy/field/anonymize_time'
-require 'strategy/field/random_integer_delta'
-require 'strategy/field/random_float_delta'
-require 'strategy/field/random_selection'
-require 'strategy/field/distinct_column_values'
-require 'strategy/field/lorem_ipsum'
-require 'strategy/field/gmail_template'
-require 'strategy/field/date_time_delta'
-require 'strategy/field/default_anon'
-require 'strategy/field/random_email'
-require 'strategy/field/random_mailinator_email'
-require 'strategy/field/random_phone_number'
-require 'strategy/field/random_first_name'
-require 'strategy/field/random_last_name'
-require 'strategy/field/random_full_name'
-require 'strategy/field/random_user_name'
+
 require 'strategy/field/anonymous'
+
+# string
+require 'strategy/field/string/lorem_ipsum'
+require 'strategy/field/string/string_template'
+require 'strategy/field/string/random_string'
+require 'strategy/field/string/formatted_string_numbers'
+
+require 'strategy/field/string/select_from_file'
+require 'strategy/field/string/select_from_list'
+require 'strategy/field/string/select_from_database'
+
+# number
+require 'strategy/field/number/random_integer'
+require 'strategy/field/number/random_float'
+require 'strategy/field/number/random_integer_delta'
+require 'strategy/field/number/random_float_delta'
+
+# contact
+require 'strategy/field/contact/geojson_base'
+require 'strategy/field/contact/random_phone_number'
+require 'strategy/field/contact/random_address'
+require 'strategy/field/contact/random_zipcode'
+require 'strategy/field/contact/random_city'
+require 'strategy/field/contact/random_province'
+
+# datetime
+require 'strategy/field/datetime/anonymize_time'
+require 'strategy/field/datetime/anonymize_datetime'
+require 'strategy/field/datetime/anonymize_date'
+require 'strategy/field/datetime/date_time_delta'
+require 'strategy/field/datetime/time_delta'
+require 'strategy/field/datetime/date_delta'
+
+# email
+require 'strategy/field/email/random_email'
+require 'strategy/field/email/gmail_template'
+require 'strategy/field/email/random_mailinator_email'
+
+# name
+require 'strategy/field/name/random_first_name'
+require 'strategy/field/name/random_last_name'
+require 'strategy/field/name/random_full_name'
+require 'strategy/field/name/random_user_name'
+
+
+
+FieldStrategy = DataAnon::Strategy::Field
+
+require 'strategy/field/default_anon'
+

data/lib/strategy/field/name/random_first_name.rb

@@ -0,0 +1,14 @@
+module DataAnon
+  module Strategy
+    module Field
+
+      class RandomFirstName < SelectFromFile
+
+        def initialize file_path = nil
+          super(file_path || DataAnon::Utils::Resource.file('first_names.txt'))
+        end
+
+      end
+    end
+  end
+end

data/lib/strategy/field/name/random_last_name.rb

@@ -0,0 +1,14 @@
+module DataAnon
+  module Strategy
+    module Field
+
+      class RandomLastName < SelectFromFile
+
+        def initialize file_path = nil
+          super(file_path || DataAnon::Utils::Resource.file('last_names.txt'))
+        end
+
+      end
+    end
+  end
+end

data/lib/strategy/field/number/random_float.rb

@@ -0,0 +1,23 @@
+module DataAnon
+  module Strategy
+    module Field
+
+
+      class RandomFloat
+
+        def initialize from = 0.0, to = 100.0
+          @from = from
+          @to = to
+
+        end
+
+        def anonymize field
+          DataAnon::Utils::RandomFloat.generate(@from,@to)
+        end
+
+      end
+
+
+    end
+  end
+end

data/lib/strategy/field/{random_float_delta.rb → number/random_float_delta.rb}

@@ -3,10 +3,8 @@ module DataAnon
     module Field
       class RandomFloatDelta
 
-        DEFAULT_DELTA = 10.0
-
-        def initialize delta = nil
-          @delta = delta || DEFAULT_DELTA
+        def initialize delta = 10.0
+          @delta = delta
         end
 
         def anonymize field

data/lib/strategy/field/{random_int.rb → number/random_integer.rb}

@@ -3,7 +3,7 @@ module DataAnon
     module Field
 
 
-      class RandomInt
+      class RandomInteger
 
         def initialize from = 0, to = 100
           @from = from

data/lib/strategy/field/{random_integer_delta.rb → number/random_integer_delta.rb}

@@ -3,11 +3,8 @@ module DataAnon
     module Field
       class RandomIntegerDelta
 
-        DEFAULT_DELTA = 10
-
-        def initialize delta = nil
-          @delta = delta || DEFAULT_DELTA
-
+        def initialize delta = 10
+          @delta = delta
         end
 
         def anonymize field

data/lib/strategy/field/{random_phone_number.rb → string/formatted_string_numbers.rb}

@@ -3,7 +3,7 @@ module DataAnon
     module Field
 
 
-      class RandomPhoneNumber
+      class FormattedStringNumber
 
         def anonymize field
           @original_phone_number = field.value
@@ -18,7 +18,10 @@ module DataAnon
 
           @anonymized_phone_number
         end
+
       end
+
+
     end
   end
 end

data/lib/strategy/field/{distinct_column_values.rb → string/select_from_database.rb}

@@ -2,18 +2,17 @@ module DataAnon
   module Strategy
     module Field
 
-      class DistinctColumnValues
+      class SelectFromDatabase
         include Utils::Logging
 
         def initialize table_name, field_name
-          source = Utils::SourceTable.create table_name
+          source = Utils::SourceTable.create table_name, []
           @values = source.select(field_name).uniq.collect { |record| record[field_name]}
           logger.debug "For field strategy #{table_name}:#{field_name} using values #{@values} "
 
         end
 
         def anonymize field
-          return @values[0] if @values.length == 1
           @values[DataAnon::Utils::RandomInt.generate(0,(@values.length - 1))]
         end
 

data/lib/strategy/field/string/select_from_file.rb

@@ -0,0 +1,18 @@
+module DataAnon
+  module Strategy
+    module Field
+
+      class SelectFromFile
+
+        def initialize file_path
+          @values = File.read(file_path).split
+        end
+
+        def anonymize field
+          @values.sample
+        end
+
+      end
+    end
+  end
+end

data/lib/strategy/field/string/select_from_list.rb

@@ -0,0 +1,17 @@
+module DataAnon
+  module Strategy
+    module Field
+
+
+      class SelectFromList < SelectFromFile
+
+        def initialize values
+          @values = values.class == Array ? values : [values]
+        end
+
+      end
+
+
+    end
+  end
+end

data/lib/strategy/whitelist.rb

@@ -5,14 +5,16 @@ module DataAnon
       def process_record(index, record)
         dest_record_map = {}
         record.attributes.each do |field_name, field_value|
-          unless field_value.nil? || field_name.downcase == @primary_key.downcase
+          unless field_value.nil? || is_primary_key?(field_name)
             field = DataAnon::Core::Field.new(field_name, field_value, index, record)
             field_strategy = @fields[field_name.downcase] || DataAnon::Strategy::Field::DefaultAnon.new(@user_strategies)
             dest_record_map[field_name] = field_strategy.anonymize(field)
           end
         end
         dest_record = dest_table.new dest_record_map
-        dest_record[@primary_key] = record[@primary_key]
+        @primary_keys.each do |key|
+          dest_record[key] = record[key]
+        end
         dest_record.save!
       end
 

data/lib/utils/database.rb

@@ -1,4 +1,5 @@
 require 'active_record'
+require 'composite_primary_keys'
 require 'logger'
 
 module DataAnon
@@ -23,10 +24,11 @@ module DataAnon
 
     class BaseTable
 
-      def self.create_table table_name, primary_key, database
+      def self.create_table  database, table_name, primary_keys
         Class.new(database) do
           self.table_name = table_name
-          self.primary_key = primary_key
+          self.primary_keys = primary_keys if primary_keys.length > 1
+          self.primary_key = primary_keys[0] if primary_keys.length == 1
           self.mass_assignment_sanitizer = MassAssignmentIgnoreSanitizer.new(self)
         end
       end
@@ -35,16 +37,16 @@ module DataAnon
 
     class SourceTable < BaseTable
 
-      def self.create table_name, primary_key = nil
-        create_table table_name, primary_key, SourceDatabase
+      def self.create table_name, primary_key
+        create_table  SourceDatabase, table_name, primary_key
       end
 
     end
 
     class DestinationTable < BaseTable
 
-      def self.create table_name, primary_key = nil
-        create_table table_name, primary_key, DestinationDatabase
+      def self.create table_name, primary_key
+        create_table DestinationDatabase, table_name, primary_key
       end
 
     end

data/lib/utils/geojson_parser.rb

@@ -0,0 +1,42 @@
+require 'rgeo/geo_json'
+
+module DataAnon
+  module Utils
+    class GeojsonParser
+
+
+      def self.address file_path
+        self.new(file_path).parse 'address'
+      end
+
+      def self.zipcode file_path
+        self.new(file_path).parse 'postcode'
+      end
+
+      def self.province file_path
+        self.new(file_path).parse 'province'
+      end
+
+      def self.city file_path
+        self.new(file_path).parse 'city'
+      end
+
+      def self.country file_path
+        self.new(file_path).parse 'country'
+      end
+
+      def initialize file_path
+        @places = File.read(file_path).split(/\n/)
+      end
+
+      def parse property
+        result_list = []
+        @places.each do |loc|
+          geom = RGeo::GeoJSON.decode(loc, :json_parser => :json)
+          result_list.push(geom[property])
+        end
+        result_list
+      end
+    end
+  end
+end

data/lib/utils/logging.rb

@@ -15,15 +15,6 @@ module DataAnon
         @@logger
       end
 
-      def progress_logger
-        @@progress_logger ||= (self.progress_logger = Logger.new(STDOUT) )
-      end
-
-      def progress_logger= logger
-        logger.formatter = proc { |severity, datetime, progname, msg| msg }
-        @@progress_logger = logger
-      end
-
     end
   end
 end

data/lib/utils/progress_bar.rb

@@ -0,0 +1,29 @@
+module DataAnon
+  module Utils
+
+    class ProgressBar
+
+      def initialize table_name, total
+        @total = total
+        @table_name = table_name
+        @progress_bar = PowerBar.new if total > 0 && show_progress
+      end
+
+      def show_progress
+        ENV['show_progress'] != 'false'
+      end
+
+      def show index
+        if @progress_bar && ((index % 1000 == 0) || (index == @total) || (index == 1))
+          @progress_bar.show(:msg => "Table: #{@table_name} (#{index}/#{@total})", :done => index, :total => @total)
+        end
+      end
+
+      def close
+        @progress_bar.close if @progress_bar
+      end
+
+    end
+
+  end
+end