data-anonymization 0.1.2

data/spec/strategy/field/random_selection_spec.rb

@@ -0,0 +1,36 @@
+require "spec_helper"
+
+describe DataAnon::Strategy::Field::RandomSelection do
+
+  RandomSelection = DataAnon::Strategy::Field::RandomSelection
+  let(:field) { DataAnon::Core::Field.new('state', 'New Delhi', 1, nil) }
+
+  describe 'more than one values in predefined list' do
+
+    let(:states) { ['Maharashtra','Gujrat','Karnataka'] }
+    let(:anonymized_value) { RandomSelection.new(states).anonymize(field) }
+
+    it { states.should include(anonymized_value) }
+
+  end
+
+  describe 'only one value in list' do
+
+    let(:states) { ['Maharashtra'] }
+    let(:anonymized_value) { RandomSelection.new(states).anonymize(field) }
+
+    it { anonymized_value.should == 'Maharashtra' }
+
+  end
+
+  describe 'string value' do
+
+    let(:states) { 'Maharashtra' }
+    let(:anonymized_value) { RandomSelection.new(states).anonymize(field) }
+
+    it { anonymized_value.should == 'Maharashtra' }
+
+  end
+
+
+end

data/spec/strategy/field/random_string_spec.rb

@@ -0,0 +1,23 @@
+require "spec_helper"
+
+describe DataAnon::Strategy::Field::RandomString do
+
+  RandomString = DataAnon::Strategy::Field::RandomString
+
+  describe 'anonymized string must not be the same as original string' do
+    let(:field) {DataAnon::Core::Field.new('string_field','fakeString',1,nil)}
+    let(:anonymized_string) {RandomString.new.anonymize(field)}
+
+    it {anonymized_string.should_not equal field.value}
+    it {anonymized_string.length.should equal field.value.length}
+  end
+
+  describe 'anonymized name should have same number of words as original' do
+
+    let(:field) {DataAnon::Core::Field.new('string_field','Fake Longer String Test',1,nil)}
+    let(:anonymized_string) {RandomString.new.anonymize(field)}
+
+    it {anonymized_string.split(' ').size.should equal field.value.split(' ').size}
+
+  end
+end

data/spec/strategy/field/random_user_name_spec.rb

@@ -0,0 +1,23 @@
+require "spec_helper"
+
+describe DataAnon::Strategy::Field::RandomUserName do
+
+  RandomUserName = DataAnon::Strategy::Field::RandomUserName
+  let(:field) {DataAnon::Core::Field.new('username','fakeUserName',1,nil)}
+
+  describe 'anonymized user name should not be the same as original user name' do
+    let(:anonymized_username) {RandomUserName.new.anonymize(field)}
+
+    it {anonymized_username.should_not equal field.value}
+    it {anonymized_username.length.should be_between(5,10)}
+    it {anonymized_username.should match '^[a-zA-Z0-9]*$'}
+
+  end
+
+  describe 'different length for username' do
+    let(:anonymized_username) {RandomUserName.new(15,20).anonymize(field)}
+
+    it {anonymized_username.length.should be_between(15,20)}
+  end
+
+end

data/spec/strategy/field/string_template_spec.rb

@@ -0,0 +1,15 @@
+require "spec_helper"
+
+describe DataAnon::Strategy::Field::StringTemplate do
+
+  StringTemplate = DataAnon::Strategy::Field::StringTemplate
+  let(:field) { DataAnon::Core::Field.new('state', 'New Delhi', 3456, nil) }
+
+  describe 'should return same string value as StringTemplate' do
+    let(:anonymized_value) { StringTemplate.new('Sunit #{row_number} Parekh').anonymize(field) }
+    it { anonymized_value.should == 'Sunit 3456 Parekh' }
+  end
+
+
+
+end

data/spec/strategy/field/user_name_template_spec.rb

@@ -0,0 +1,13 @@
+require "spec_helper"
+
+describe DataAnon::Strategy::Field::UserNameTemplate do
+
+  UserNameTemplate = DataAnon::Strategy::Field::UserNameTemplate
+  let(:field) { DataAnon::Core::Field.new('username', 'Chuck Norris', 100, nil) }
+
+  describe 'should return same string value as StringTemplate' do
+    let(:anonymized_username) { UserNameTemplate.new('Rajnikanth #{row_number}').anonymize(field) }
+    it { anonymized_username.should == 'Rajnikanth 100' }
+  end
+
+end

data/spec/strategy/field/whitelist_spec.rb

@@ -0,0 +1,21 @@
+require "spec_helper"
+
+describe DataAnon::Strategy::Field::Whitelist do
+
+  Whitelist = DataAnon::Strategy::Field::Whitelist
+
+  describe 'should return same string value as whitelist' do
+    let(:field) { DataAnon::Core::Field.new('state', 'New Delhi', 1, nil) }
+    let(:anonymized_value) { Whitelist.new.anonymize(field) }
+    it { anonymized_value.should == 'New Delhi' }
+  end
+
+  describe 'should return same date value as whitelist' do
+    let(:dob) { Time.now }
+    let(:field) { DataAnon::Core::Field.new('DateOfBirth', dob, 1, nil) }
+    let(:anonymized_value) { Whitelist.new.anonymize(field) }
+    it { anonymized_value.should == dob }
+  end
+
+
+end

data/spec/support/customer_sample.rb

@@ -0,0 +1,43 @@
+class CustomerSample
+
+  class CreateCustomer < ActiveRecord::Migration
+    def up
+      create_table :customers, { :id => false } do |t|
+        t.integer :cust_id, :primary => true
+        t.string :first_name
+        t.string :last_name
+        t.date :birth_date
+        t.string :address
+        t.string :state
+        t.string :zipcode
+        t.string :phone
+        t.string :email
+      end
+    end
+  end
+
+  def self.clean
+    system "rm -f tmp/*.sqlite"
+    system "mkdir -p tmp"
+  end
+
+  def self.create_schema connection_spec
+    ActiveRecord::Migration.verbose = false
+    ActiveRecord::Base.establish_connection connection_spec
+    CreateCustomer.migrate :up
+  end
+
+  SAMPLE_DATA = {:cust_id => 100, :first_name => "Sunit", :last_name => "Parekh",
+                 :birth_date => Date.new(1977,7,8), :address => "F 501 Shanti Nagar",
+                 :state => "Maharastra", :zipcode => "411048", :phone => "9923700662",
+                 :email => "parekh.sunit@gmail.com"}
+
+  def self.insert_record connection_spec, data_hash = SAMPLE_DATA
+    DataAnon::Utils::TempDatabase.establish_connection connection_spec
+    source = DataAnon::Utils::BaseTable.create_table 'customers', 'cust_id',DataAnon::Utils::TempDatabase
+    cust = source.new data_hash
+    cust.cust_id = data_hash[:cust_id]
+    cust.save!
+  end
+
+end

data/spec/utils/database_spec.rb

@@ -0,0 +1,26 @@
+require "spec_helper"
+
+describe "Utils" do
+
+  before(:each) do
+    source = {:adapter => 'sqlite3', :database => 'sample-data/chinook.sqlite'}
+    DataAnon::Utils::SourceDatabase.establish_connection source
+
+    destination = {:adapter => 'sqlite3', :database => 'sample-data/chinook-empty.sqlite'}
+    DataAnon::Utils::DestinationDatabase.establish_connection destination
+  end
+
+  it "should test the connection to source database" do
+    album = DataAnon::Utils::SourceTable.create "Album", "AlbumId"
+    album.count.should > 0
+    album.all.length > 0
+  end
+
+  it "should test the connection to destination database" do
+    album = DataAnon::Utils::DestinationTable.create "Album", "AlbumId"
+    album.count.should == 0
+    album.all.length == 0
+
+  end
+
+end

data/spec/utils/random_int_spec.rb

@@ -0,0 +1,9 @@
+require "spec_helper"
+
+describe "Number Utils" do
+
+  it "should generate random int between provided range" do
+    random_int = DataAnon::Utils::RandomInt.generate(5,10)
+    random_int.should be_between(5,10)
+  end
+end

data/spec/utils/random_string_spec.rb

@@ -0,0 +1,8 @@
+require "spec_helper"
+
+describe "String Utils" do
+
+  it "should generate random string of given length" do
+    DataAnon::Utils::RandomString.generate(10).length.should equal 10
+  end
+end

data/whitelist_dsl.rb

@@ -0,0 +1,44 @@
+system "rake empty_dest" # clean destination database on every call
+
+require 'data-anonymization'
+
+FS = DataAnon::Strategy::Field
+
+DataAnon::Utils::Logging.logger.level = Logger::INFO
+
+database 'Chinook' do
+  strategy DataAnon::Strategy::Whitelist
+  source_db :adapter => 'sqlite3', :database => 'sample-data/chinook.sqlite'
+  destination_db :adapter => 'sqlite3', :database => 'sample-data/chinook-empty.sqlite'
+
+  default_field_strategies  :string => FS::StringTemplate.new('Sunit #{row_number} Parekh')
+
+  table 'Genre' do
+    primary_key 'GenreId'
+    whitelist 'GenreId'
+    anonymize 'Name' do |field|
+      field.value + " test"
+    end
+  end
+
+  table 'MediaType' do
+    primary_key 'MediaTypeId'
+    anonymize('MediaTypeId') { |field| field.value }  # same as whitelist
+    anonymize('Name').using FS::StringTemplate.new('Media Type #{row_number}')
+
+  end
+
+  table 'Employee' do
+    primary_key 'EmployeeId'
+    whitelist 'EmployeeId'
+    anonymize('BirthDate').using FS::DateTimeDelta.new(1,1)
+  end
+
+  table 'Customer' do
+    primary_key 'CustomerId'
+    anonymize('Phone').using FS::RandomPhoneNumber.new
+  end
+
+
+end
+

metadata

@@ -0,0 +1,192 @@
+--- !ruby/object:Gem::Specification
+name: data-anonymization
+version: !ruby/object:Gem::Version
+  version: 0.1.2
+  prerelease: 
+platform: ruby
+authors:
+- Sunit Parekh
+- Anand Agrawal
+- Satyam Agarwala
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.2.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.2.8
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.2.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.2.8
+description: Data anonymization tool for RDBMS databases
+email:
+- parekh.sunit@gmail.com
+- anand.agrawal84@gmail.com
+- satyamag@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .documentup.json
+- .gitignore
+- .rspec
+- .rvmrc
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- blacklist_dsl.rb
+- blacklist_nosql_dsl.rb
+- data-anonymization.gemspec
+- lib/core/database.rb
+- lib/core/dsl.rb
+- lib/core/field.rb
+- lib/data-anonymization.rb
+- lib/strategy/base.rb
+- lib/strategy/blacklist.rb
+- lib/strategy/field/anonymize_time.rb
+- lib/strategy/field/anonymous.rb
+- lib/strategy/field/date_time_delta.rb
+- lib/strategy/field/default_anon.rb
+- lib/strategy/field/distinct_column_values.rb
+- lib/strategy/field/fields.rb
+- lib/strategy/field/gmail_template.rb
+- lib/strategy/field/lorem_ipsum.rb
+- lib/strategy/field/random_boolean.rb
+- lib/strategy/field/random_email.rb
+- lib/strategy/field/random_first_name.rb
+- lib/strategy/field/random_float_delta.rb
+- lib/strategy/field/random_full_name.rb
+- lib/strategy/field/random_int.rb
+- lib/strategy/field/random_integer_delta.rb
+- lib/strategy/field/random_last_name.rb
+- lib/strategy/field/random_mailinator_email.rb
+- lib/strategy/field/random_phone_number.rb
+- lib/strategy/field/random_selection.rb
+- lib/strategy/field/random_string.rb
+- lib/strategy/field/random_user_name.rb
+- lib/strategy/field/string_template.rb
+- lib/strategy/field/user_name_template.rb
+- lib/strategy/field/whitelist.rb
+- lib/strategy/strategies.rb
+- lib/strategy/whitelist.rb
+- lib/tasks/rake_tasks.rb
+- lib/utils/database.rb
+- lib/utils/logging.rb
+- lib/utils/random_int.rb
+- lib/utils/random_string.rb
+- lib/utils/resource.rb
+- lib/version.rb
+- resources/first_names.txt
+- resources/last_names.txt
+- spec/acceptance/rdbms_blacklist_spec.rb
+- spec/acceptance/rdbms_whitelist_spec.rb
+- spec/spec_helper.rb
+- spec/strategy/field/anonymize_time_spec.rb
+- spec/strategy/field/date_time_delta_spec.rb
+- spec/strategy/field/distinct_column_values_spec.rb
+- spec/strategy/field/gmail_template_spec.rb
+- spec/strategy/field/lorem_ipsum_spec.rb
+- spec/strategy/field/random_boolean_spec.rb
+- spec/strategy/field/random_email_spec.rb
+- spec/strategy/field/random_first_name_spec.rb
+- spec/strategy/field/random_float_delta_spec.rb
+- spec/strategy/field/random_full_name_spec.rb
+- spec/strategy/field/random_int_spec.rb
+- spec/strategy/field/random_integer_delta_spec.rb
+- spec/strategy/field/random_last_name_spec.rb
+- spec/strategy/field/random_mailinator_email_spec.rb
+- spec/strategy/field/random_phone_number_spec.rb
+- spec/strategy/field/random_selection_spec.rb
+- spec/strategy/field/random_string_spec.rb
+- spec/strategy/field/random_user_name_spec.rb
+- spec/strategy/field/string_template_spec.rb
+- spec/strategy/field/user_name_template_spec.rb
+- spec/strategy/field/whitelist_spec.rb
+- spec/support/customer_sample.rb
+- spec/utils/database_spec.rb
+- spec/utils/random_int_spec.rb
+- spec/utils/random_string_spec.rb
+- whitelist_dsl.rb
+homepage: http://sunitparekh.github.com/data-anonymization
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Tool to create anonymized production data dump to use for PREF and other
+  TEST environments.
+test_files:
+- spec/acceptance/rdbms_blacklist_spec.rb
+- spec/acceptance/rdbms_whitelist_spec.rb
+- spec/spec_helper.rb
+- spec/strategy/field/anonymize_time_spec.rb
+- spec/strategy/field/date_time_delta_spec.rb
+- spec/strategy/field/distinct_column_values_spec.rb
+- spec/strategy/field/gmail_template_spec.rb
+- spec/strategy/field/lorem_ipsum_spec.rb
+- spec/strategy/field/random_boolean_spec.rb
+- spec/strategy/field/random_email_spec.rb
+- spec/strategy/field/random_first_name_spec.rb
+- spec/strategy/field/random_float_delta_spec.rb
+- spec/strategy/field/random_full_name_spec.rb
+- spec/strategy/field/random_int_spec.rb
+- spec/strategy/field/random_integer_delta_spec.rb
+- spec/strategy/field/random_last_name_spec.rb
+- spec/strategy/field/random_mailinator_email_spec.rb
+- spec/strategy/field/random_phone_number_spec.rb
+- spec/strategy/field/random_selection_spec.rb
+- spec/strategy/field/random_string_spec.rb
+- spec/strategy/field/random_user_name_spec.rb
+- spec/strategy/field/string_template_spec.rb
+- spec/strategy/field/user_name_template_spec.rb
+- spec/strategy/field/whitelist_spec.rb
+- spec/support/customer_sample.rb
+- spec/utils/database_spec.rb
+- spec/utils/random_int_spec.rb
+- spec/utils/random_string_spec.rb