data_mask 0.1.3 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7209ce7b419a2f486b2dddb4731edc218b143fa7
-  data.tar.gz: 97d612314d126bd3006a54ee8f21bf526e2996b0
+  metadata.gz: f258feb7c76783490d8bf316e1525caf53e17e77
+  data.tar.gz: 46547b0f795ba1f275d5e5d6b1723a9dc730e270
 SHA512:
-  metadata.gz: 6f63f337b8b17c34c4c119b85a2a0a2ffd3fb726f59671492bd2ad8858ddbad10d09dd2d9e21c9d7514f573c12dd24f7849584a553be64a95f225b3705ff1007
-  data.tar.gz: afce3063da10824cda99d8102b62e12ed448f02364101406bd0f8546ed6c3e0c2d550e22a1fa245fdd243745c5b7700d70449b8302ca3bc4f0be132049c736de
+  metadata.gz: 96d53a54db904ab7739e9f173f99bf27bb2661d3e11b22e68d39ccb3918fbe7d61f080d00f9f6d7b5ae04532d657ee72e0f76533357dd6d6be50ccefc2b5b9ea
+  data.tar.gz: db18c75ba6579a89fb1992bbb9f4e3ac8dee7b77c71bbc4f0e0a0e315b04305ee4797ca037ce35a39609a86a3a85a3c535de6a3ad1117020c1c486c51a98d382

data/Gemfile

@@ -1,7 +1,7 @@
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in mask.gemspec
-gem "sequel"
-gem "minitest"
+gem 'sequel'
+gem 'minitest'
 
 gemspec

data/README.md

@@ -25,18 +25,43 @@ Make your `database.yml` & `tasks.yml` imitated with examples in `test/config`
 And use the gem like this:
 
 ```ruby
-mask = Mask.new('path/with/your/database.yml_&_tasks.yml') # Default 'config/'
+mask = DataMask::Mask.new('path/with/your/database.yml_&_tasks.yml') # Default 'config/'
 mask.run
 ```
 
 or
 ```ruby
-mask = Mask.new('path/with/your/database.yml_&_task.yml') # Default 'config/'
+mask = DataMask::Mask.new('path/with/your/database.yml_&_task.yml') # Default 'config/'
+mask.tmp_db_clear
 mask.operate_db('create')
 mask.migrate
 mask.play
 ```
 
+And you may use `mask.export` to export the database to *.sql* file.
+
+--------
+
+In `.yml` files, you can use `%=` for eval the content.
+
+You can also write yml like this: 
+
+```yml
+password: '%= BCrypt::Password.create("123456")'
+```
+
+And what you need to do is only `require 'bcrypt'`.
+
+
+If you need to set each row with different value, you can just use `each_row`, like:
+```yml
+users:
+  mobile: 18600000000
+  each_row:
+    email: '%= row[:id].to_s + "@zhulux.qa"'
+```
+the `row` this the object of each row, which type is Hash.
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
@@ -45,10 +70,10 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/data_mask. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](contributor-covenant.org) code of conduct.
-
+Bug reports and pull requests are welcome on GitHub at https://github.com/cuebyte/data_mask. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](contributor-covenant.org) code of conduct.
 
 ## License
+Authored by [cuebyte](https://github.com/cuebyte). Copyright (c) 2015 [ZhuluX Team](https://github.com/zhulux/).
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
 

data/bin/console

@@ -1,7 +1,7 @@
 #!/usr/bin/env ruby
 
-require "bundler/setup"
-require "data_mask"
+require 'bundler/setup'
+require 'data_mask'
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.
@@ -10,5 +10,5 @@ require "data_mask"
 # require "pry"
 # Pry.start
 
-require "irb"
+require 'irb'
 IRB.start

data/lib/data_mask/config.rb

@@ -1,4 +1,4 @@
-require "yaml"
+require 'yaml'
 
 module DataMask
   module Config

data/lib/data_mask/db_shell.rb

@@ -0,0 +1,44 @@
+module DataMask
+  class DBShell
+    attr_accessor :options
+
+    def initialize(options)
+      @options = options
+    end
+
+    def export(**opt)
+      cmd = ''
+      cmd += send("#{@options[:adapter]}_cmd", 'export')
+      cmd += "> %{database}-masking-#{Time.now.to_f.to_i}.sql" % @options if opt[:to_file]
+      cmd
+    end
+
+    def import(filepath=nil)
+      cmd = ''
+      cmd += send("#{@options[:adapter]}_cmd", 'import')
+      cmd += "< #{filepath}" if filepath
+      cmd
+    end
+
+    private
+
+    def postgres_cmd(type)
+      cmd = "#{type=='export' ? 'pg_dump' : 'psql'} "
+      cmd += "-h %{host} " % @options if @options[:host]
+      cmd += "-p %{port} " % @options if @options[:port]
+      cmd += "-U %{user} " % @options if @options[:user]
+      cmd += "%{database} " % @options if @options[:database]
+      cmd
+    end
+
+    def mysql_cmd(type)
+      cmd = "#{type=='export' ? 'mysqldump' : 'mysql'} "
+      cmd += "-h %{host} " % @options if @options[:host]
+      cmd += "-P %{port} " % @options if @options[:port]
+      cmd += "-u %{user} " % @options if @options[:user]
+      cmd += "-p %{password} " % @options if @options[:password]
+      cmd += "%{database} " % @options
+      cmd
+    end
+  end
+end

data/lib/data_mask/version.rb

@@ -1,3 +1,3 @@
 module Mask
-  VERSION = "0.1.3"
+  VERSION = '0.2.0'
 end

data/lib/data_mask.rb

@@ -1,7 +1,8 @@
 require 'sequel'
 
 require 'data_mask/config'
-require 'data_mask/migrate'
+require 'data_mask/db_shell'
+
 module DataMask
   class Mask
     def initialize(path = 'config')
@@ -10,23 +11,35 @@ module DataMask
     end
 
     def operate_db(op)
-      Sequel.connect(build_url_without_db(@db_conf[:to])) do |db|
-        begin
-          db.run("#{op.upcase} DATABASE %{database}" % @db_conf[:to])
-        rescue
-        end
-      end
+      execute_sql "#{op.upcase} DATABASE %{database}" % @db_conf[:to]
     end
 
     def migrate
-      Migrate.send(@db_conf[:to][:adapter], @db_conf[:from], @db_conf[:to])
+      remote = DBShell.new(@db_conf[:from]).export
+      local = DBShell.new(@db_conf[:to]).import
+      system "#{remote} | #{local}"
     end
 
     def play
       mask(@db_conf[:to], @tasks)
     end
 
+    def export
+      system DBShell.new(@db_conf[:to]).export(to_file = true)
+    end
+
+    def tmp_db_clear
+      return if
+      if @db_conf[:to][:adapter] == 'postgres'
+        # Force drop db while others may be connected
+        execute_sql 'select pg_terminate_backend(procpid)' \
+          " from pg_stat_activity where datname=’%{database}’" % @db_conf[:to]
+      end
+      execute_sql "DROP DATABASE  IF EXISTS %{database}" % @db_conf[:to]
+    end
+
     def run
+      tmp_db_clear
       operate_db('create')
       migrate
       play
@@ -36,11 +49,8 @@ module DataMask
     private
 
     def build_url_without_db(data)
-      "%{adapter}://%{host}:%{port}" % data
-    end
-
-    def build_url(data)
-      "%{adapter}://%{host}:%{port}/%{database}" % data
+      return "%{adapter}://%{host}:%{port}" % data if data[:port]
+      "%{adapter}://%{host}" % data
     end
 
     def parse_mask(mask, binding)
@@ -52,7 +62,7 @@ module DataMask
     end
 
     def mask(config, tasks)
-      db = Sequel.connect(build_url(config))
+      db = Sequel.connect(config)
 
       tasks.each do |table, task|
         table = db[table]
@@ -70,5 +80,15 @@ module DataMask
 
       db.disconnect
     end
+
+    def execute_sql(sql)
+      Sequel.connect(build_url_without_db(@db_conf[:to])) do |db|
+        begin
+          db.run sql
+        rescue
+        end
+      end
+    end
+
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: data_mask
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - cuebyte
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-12-11 00:00:00.000000000 Z
+date: 2015-12-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -71,7 +71,7 @@ files:
 - data_mask.gemspec
 - lib/data_mask.rb
 - lib/data_mask/config.rb
-- lib/data_mask/migrate.rb
+- lib/data_mask/db_shell.rb
 - lib/data_mask/version.rb
 homepage: https://github.com/cuebyte/data_mask
 licenses:

data/lib/data_mask/migrate.rb

@@ -1,15 +0,0 @@
-module DataMask
-  module Migrate
-    def self.postgres(from, to)
-      remote = "pg_dump -h %{host} -p %{port} -U %{user} %{database}" % from
-      local = "psql -p %{port} %{database}" % to
-      system "#{remote} | #{local}"
-    end
-
-    def self.mysql(from, to)
-      remote = "mysqldump -h %{host} -P %{port} -u %{user} %{database}" % from
-      local = "mysql -P %{port} %{database}" % to
-      system "#{remote} | #{local}"
-    end
-  end
-end