toku 0.1.0.4.4 → 0.1.0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d14fc10f4732aaa04b7d3fab0da39e55eb35c0d9
-  data.tar.gz: 72a5299d37764a11eb1556f3125b8fae80c8518e
+  metadata.gz: 4110a207f5ec622d93605367c5b1d27ce8df4273
+  data.tar.gz: a1e0dad2c061cc9fe29553118307c1b74601664a
 SHA512:
-  metadata.gz: b132102fd9d06dfcb2eda58fa76801bbf26a0f7990e0b4df2a5a035aa8b276d9e278b56d22a0e844ad4ee4da3b2af10481bce5cb7e0673a7c14d00b42bfb9dd6
-  data.tar.gz: f78d11cfa53c5502e818f9c6e03c1f324a489df3da064bda01b7df58e3e6feabce933cc03743e5fdaa7013c3d6772805e4941c56761a06c8d1111ea99f02d389
+  metadata.gz: 76981e3f9db62fd65818027a22b6d1e159cf8e49a0a14f91c75ab0433987859ce21bac18e60451370999e3cc4d3891c48fa7e6c7ac056ddd4f3160f3189ea6dc
+  data.tar.gz: 3a532fadae30465952240f70f3f743883ae9c418f3bc663a0d4309f35b89f9fa152e155c4d2c64e63e686c69f61a6e9d86edd65a74786f6846735775b3b56058

data/Gemfile

@@ -5,7 +5,6 @@ gemspec
 
 group :development do
   gem 'rspec'
-  gem 'pg_tester'
   gem 'pry-byebug'
   gem 'coveralls'
   gem 'yard'

data/lib/toku.rb

@@ -11,7 +11,7 @@ module Toku
     attr_accessor :column_filters
     attr_accessor :row_filters
 
-    # A few default column filters mappings
+    # Default column filters
     COLUMN_FILTER_MAP = {
       none: Toku::ColumnFilter::Passthrough,
       faker_last_name: Toku::ColumnFilter::FakerLastName,
@@ -21,7 +21,7 @@ module Toku
       nullify: Toku::ColumnFilter::Nullify
     }
 
-    # A few default row filters mappings
+    # Default row filters
     ROW_FILTER_MAP = {
       drop: Toku::RowFilter::Drop
     }
@@ -30,7 +30,7 @@ module Toku
 
     SCHEMA_DUMP_PATH = "tmp/toku_source_schema_dump.sql"
 
-    # @param [String] config_file_path path of config file
+    # @param config_file_path [String] path of config file
     def initialize(config_file_path, column_filters = {}, row_filters = {})
       @config = YAML.load(ERB.new(File.read(config_file_path)).result)
       @threadpool = Concurrent::FixedThreadPool.new(THREADPOOL_SIZE)
@@ -44,7 +44,8 @@ module Toku
     # @return [void]
     def run(uri_db_source, uri_db_destination)
       begin_time_stamp = Time.now
-      @global_count = 0
+      @global_object_count = 0
+      @tables_processed_count = 0
       source_db = Sequel.connect(uri_db_source)
       dump_schema(uri_db_source)
       parsed_destination_uri = URI(uri_db_destination)
@@ -77,7 +78,7 @@ module Toku
       source_db.disconnect
       destination_db.disconnect
       FileUtils.rm(SCHEMA_DUMP_PATH)
-      puts "Toku: copied #{@global_count} elements in total and that took #{(Time.now - begin_time_stamp).round(2)} seconds with #{THREADPOOL_SIZE} green threads"
+      puts "Toku: copied #{@global_object_count} elements accross #{@tables_processed_count} tables and that took #{(Time.now - begin_time_stamp).round(2)} seconds with #{THREADPOOL_SIZE} green threads"
       nil
     end
 
@@ -99,6 +100,9 @@ module Toku
       end.to_csv
     end
 
+    # @param source_connection [Sequel::Postgres::Database]
+    # @param destination_connection [Sequel::Postgres::Database]
+    # @return [void]
     def process_table(table, source_connection, destination_connection)
       row_enumerator = source_connection[table].stream.lazy
       @config[table.to_s]['rows'].each do |f|
@@ -114,7 +118,8 @@ module Toku
       destination_connection.copy_into(table, data: row_enumerator.map { |row| transform(row, table) }, format: :csv)
       destination_connection.run("ALTER TABLE #{table} ENABLE TRIGGER ALL;")
       count = destination_connection[table].count
-      @global_count += count
+      @global_object_count += count
+      @tables_processed_count += 1
       puts "Toku: copied #{count} objects into #{table} #{count != 0 ? ':)' : ':|'}"
     end
 
@@ -133,6 +138,9 @@ module Toku
       )
     end
 
+    # param type [Hash]
+    # param symbol [Symbol]
+    # @return [Class]
     def filter_class(type, symbol)
       raise "Please provide a filter for #{symbol}" if type[symbol].nil?
       type[symbol]

data/lib/toku/filters/column/faker_email.rb

@@ -1,8 +1,8 @@
 module Toku
   class ColumnFilter
     class FakerEmail < Toku::ColumnFilter
-      def initialize(value, options)
-        @value = Faker::Internet.email
+      def call
+        Faker::Internet.email
       end
     end
   end

data/lib/toku/filters/column/faker_first_name.rb

@@ -1,8 +1,8 @@
 module Toku
   class ColumnFilter
     class FakerFirstName < Toku::ColumnFilter
-      def initialize(value, options)
-        @value = Faker::Name.first_name
+      def call
+        Faker::Name.first_name
       end
     end
   end

data/lib/toku/filters/column/faker_last_name.rb

@@ -1,8 +1,8 @@
 module Toku
   class ColumnFilter
     class FakerLastName < Toku::ColumnFilter
-      def initialize(value, options)
-        @value = Faker::Name.last_name
+      def call
+        Faker::Name.last_name
       end
     end
   end

data/lib/toku/filters/column/nullify.rb

@@ -1,8 +1,8 @@
 module Toku
   class ColumnFilter
     class Nullify < Toku::ColumnFilter
-      def initialize(value, options)
-        @value =  nil
+      def call
+        nil
       end
     end
   end

data/lib/toku/filters/column/obfuscate.rb

@@ -1,8 +1,8 @@
 module Toku
   class ColumnFilter
     class Obfuscate < Toku::ColumnFilter
-      def initialize(value, options)
-        @value =  SecureRandom.hex(10)
+      def call
+        SecureRandom.hex(10)
       end
     end
   end

data/lib/toku/version.rb

@@ -1,3 +1,3 @@
 module Toku
-  VERSION = "0.1.0.4.4"
+  VERSION = "0.1.0.5.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: toku
 version: !ruby/object:Gem::Version
-  version: 0.1.0.4.4
+  version: 0.1.0.5.1
 platform: ruby
 authors:
 - PSKL
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-02-26 00:00:00.000000000 Z
+date: 2018-02-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sequel