pgsync 0.3.7 → 0.3.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 68da22be015e5ff66ecc722c7e2cf19a91b77b3c
-  data.tar.gz: 76498a3252a89668dc9b1e9f65dd152dedc4a727
+  metadata.gz: 50eb1d7496a1a6025abd64cb19087781c87deed7
+  data.tar.gz: 6f5c579ff553997d664bc142f91524b2263bf622
 SHA512:
-  metadata.gz: 71f0e8b384f7a07706e6ad796c407f212cd0eb1dfe04bebffb278e0208e26e755a3352ef1ffd8d7681d868818df30312297d9fd60a5373048524236cdf2d6238
-  data.tar.gz: cdae25c85d546e866cd1a8558ab1c76bd548ed0a8d41ff049644e2cf29661e5f565a803f69a848217f482163aa4c3e49bc1680098f45fcbdb125ae443be50040
+  metadata.gz: c814c85dc2e5d4f9eab683954b0a9473d693e4fa0299b52c75e1525f380380630956d2c50bb0a3212e62eb053bfe4391a108bcb97b4ae51fc3e275b0f1258df7
+  data.tar.gz: 482f1923f915f5123f334b92d0ce2a3444892ed314994aec73b5b8c551ead29dc365e21275b3ec257d48f5c1d4aa0b922db1bcb11f0ccea6478bfeae8ce631bc

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+# 0.3.8
+
+- Added Windows support
+- Added `random_string` and `random_number` replacement options
+- Improved performance of `--in-batches` for large tables
+
 # 0.3.7
 
 - Fixed non-lowercase tables and columns

data/README.md

@@ -166,6 +166,8 @@ Options for replacement are:
 - random_date
 - random_time
 - random_ip
+- random_string
+- random_number
 - untouched
 
 ## Multiple Databases
@@ -198,6 +200,14 @@ pgsync large_table --in-batches
 
 The script will resume where it left off when run again, making it great for backfills.
 
+## Foreign Keys
+
+By default, tables are copied in parallel. If you use foreign keys, this can cause violations. You can specify tables to be copied serially with:
+
+```sh
+pgsync group1 --debug
+```
+
 ## Reference
 
 Help

data/lib/pgsync/version.rb

@@ -1,3 +1,3 @@
 module PgSync
-  VERSION = "0.3.7"
+  VERSION = "0.3.8"
 end

data/lib/pgsync.rb

@@ -10,6 +10,7 @@ require "fileutils"
 require "tempfile"
 require "cgi"
 require "shellwords"
+require "thread" # windows only
 
 module URI
   class POSTGRESQL < Generic
@@ -26,7 +27,7 @@ module PgSync
       $stdout.sync = true
       @exit = false
       @arguments, @options = parse_args(args)
-      @mutex = MultiProcessing::Mutex.new
+      @mutex = windows? ? Mutex.new : MultiProcessing::Mutex.new
     end
 
     # TODO clean up this mess
@@ -190,11 +191,11 @@ module PgSync
 
                   to_connection.exec("TRUNCATE #{quote_ident(table)} CASCADE") if opts[:truncate]
 
-                  from_max_id = max_id(from_connection, table, primary_key, sql_clause)
-                  to_max_id = max_id(to_connection, table, primary_key, sql_clause) + 1
+                  from_max_id = max_id(from_connection, table, primary_key)
+                  to_max_id = max_id(to_connection, table, primary_key) + 1
 
                   if to_max_id == 1
-                    from_min_id = min_id(from_connection, table, primary_key, sql_clause)
+                    from_min_id = min_id(from_connection, table, primary_key)
                     to_max_id = from_min_id if from_min_id > 0
                   end
 
@@ -465,6 +466,8 @@ Options:}
           "unique_secret" => "'secret' || #{table}.id",
           "random_ip" => "'127.0.0.1'",
           "random_letter" => "'A'",
+          "random_string" => "right(md5(random()::text),10)",
+          "random_number" => "(RANDOM() * 1000000)::int",
           "null" => "NULL",
           nil => "NULL"
         }
@@ -565,7 +568,9 @@ Options:}
       if @options[:debug] || @options[:in_batches]
         tables.each(&block)
       else
-        Parallel.each(tables, &block)
+        options = {}
+        options[:in_threads] = 4 if windows?
+        Parallel.each(tables, options, &block)
       end
     end
 
@@ -669,5 +674,9 @@ Options:}
       time = Time.now - start_time
       log "Completed in #{time.round(1)}s"
     end
+
+    def windows?
+      Gem.win_platform?
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pgsync
 version: !ruby/object:Gem::Version
-  version: 0.3.7
+  version: 0.3.8
 platform: ruby
 authors:
 - Andrew Kane
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-08-30 00:00:00.000000000 Z
+date: 2017-10-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: slop
@@ -148,7 +148,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.6.13
 signing_key: 
 specification_version: 4
 summary: Sync Postgres data between databases