pg_dump_anonymize 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 56f41e435e9420140a7969c4d536a6a517836ca5d8d06e5be8bfca127fc939f0
-  data.tar.gz: 016d7a8b99e9f67046e7192856a13eb9bcf5ab018ce7cd61a00ed5b3375783b0
+  metadata.gz: ee33e3ece88467be6ffb983cb2ff09f4f4097055540ec045dbc5257d6d44c442
+  data.tar.gz: b2d7472cd7b919a2c0b277a77d455a10f904d22cc8a9f5ebda44b7d2aa81553e
 SHA512:
-  metadata.gz: a69b3a188689de3d2636a28ee45e7b7902f5ebea3292f675ff7283c834ff67b6c3550fb3b979bfee4487197eb20c5d71773b92b255023476663824b7aede7ceb
-  data.tar.gz: e04e32850bb4ad0ea99e426e5e6fb222773ea570cac6b305527fe567b6bc80e6db81158a5bcc6ce9b05c49d5b224bf8f87fa4ba2624cf5425f34e277145450a4
+  metadata.gz: d8867ff2d50cfff7b2aaf4bca2ab1235727c5ad47f5f91bb3e1482680080de5e7b61f462eaaf7f27d8d86c18b12af410bef175e4e029b8294dc2399a5aff2d59
+  data.tar.gz: ab07bff2fa4502d8a5c6805ae7e1c2162d68cd927cccc51542ea91088974e8625a65bd1c81a90b179f60f1280c52d5458509de132428df8c6d559b6243b9aea9

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    pg_dump_anonymize (0.1.1)
+    pg_dump_anonymize (0.1.2)
 
 GEM
   remote: https://rubygems.org/

data/lib/pg_dump_anonymize/definition.rb

@@ -13,6 +13,10 @@ module PgDumpAnonymize
       if @current_table
         if end_stdin?(line)
           clear_current_table
+        elsif skip?(line)
+          # do nothing
+        elsif delete?(line)
+          line = ''
         else
           line = anonymize_line(line)
         end
@@ -27,13 +31,16 @@ module PgDumpAnonymize
     # This assumes the line is a tab delimited data line
     def anonymize_line(line)
       values = line.split("\t")
-      row_context = {} # used to share state for a row
+      row_context = { row: row_to_hash(values) } # used to share state for a row
       @positional_substitutions.each do |index, val_def|
         values[index] = if val_def.is_a?(Proc)
                           val_def.call(*[values[index], row_context].slice(0, val_def.arity))
                         else
                           val_def
                         end
+
+        # Postgres represents nil/null as '\N' in SQL dumps
+        values[index] = '\N' if values[index].nil?
       end
       values.join("\t")
     end
@@ -52,10 +59,10 @@ module PgDumpAnonymize
     # Finds the positional range of the attribute to be replaced
     # returns an array of arrays. The inner array is [<field_index>, <anonymous_value>]
     def find_positions(fields_str, rules)
-      fields = fields_str.gsub('"', '').split(', ')
+      @fields = fields_str.gsub('"', '').split(', ')
 
       rules.map do |target_field, val|
-        index = fields.index(target_field.to_s)
+        index = @fields.index(target_field.to_s)
         [index, val] if index
       end.compact
     end
@@ -75,7 +82,36 @@ module PgDumpAnonymize
 
     def clear_current_table
       @current_table = nil
+      @fields = nil
       @positional_substitutions = nil
     end
+
+    def skip?(row)
+      if (skip_if = @attribute_rules.dig(@current_table, :_skip_if))
+        !!skip_if.call(row_to_hash(row))
+      else
+        false
+      end
+    end
+
+    def delete?(row)
+      if (delete_if = @attribute_rules.dig(@current_table, :_delete_if))
+        !!delete_if.call(row_to_hash(row))
+      else
+        false
+      end
+    end
+
+    def row_to_hash(row)
+      return nil unless @fields
+
+      values = row.is_a?(String) ? row.split("\t") : row
+
+      begin
+        Hash[*@fields.zip(values).flatten]
+      rescue StandardError => e
+        raise "#{e.message}, row_to_hash error encountered: current_table: #{@current_table} -- fields(#{@fields&.length}): #{@fields} -- values(#{values&.length}): #{values}"
+      end
+    end
   end
 end

data/lib/pg_dump_anonymize/version.rb

@@ -1,3 +1,3 @@
 module PgDumpAnonymize
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pg_dump_anonymize
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Sean McCleary
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-12-30 00:00:00.000000000 Z
+date: 2021-01-07 00:00:00.000000000 Z
 dependencies: []
 description: Given the default pg_dump text SQL dump, this can take a simple definition
   of tables and fields to anonymize and efficiently anonymize the dump.