tidus 1.0.7 → 1.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: c26f8a839787f3c0712f126588641b88aa80afc2
-  data.tar.gz: dec777a33cc61c0dd8775e5edcfd77fdefb6c4a5
+SHA256:
+  metadata.gz: c0788d5eac4c060fa79f55b57512f970ebc1919994532fba9d5fcd0857db0bcd
+  data.tar.gz: a30b93c68023dda2caaef0c71ca0ea52c521a2bc2c39ca15f98b9a1e66e5300c
 SHA512:
-  metadata.gz: 55388c934e09337d12323f931bf225e252eaf0a2cff6b91dd0fed2f801d509620a23663c63923af00e025417df154fb87c876ecfd3c38ab70056645140340c05
-  data.tar.gz: 5fb5942290b79d528d27b5f3d0839c96cf1ac454d86c2c33bf029bdc604b6d8e284dff6e48293f67f820997684ad14355a1a09cd7a28de387d48244fe78e07de
+  metadata.gz: 06a983ac2815a1178f8b53dcdb4a219fa0322f8e2de32d8af2071f57dffac1c292534de65f74f231e9705c3b3eaca12aeff69f2c642d9261c0beff74c640993f
+  data.tar.gz: 612b24c8414c4721af928321f9f057e5d933b2dc629a6fd16c73fa7c7544bf72ff16acc664cb0683eef2afd681e73e6d17a8960dc375bdad094918e845b9a647

data/lib/tasks/views.rake

@@ -1,9 +1,16 @@
+skip_tables = [
+  'schema_migrations',
+  'ar_internal_metadata',
+]
+
 namespace :db do
   desc "Clears all the views which are currently existing"
   task :clear_views do
     Rails.application.eager_load! if defined?(Rails)
+
     ActiveRecord::Base.descendants.each do |c|
-      next if c.table_name == "schema_migrations"
+      next if skip_tables.include?(c.table_name)
+
       puts "Clearing view '#{c.view_name}' for table '#{c.table_name}'"
 
       c.clear_view
@@ -13,8 +20,9 @@ namespace :db do
   desc "Generates all the views for the models"
   task :generate_views do
     Rails.application.eager_load! if defined?(Rails)
+
     ActiveRecord::Base.descendants.each do |c|
-      next if c.table_name == "schema_migrations" || c.skip_anonymization?
+      next if skip_tables.include?(c.table_name) || c.skip_anonymization?
 
       if ActiveRecord::Base.connection.table_exists? c.table_name
         puts "Generating view '#{c.view_name}' for table '#{c.table_name}'"
@@ -34,4 +42,4 @@ end
 
 Rake::Task["db:rollback"].enhance do
   Rake::Task["db:generate_views"].invoke
-end
+end

data/lib/tidus.rb

@@ -9,5 +9,5 @@ require "tidus/anonymization"
 require "tidus/strategies/base_selector"
 Dir["#{File.dirname(__FILE__)}/tidus/strategies/**/*.rb"].each { |f| require f }
 
-load "active_record/railties/databases.rake"
-load "tasks/views.rake"
+load "active_record/railties/databases.rake" if defined?(Rails)
+load "tasks/views.rake"

data/lib/tidus/query.rb

@@ -2,8 +2,19 @@
 
 module Tidus
   module Query
+    def create_view_query_part
+      case connection.instance_values['config'][:adapter].to_s.downcase
+      when 'postgresql'
+        return 'CREATE OR REPLACE VIEW'
+      when 'sqlite3'
+        return 'CREATE VIEW IF NOT EXISTS'
+      else
+        return 'CREATE VIEW'
+      end
+    end
+
     def create_query
-      "CREATE VIEW #{view_name} AS " +
+      "#{create_view_query_part} #{view_name} AS " +
       "SELECT #{view_columns.join(', ')} " +
       "FROM #{table_name}"
     end

data/lib/tidus/strategies/ean_anonymizer.rb

@@ -0,0 +1,6 @@
+# encoding: utf-8
+
+module Tidus
+  class EanAnonymizer < Tidus::BaseSelector
+  end
+end

data/lib/tidus/strategies/postgresql/ean_anonymizer.rb

@@ -0,0 +1,147 @@
+module Tidus
+  module Postgresql
+    class EanAnonymizer
+      BASE_MAPPING          = '0123456789'.freeze
+      DEFAULT_MAPPING_START = 1.freeze
+
+      def self.anonymize(table_name, column_name, options = {})
+        mapping_snippet = build_mapped_digit_snippet(column_name, options)
+
+        query = <<-SQL
+          (
+            SELECT
+              string_agg(new_digits.digit::TEXT, ''::TEXT)
+            FROM (
+              (
+                SELECT
+                  pos,
+                  digit
+                FROM (
+                  #{mapping_snippet}
+                ) AS where_sub
+                ORDER BY pos ASC
+              )
+              UNION ALL
+              (
+                SELECT
+                  LENGTH(#{column_name}::TEXT) AS pos,
+                  (
+                    10
+                    -
+                    (
+                      (
+                        SELECT
+                          SUM(digit)
+                        FROM (
+                          #{mapping_snippet}
+                        ) AS where_sub
+                        WHERE pos % 2 = LENGTH(#{column_name}::TEXT) % 2
+                      )
+                      +
+                      (
+                        SELECT
+                          SUM(digit)
+                        FROM (
+                          #{mapping_snippet}
+                        ) AS where_sub
+                        WHERE pos % 2 = (LENGTH(#{column_name}::TEXT) - 1) % 2
+                      ) * 3
+                    ) % 10
+                  ) % 10 AS digit
+              )
+            ) new_digits
+          )
+          SQL
+
+        return query.gsub!(/\n/, '').gsub!(/\ +/, ' ')
+      end
+
+      # Generates a new mapping if no cache_key is given
+      # Generates a new mapping if the cache_key is unknown
+      # Reuses the found mapping if the cache_key is known
+      def self.retrieve_mapping(cache_key)
+        @cached_mappings ||= {}
+        mapping = @cached_mappings[cache_key]
+
+        if mapping == nil
+          mapping = {
+            base:        BASE_MAPPING,
+            replacement: BASE_MAPPING.split('').shuffle.join('')
+          }
+        end
+
+        if cache_key != nil
+          @cached_mappings[cache_key] = mapping
+        end
+
+        return mapping
+      end
+
+      def self.build_mapped_digit_snippet(column_name, options)
+        substrings = build_digit_mapping(column_name, options)
+
+        return <<-SQL
+          SELECT
+            *
+          FROM (
+            SELECT
+              ROW_NUMBER() over () AS pos,
+              digit::INT
+            FROM (
+              SELECT
+                REGEXP_SPLIT_TO_TABLE(
+                  #{substrings.join(' || ')},
+                  ''
+                ) AS digit
+            ) AS sub
+          ) AS sub
+          WHERE pos < LENGTH(#{column_name}::TEXT)
+        SQL
+      end
+
+      def self.build_digit_mapping(column_name, options)
+        mapping = retrieve_mapping(options[:cache_key])
+
+        options[:start] ||= DEFAULT_MAPPING_START
+
+        # reduce length by 1 to take away the check digit
+        total_length = "LENGTH(#{column_name}::TEXT) - 1"
+        length = options[:length] || total_length
+
+        substrings = []
+
+        if options[:start] != DEFAULT_MAPPING_START
+          substrings << build_substring_snippet(
+                          column_name,
+                          DEFAULT_MAPPING_START,
+                          options[:start] - DEFAULT_MAPPING_START
+                        )
+        end
+
+        translate_part = <<-SNIPPET
+          TRANSLATE(
+            #{build_substring_snippet(column_name, options[:start], length)},
+            '#{mapping[:base]}',
+            '#{mapping[:replacement]}'
+          )
+        SNIPPET
+
+        substrings << translate_part.gsub(/\n/, '').gsub(/\ +/, ' ')
+
+        if options[:length] != nil
+          substrings << build_substring_snippet(
+                          column_name,
+                          "#{options[:start]} + #{options[:length]}",
+                          "#{total_length} - #{options[:start]}"
+                        )
+        end
+
+        return substrings
+      end
+
+      def self.build_substring_snippet(column_name, start, length)
+        return "SUBSTRING(#{column_name}::TEXT, #{start}, #{length})"
+      end
+    end
+  end
+end

data/lib/tidus/version.rb

@@ -1,3 +1,3 @@
 module Tidus
-  VERSION = "1.0.7"
+  VERSION = "1.2.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tidus
 version: !ruby/object:Gem::Version
-  version: 1.0.7
+  version: 1.2.1
 platform: ruby
 authors:
 - Tobias Schoknecht
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-07-09 00:00:00.000000000 Z
+date: 2021-04-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -16,42 +16,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 10.0.4
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 10.0.4
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.14.1
+        version: '3.9'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.14.1
+        version: '3.9'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.10
+        version: '1.4'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.10
+        version: '1.4'
 - !ruby/object:Gem::Dependency
   name: activerecord
   requirement: !ruby/object:Gem::Requirement
@@ -68,7 +68,7 @@ dependencies:
         version: '3.2'
 description: Creates views which allow anonymization of database tables.
 email:
-- tobias.schoknecht@gmail.com
+- tobias.schoknecht@viafintech.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -79,10 +79,12 @@ files:
 - lib/tidus/query.rb
 - lib/tidus/strategies/base_selector.rb
 - lib/tidus/strategies/cond_anonymizer.rb
+- lib/tidus/strategies/ean_anonymizer.rb
 - lib/tidus/strategies/email_anonymizer.rb
 - lib/tidus/strategies/null_anonymizer.rb
 - lib/tidus/strategies/overlay_anonymizer.rb
 - lib/tidus/strategies/postgresql/cond_anonymizer.rb
+- lib/tidus/strategies/postgresql/ean_anonymizer.rb
 - lib/tidus/strategies/postgresql/email_anonymizer.rb
 - lib/tidus/strategies/postgresql/null_anonymizer.rb
 - lib/tidus/strategies/postgresql/overlay_anonymizer.rb
@@ -99,7 +101,7 @@ homepage: ''
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -114,9 +116,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.2.2
-signing_key: 
+rubygems_version: 3.0.6
+signing_key:
 specification_version: 4
 summary: Gem for creating anonymization views.
 test_files: []