masking 1.1.0 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f4d34aeecc48c47e5ad4f96b35f3f8c6afb36a870402e44839a9a4d13af065f1
-  data.tar.gz: 1089fad50f9aaab3afcf32a553c0cba62754ddf05a630f35f6e928e5a205d090
+  metadata.gz: 8229ba5463b487ff90ed68d770ce32e07d5d02859c12836eae99dc465ebe1378
+  data.tar.gz: 3b046df36bc1576e02412df76de34fa03c31583e4d8cc89c0c417dcbe86f09fd
 SHA512:
-  metadata.gz: f37b50a385f56ab9e7359d245dada16a3f619341e41089bbaafd97a42d2f73d471ea12c014cec410adc1575fdc764c1b88065850decaa992fa0bbd95926919fa
-  data.tar.gz: d071b2b682a2f20a5cb9e5a04ce91901ba4066520ea740058730d19205376e90f23f5e26721bd17fe75657332551bd145a09870fcfb077a5cecfadc06bb5b76b
+  metadata.gz: 3cd6d9271cbcdadc50281189db5e4ed73111996544d47ddb553b33e4d82a838d7dcc95b649ca6462cf9f1742256602feb22f973cba98adf5ebebb7b3fbb3ff79
+  data.tar.gz: f0dd87ee111bd69ef6586ce3aa18baf9b7734b8843c8d00b2480308244db7e98cb87f04f196ccd530d1690b0697f039dd7683ae60f147a8b66971ff762c0459e

data/.circleci/config.yml

@@ -14,10 +14,14 @@ test_attributes: &test_attributes
         name: output Ruby version (debug)
         command: docker run --entrypoint sh masking-$RUBY_VERSION-$CIRCLE_SHA1 -c "ruby -v" # debug
     - run:
-        name: run test
-        command: docker run --entrypoint sh -e CI -e CODECOV_TOKEN masking-$RUBY_VERSION-$CIRCLE_SHA1 -c "bundle exec rspec"
+        name: run test & rubocop & notes
+        command: docker run --entrypoint sh -e CI -e CODECOV_TOKEN masking-$RUBY_VERSION-$CIRCLE_SHA1 -c "bundle exec rake"
 
 jobs:
+  test-ruby32:
+    <<: *test_attributes
+    environment:
+      RUBY_VERSION: '3.2'
   test-ruby31:
     <<: *test_attributes
     environment:
@@ -38,7 +42,8 @@ jobs:
 workflows:
   'CircleCI: build':
     jobs:
+      - test-ruby32
+      - test-ruby31
+      - test-ruby30
       - test-ruby26
       - test-ruby27
-      - test-ruby30
-      - test-ruby31

data/.github/workflows/acceptance_test_mariadb.yml

@@ -2,10 +2,66 @@ name: Acceptance Test MariaDB
 on:
   push:
     branches:
-      - master
+      - main
   pull_request:
 
 jobs:
+  mariadb1011:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb1011 docker-compose-ci.yml
+  mariadb1010:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb1010 docker-compose-ci.yml
+  mariadb109:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb109 docker-compose-ci.yml
+  mariadb108:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb108 docker-compose-ci.yml
+  mariadb107:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb107 docker-compose-ci.yml
+  mariadb106:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb106 docker-compose-ci.yml
+  mariadb105:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb105 docker-compose-ci.yml
   mariadb104:
     runs-on: ubuntu-latest
     steps:

data/.github/workflows/acceptance_test_mysql.yml

@@ -2,7 +2,7 @@ name: Acceptance Test MySQL
 on:
   push:
     branches:
-      - master
+      - main
   pull_request:
 
 jobs:

data/.rubocop.yml

@@ -1,11 +1,17 @@
+inherit_from: .rubocop_todo.yml
+
+require:
+  - rubocop-rspec
+
 AllCops:
+  NewCops: enable
   Exclude:
     - 'vendor/**/*'
     - 'spec/fixtures/**/*'
     - 'tmp/**/*'
   TargetRubyVersion: 2.6
 
-Metrics/LineLength:
+Layout/LineLength:
   Max: 120
 
 Metrics/BlockLength:

data/.rubocop_todo.yml

@@ -0,0 +1,105 @@
+# This configuration was generated by
+# `rubocop --auto-gen-config`
+# on 2023-02-26 19:42:34 UTC using RuboCop version 1.46.0.
+# The point is for the user to remove these configuration records
+# one by one as the offenses are removed from the code base.
+# Note that changes in the inspected code, or installation of new
+# versions of RuboCop, may require this file to be generated again.
+
+# Offense count: 1
+RSpec/AnyInstance:
+  Exclude:
+    - 'spec/masking/config_spec.rb'
+
+# Offense count: 39
+# Configuration parameters: Prefixes, AllowedPatterns.
+# Prefixes: when, with, without
+RSpec/ContextWording:
+  Exclude:
+    - 'spec/integration/commandline_spec.rb'
+    - 'spec/masking/cli_spec.rb'
+    - 'spec/masking/config/target_columns/column_spec.rb'
+    - 'spec/masking/config/target_columns/method/binary_spec.rb'
+    - 'spec/masking/config/target_columns/method/string_binary_distinctor_spec.rb'
+    - 'spec/masking/config/target_columns/method_spec.rb'
+    - 'spec/masking/config/target_columns_spec.rb'
+    - 'spec/masking/config_spec.rb'
+    - 'spec/masking/data_mask_processor/cache_spec.rb'
+    - 'spec/masking/insert_statement_spec.rb'
+    - 'spec/masking/sql_dump_line_spec.rb'
+
+# Offense count: 1
+# Configuration parameters: IgnoredMetadata.
+RSpec/DescribeClass:
+  Exclude:
+    - '**/spec/features/**/*'
+    - '**/spec/requests/**/*'
+    - '**/spec/routing/**/*'
+    - '**/spec/system/**/*'
+    - '**/spec/views/**/*'
+    - 'spec/integration/commandline_spec.rb'
+
+# Offense count: 6
+# Configuration parameters: CountAsOne.
+RSpec/ExampleLength:
+  Max: 7
+
+# Offense count: 1
+RSpec/ExpectInHook:
+  Exclude:
+    - 'spec/masking/insert_statement_spec.rb'
+
+# Offense count: 4
+RSpec/ExpectOutput:
+  Exclude:
+    - 'spec/masking/cli_spec.rb'
+
+# Offense count: 1
+RSpec/MessageChain:
+  Exclude:
+    - 'spec/masking_spec.rb'
+
+# Offense count: 16
+# Configuration parameters: .
+# SupportedStyles: have_received, receive
+RSpec/MessageSpies:
+  EnforcedStyle: receive
+
+# Offense count: 5
+RSpec/MultipleExpectations:
+  Max: 3
+
+# Offense count: 44
+# Configuration parameters: EnforcedStyle, IgnoreSharedExamples.
+# SupportedStyles: always, named_only
+RSpec/NamedSubject:
+  Exclude:
+    - 'spec/masking/cli/error_message_spec.rb'
+    - 'spec/masking/config/target_columns/column_spec.rb'
+    - 'spec/masking/config/target_columns/method/binary_spec.rb'
+    - 'spec/masking/config/target_columns/method/string_spec.rb'
+    - 'spec/masking/config/target_columns/method_spec.rb'
+    - 'spec/masking/config/target_columns/table_spec.rb'
+    - 'spec/masking/config/target_columns_spec.rb'
+    - 'spec/masking/config_spec.rb'
+    - 'spec/masking/insert_statement/sql_builder_spec.rb'
+    - 'spec/masking/insert_statement_spec.rb'
+    - 'spec/masking_spec.rb'
+
+# Offense count: 19
+# Configuration parameters: AllowedGroups.
+RSpec/NestedGroups:
+  Max: 5
+
+# Offense count: 4
+RSpec/RepeatedExampleGroupDescription:
+  Exclude:
+    - 'spec/integration/commandline_spec.rb'
+    - 'spec/masking/cli_spec.rb'
+
+# Offense count: 3
+RSpec/StubbedMock:
+  Exclude:
+    - 'spec/masking/cli_spec.rb'
+    - 'spec/masking/config/target_columns/method_spec.rb'
+    - 'spec/masking/sql_dump_line_spec.rb'

data/.ruby-version

@@ -1 +1 @@
-3.1.3
+3.2.1

data/CHANGELOG.md

@@ -7,12 +7,22 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [v1.1.1] - 2023-04-03
+
+### Added
+
+- add ignore NULL option [#66](https://github.com/kibitan/masking/pull/66) requested feature by [#59](https://github.com/kibitan/masking/pull/59) from @spyro2000
+- add MariaDB 10.5, 10.6, 10.7, 10.8, 10.9, 10.10, 10.11 support [#65](https://github.com/kibitan/masking/pull/65)
+- add Ruby 3.2 support [#64](https://github.com/kibitan/masking/pull/64)
+- update development libraries [#61](https://github.com/kibitan/masking/pull/61)
+
 ## [v1.1.0] - 2023-02-25 Happy #ruby30th Birthday🎉
 
 ### Added
 
 - add Ruby 3.0 support [#55](https://github.com/kibitan/masking/pull/55)
 - add Ruby 3.1 support [#60](https://github.com/kibitan/masking/pull/60)
+- drop Ruby 2.5 support [#60](https://github.com/kibitan/masking/pull/60)
 
 ### Security
 

data/Dockerfile

@@ -1,4 +1,4 @@
-ARG ruby_version=2.6
+ARG ruby_version=3.2
 
 FROM ruby:$ruby_version-alpine AS builder
 RUN apk add --no-cache build-base git
@@ -23,4 +23,6 @@ RUN chown app /app
 USER app
 COPY --from=builder /usr/local/bundle/ /usr/local/bundle/
 COPY --chown=app . ./
+# workaround: at some reason, ruby-prof is not recognized in Ruby 2.6 image https://app.circleci.com/pipelines/github/kibitan/masking/197/workflows/8cbdb843-a42f-413a-ab2f-9c5f74397d43/jobs/512
+RUN bundle
 ENTRYPOINT ["bundle", "exec", "exe/masking"]

data/Gemfile

@@ -4,5 +4,25 @@ source 'https://rubygems.org'
 
 git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
 
+gem 'bundler'
+gem 'rake'
+gem 'rake-notes'
+gem 'ruby-prof'
+
+# linter/static analyzer
+gem 'mdl'
+gem 'rubocop'
+gem 'rubocop-rspec'
+
+# test
+gem 'codecov'
+gem 'rspec'
+gem 'simplecov'
+
+# debug
+gem 'pry'
+gem 'pry-byebug'
+gem 'tapp'
+
 # Specify your gem's dependencies in masking.gemspec
 gemspec

data/Gemfile.lock

@@ -1,83 +1,98 @@
 PATH
   remote: .
   specs:
-    masking (1.1.0)
+    masking (1.1.1)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    ast (2.4.0)
-    byebug (11.0.1)
-    codecov (0.2.12)
-      json
-      simplecov
-    coderay (1.1.2)
+    ast (2.4.2)
+    byebug (11.1.3)
+    chef-utils (18.1.0)
+      concurrent-ruby
+    codecov (0.6.0)
+      simplecov (>= 0.15, < 0.22)
+    coderay (1.1.3)
     colored (1.2)
-    diff-lcs (1.3)
-    docile (1.3.2)
-    jaro_winkler (1.5.4)
-    json (2.3.1)
-    kramdown (2.3.0)
+    concurrent-ruby (1.2.2)
+    diff-lcs (1.5.0)
+    docile (1.4.0)
+    json (2.6.3)
+    kramdown (2.4.0)
       rexml
     kramdown-parser-gfm (1.1.0)
       kramdown (~> 2.0)
-    mdl (0.8.0)
-      kramdown (~> 2.0)
-      kramdown-parser-gfm (~> 1.0)
+    mdl (0.12.0)
+      kramdown (~> 2.3)
+      kramdown-parser-gfm (~> 1.1)
       mixlib-cli (~> 2.1, >= 2.1.1)
       mixlib-config (>= 2.2.1, < 4)
-    method_source (0.9.2)
-    mixlib-cli (2.1.5)
-    mixlib-config (3.0.5)
+      mixlib-shellout
+    method_source (1.0.0)
+    mixlib-cli (2.1.8)
+    mixlib-config (3.0.27)
       tomlrb
-    parallel (1.19.1)
-    parser (2.6.5.0)
-      ast (~> 2.4.0)
-    pry (0.12.2)
-      coderay (~> 1.1.0)
-      method_source (~> 0.9.0)
-    pry-byebug (3.7.0)
+    mixlib-shellout (3.2.7)
+      chef-utils
+    parallel (1.22.1)
+    parser (3.2.1.0)
+      ast (~> 2.4.1)
+    pry (0.14.2)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+    pry-byebug (3.10.1)
       byebug (~> 11.0)
-      pry (~> 0.10)
-    rainbow (3.0.0)
-    rake (13.0.1)
+      pry (>= 0.13, < 0.15)
+    rainbow (3.1.1)
+    rake (13.0.6)
     rake-notes (0.2.2)
       colored
       rake
-    rexml (3.2.4)
-    rspec (3.9.0)
-      rspec-core (~> 3.9.0)
-      rspec-expectations (~> 3.9.0)
-      rspec-mocks (~> 3.9.0)
-    rspec-core (3.9.0)
-      rspec-support (~> 3.9.0)
-    rspec-expectations (3.9.0)
+    regexp_parser (2.7.0)
+    rexml (3.2.5)
+    rspec (3.12.0)
+      rspec-core (~> 3.12.0)
+      rspec-expectations (~> 3.12.0)
+      rspec-mocks (~> 3.12.0)
+    rspec-core (3.12.1)
+      rspec-support (~> 3.12.0)
+    rspec-expectations (3.12.2)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.9.0)
-    rspec-mocks (3.9.0)
+      rspec-support (~> 3.12.0)
+    rspec-mocks (3.12.3)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.9.0)
-    rspec-support (3.9.0)
-    rubocop (0.78.0)
-      jaro_winkler (~> 1.5.1)
+      rspec-support (~> 3.12.0)
+    rspec-support (3.12.0)
+    rubocop (1.46.0)
+      json (~> 2.3)
       parallel (~> 1.10)
-      parser (>= 2.6)
+      parser (>= 3.2.0.0)
       rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8, < 3.0)
+      rexml (>= 3.2.5, < 4.0)
+      rubocop-ast (>= 1.26.0, < 2.0)
       ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 1.4.0, < 1.7)
-    ruby-prof (1.1.0)
-    ruby-progressbar (1.10.1)
-    simplecov (0.20.0)
+      unicode-display_width (>= 2.4.0, < 3.0)
+    rubocop-ast (1.26.0)
+      parser (>= 3.2.1.0)
+    rubocop-capybara (2.17.1)
+      rubocop (~> 1.41)
+    rubocop-rspec (2.18.1)
+      rubocop (~> 1.33)
+      rubocop-capybara (~> 2.17)
+    ruby-prof (1.6.1)
+    ruby-progressbar (1.11.0)
+    simplecov (0.21.2)
       docile (~> 1.1)
       simplecov-html (~> 0.11)
       simplecov_json_formatter (~> 0.1)
     simplecov-html (0.12.3)
-    simplecov_json_formatter (0.1.2)
+    simplecov_json_formatter (0.1.4)
     tapp (1.5.1)
       thor
-    thor (1.0.1)
-    tomlrb (1.2.9)
-    unicode-display_width (1.6.0)
+    thor (1.2.1)
+    tomlrb (2.0.3)
+    unicode-display_width (2.4.2)
 
 PLATFORMS
   ruby
@@ -93,6 +108,7 @@ DEPENDENCIES
   rake-notes
   rspec
   rubocop
+  rubocop-rspec
   ruby-prof
   simplecov
   tapp

data/README.md

@@ -1,10 +1,10 @@
 # MasKING🤴
 
-[![CircleCI](https://circleci.com/gh/kibitan/masking/tree/master.svg?style=svg)](https://circleci.com/gh/kibitan/masking/tree/master)
-[![Acceptance Test MySQL Status](https://github.com/kibitan/masking/workflows/Acceptance%20Test%20MySQL/badge.svg?branch=master)](https://github.com/kibitan/masking/actions?query=workflow%3A%22Acceptance+Test+MySQL%22+branch%3Amaster)
-[![Acceptance Test MariaDB Status](https://github.com/kibitan/masking/workflows/Acceptance%20Test%20MariaDB/badge.svg?branch=master)](https://github.com/kibitan/masking/actions?query=workflow%3A%22Acceptance+Test+MariaDB%22+branch%3Amaster)
+[![CircleCI](https://circleci.com/gh/kibitan/masking/tree/main.svg?style=svg)](https://circleci.com/gh/kibitan/masking/tree/main)
+[![Acceptance Test MySQL Status](https://github.com/kibitan/masking/workflows/Acceptance%20Test%20MySQL/badge.svg?branch=main)](https://github.com/kibitan/masking/actions?query=workflow%3A%22Acceptance+Test+MySQL%22+branch%3Amain)
+[![Acceptance Test MariaDB Status](https://github.com/kibitan/masking/workflows/Acceptance%20Test%20MariaDB/badge.svg?branch=main)](https://github.com/kibitan/masking/actions?query=workflow%3A%22Acceptance+Test+MariaDB%22+branch%3Amain)
 
-[![codecov](https://codecov.io/gh/kibitan/masking/branch/master/graph/badge.svg)](https://codecov.io/gh/kibitan/masking)
+[![codecov](https://codecov.io/gh/kibitan/masking/branch/main/graph/badge.svg)](https://codecov.io/gh/kibitan/masking)
 [![Maintainability](https://api.codeclimate.com/v1/badges/290b3005ecc193a3d138/maintainability)](https://codeclimate.com/github/kibitan/masking/maintainability)
 [![Gem Version](https://badge.fury.io/rb/masking.svg)](https://badge.fury.io/rb/masking)
 
@@ -18,12 +18,12 @@ gem install masking
 
 ## Requirement
 
-* Ruby 2.6/2.7/3.0/3.1
+* Ruby 2.6/2.7/3.0/3.1/3.2
 
-## Supported RDBMS
+## Supporting RDBMS
 
 * MySQL: 5.5<sup>[1](#footnote1)</sup>, 5.6, 5.7, 8.0
-* MariaDB: 5.5, 10.0<sup>[2](#footnote2)</sup>, 10.1, 10.2, 10.3, 10.4
+* MariaDB: 5.5, 10.0<sup>[2](#footnote2)</sup>, 10.1, 10.2, 10.3, 10.4, 10.5, 10.6, 10.7, 10.8, 10.9, 10.10, 10.11
 
 ## Usage
 
@@ -47,6 +47,9 @@ gem install masking
           OTk6enp56enmlpaWNjY6Ojo4SEhP/++f/++f/++f/++f/++f/++f/++f/++f/+
           +f/++f/++f/++f/++f/++SH+Dk1hZGUgd2l0aCBHSU1QACwAAAAADAAMAAAFLC
           AgjoEwnuNAFOhpEMTRiggcz4BNJHrv/zCFcLiwMWYNG84BwwEeECcgggoBADs=
+        # When a column name is suffixed with `?`, the original NULL value will not be anonymized.
+        # This option can be beneficial for simulating SQL execution that closely resembles the original data.
+        nullable_string?: anonymized nullable %{n} string
     ```
 
     A value will be implicitly converted to a compatible type. If you prefer to explicitly convert, you could use a tag as defined in [YAML Version 1.1](http://yaml.org/spec/current.html#id2503753)
@@ -160,6 +163,13 @@ The docker-compose file names for other database versions, specify that file.
 * MySQL 5.7: [`docker-compose/mysql57.yml`](./docker-compose/mysql57.yml)
 * MySQL 5.6: [`docker-compose/mysql56.yml`](./docker-compose/mysql56.yml)
 * MySQL 5.5<sup>[1](#footnote1)</sup>: [`docker-compose/mysql55.yml`](./docker-compose/mysql55.yml)
+* MariaDB 10.11: [`docker-compose/mariadb1011.yml`](./docker-compose/mariadb1011.yml)
+* MariaDB 10.10: [`docker-compose/mariadb1010.yml`](./docker-compose/mariadb1010.yml)
+* MariaDB 10.9: [`docker-compose/mariadb109.yml`](./docker-compose/mariadb109.yml)
+* MariaDB 10.8: [`docker-compose/mariadb108.yml`](./docker-compose/mariadb108.yml)
+* MariaDB 10.7: [`docker-compose/mariadb107.yml`](./docker-compose/mariadb107.yml)
+* MariaDB 10.6: [`docker-compose/mariadb106.yml`](./docker-compose/mariadb106.yml)
+* MariaDB 10.5: [`docker-compose/mariadb105.yml`](./docker-compose/mariadb105.yml)
 * MariaDB 10.4: [`docker-compose/mariadb104.yml`](./docker-compose/mariadb104.yml)
 * MariaDB 10.3: [`docker-compose/mariadb103.yml`](./docker-compose/mariadb103.yml)
 * MariaDB 10.2: [`docker-compose/mariadb102.yml`](./docker-compose/mariadb102.yml)
@@ -238,7 +248,7 @@ The gem is available as open source under the terms of the [MIT License](https:/
 
 ## Code of Conduct
 
-Everyone interacting in the Masking project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/kibitan/masking/blob/master/CODE_OF_CONDUCT.md).
+Everyone interacting in the Masking project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/kibitan/masking/blob/main/CODE_OF_CONDUCT.md).
 
 <a name="footnote1">1</a>: <small> MySQL 5.5 is already not supported by [official](https://www.mysql.com/support/supportedplatforms/database.html)</small>
 

data/acceptance/expected_query_result.txt

@@ -1,33 +1,39 @@
 *************************** 1. row ***************************
-            id: 1
-        string: anonymized string
-         email: anonymized+1@example.com
-       integer: 12345
-         float: 123.45
-       boolean: 1
-          null: NULL
-          date: 2018-08-24
-          time: 2018-08-24 15:54:06
-binary_or_blob: \x92       
+              id: 1
+          string: anonymized string
+           email: anonymized+1@example.com
+         integer: 12345
+           float: 123.45
+         boolean: 1
+            null: NULL
+            date: 2018-08-24
+            time: 2018-08-24 15:54:06
+  binary_or_blob: \x92       
+ nullable_string: string1
+nullable_integer: NULL
 *************************** 2. row ***************************
-            id: 2
-        string: anonymized string
-         email: anonymized+2@example.com
-       integer: 12345
-         float: 123.45
-       boolean: 1
-          null: NULL
-          date: 2018-08-24
-          time: 2018-08-24 15:54:06
-binary_or_blob: \x92\x92   
+              id: 2
+          string: anonymized string
+           email: anonymized+2@example.com
+         integer: 12345
+           float: 123.45
+         boolean: 1
+            null: NULL
+            date: 2018-08-24
+            time: 2018-08-24 15:54:06
+  binary_or_blob: \x92\x92   
+ nullable_string: NULL
+nullable_integer: 33333
 *************************** 3. row ***************************
-            id: 3
-        string: anonymized string
-         email: anonymized+3@example.com
-       integer: 12345
-         float: 123.45
-       boolean: 1
-          null: NULL
-          date: 2018-08-24
-          time: 2018-08-24 15:54:06
-binary_or_blob: NULL
+              id: 3
+          string: anonymized string
+           email: anonymized+3@example.com
+         integer: 12345
+           float: 123.45
+         boolean: 1
+            null: NULL
+            date: 2018-08-24
+            time: 2018-08-24 15:54:06
+  binary_or_blob: NULL
+ nullable_string: string3
+nullable_integer: 33333

data/acceptance/import_dumpfile.sql

@@ -33,6 +33,8 @@ CREATE TABLE `users` (
   `date` date DEFAULT NULL,
   `time` timestamp NULL DEFAULT NULL,
   `binary_or_blob` binary(11) DEFAULT NULL,
+  `nullable_string` varchar(20) DEFAULT '',
+  `nullable_integer` int(11) DEFAULT NULL,
   PRIMARY KEY (`id`)
 ) ENGINE=InnoDB AUTO_INCREMENT=6 DEFAULT CHARSET=utf8;
 /*!40101 SET character_set_client = @saved_cs_client */;
@@ -43,7 +45,7 @@ CREATE TABLE `users` (
 
 LOCK TABLES `users` WRITE;
 /*!40000 ALTER TABLE `users` DISABLE KEYS */;
-INSERT INTO `users` (`id`, `string`, `email`, `integer`, `float`, `boolean`, `null`, `date`, `time`, `binary_or_blob`) VALUES (1,'example@exa','test@example.com',1245,2.1,1,-321,NULL,NULL,_binary '\\x92\0\0\0\0\0\0\0'),(2,'あいうえお','invalid@email',0,-23.4422,0,321,NULL,NULL,_binary '\\x92\\x92\0\0\0'),(3,'+-l;a*&^%$','chikahiro@test.com',-1,21.2321,NULL,-231321,'2019-10-31','2019-10-31 16:27:21',NULL);
+INSERT INTO `users` (`id`, `string`, `email`, `integer`, `float`, `boolean`, `null`, `date`, `time`, `binary_or_blob`, `nullable_string`, `nullable_integer`) VALUES (1,'example@exa','test@example.com',1245,2.1,1,-321,NULL,NULL,_binary '\\x92\0\0\0\0\0\0\0','abcde',NULL),(2,'あいうえお','invalid@email',0,-23.4422,0,321,NULL,NULL,_binary '\\x92\\x92\0\0\0',NULL,12),(3,'+-l;a*&^%$','chikahiro@test.com',-1,21.2321,NULL,-231321,'2019-10-31','2019-10-31 16:27:21',NULL,'abc123',-123);
 /*!40000 ALTER TABLE `users` ENABLE KEYS */;
 UNLOCK TABLES;
 /*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */;

data/acceptance/masking.yml

@@ -7,6 +7,8 @@ users:
   'null': NULL
   date: 2018-08-24
   time: 2018-08-24 15:54:06
+  nullable_string?: string%{n}
+  nullable_integer?: 33333
   ## TODO: something not working well with binary...
   # binary_or_blob: !binary |
   #   R0lGODlhDAAMAIQAAP//9/X17unp5WZmZgAAAOfn515eXvPz7Y6OjuDg4J+fn5

data/acceptance/run_test.sh

@@ -22,4 +22,4 @@ mysql -h "$MYSQL_HOST" -u "$MYSQL_USER" -p"$MYSQL_PASSWORD" "$MYSQL_DBNAME" < "$
 
 ## compare
 mysql -h "$MYSQL_HOST" -u "$MYSQL_USER" -p"$MYSQL_PASSWORD" "$MYSQL_DBNAME" -e 'SELECT * FROM users ORDER BY id;' --vertical > "$FILEDIR/tmp/query_result.txt"
-diff "$FILEDIR/tmp/query_result.txt" "$FILEDIR/expected_query_result.txt" && echo 'test passed!'
+diff "$FILEDIR/expected_query_result.txt" "$FILEDIR/tmp/query_result.txt"  && echo 'test passed!'

data/docker-compose/mariadb1010.yml

@@ -0,0 +1,17 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mariadb1010
+    entrypoint: docker-compose/wait-for-mysql.sh mariadb1010
+
+  mariadb1010:
+    image: mariadb:10.10
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb