masking 0.0.3 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8a65d39a6c96c94bf473883d1ef9877f1abdd16cfcae97da27e99f8c7afa9963
-  data.tar.gz: 109965dbb6e2ee880f9fd955e4f0d05f6a3dfbc8cbecd153315f9bcad275bf86
+  metadata.gz: 34f66d96cbd6ffe36c28c91073edb927d60eba4aa520d6fcc025bb5dd156d5a7
+  data.tar.gz: 492f56f9002a98220fefe58b18232dd1b6d0a340be796fc10ae863043ccb843e
 SHA512:
-  metadata.gz: 03010bd6d5fb1c90ed1c6dca9dff8f7d84bfe934d65bf48fab28feb3aa6c67381c0c1c6d85ba055b21334919ad1b075a166e23ab3d01fc76f09575f08c1ccac0
-  data.tar.gz: ff9ddd10f8f30c72427815177bb37d68e46fedd7d104d1141d5655449c7ae3811e4d2d0135113b2145b4b809d5774752b9c0100337927d6a59949a9c4fe35580
+  metadata.gz: 6057d19706c939b4ab70a0349f57dc550ac95ea98726938ae6d48fa6eac4cd389169715d985883769870752fc8dee2a6a28d68727005b87c3fb9ff5589ee2267
+  data.tar.gz: e9be5add5db208a607096e4b0a2c27b8214a55f796b23ff575aaed8cf138ed5de9de40cdb2199ffcdbba33f804c39bef6b4df60f66a8ef0d9f64f9046a58cba1

data/.circleci/config.yml

@@ -0,0 +1,30 @@
+version: 2.1
+
+test_attributes: &test_attributes
+  machine: true
+  steps:
+    - checkout
+    - run: docker build -t masking-$RUBY_VERSION-$CIRCLE_SHA1 --build-arg ruby_version=$RUBY_VERSION .
+    - run: docker run --entrypoint sh masking-$RUBY_VERSION-$CIRCLE_SHA1 -c "ruby -v" # debug
+    - run: docker run --entrypoint sh -e CI -e COVERALLS_REPO_TOKEN masking-$RUBY_VERSION-$CIRCLE_SHA1 -c "bundle exec rspec"
+
+jobs:
+  test-rubyrc:
+    <<: *test_attributes
+    environment:
+      RUBY_VERSION: rc
+  test-ruby26:
+    <<: *test_attributes
+    environment:
+      RUBY_VERSION: '2.6'
+  test-ruby25:
+    <<: *test_attributes
+    environment:
+      RUBY_VERSION: '2.5'
+
+workflows:
+  'CircleCI: build':
+    jobs:
+      - test-ruby26
+      - test-ruby25
+      - test-rubyrc

data/.codeclimate.yml

@@ -5,6 +5,10 @@ plugins:
   markdownlint:
     enabled: true
     checks:
+      MD013: # MD013/Line length
+        enabled: false
+      MD033: # MD033/no-inline-html
+        enabled: false
       # below 3 checks are disabled because Codeclimate's Markdownlint is not latest version (0.5.0)
       MD023:
         enabled: false

data/.dockerignore

@@ -0,0 +1,18 @@
+/.bundle/
+/_yardoc/
+/coverage/*
+/doc/
+/pkg/
+/spec/reports/*
+/tmp/*
+/profile/
+/vendor/
+.DS_Store
+
+# rspec failure tracking
+.rspec_status
+
+Dockerfile
+docker-compose.yml
+docker-compose-ci.yml
+docker-compose/*.yml

data/.github/workflows/acceptance_test_mariadb.yml

@@ -0,0 +1,56 @@
+name: Acceptance Test MariaDB
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+
+jobs:
+  mariadb104:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb104 docker-compose-ci.yml
+  mariadb103:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb103 docker-compose-ci.yml
+  mariadb102:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb102 docker-compose-ci.yml
+  mariadb101:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb101 docker-compose-ci.yml
+  mariadb100:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb100 docker-compose-ci.yml
+  mariadb55:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mariadb55 docker-compose-ci.yml

data/.github/workflows/acceptance_test_mysql.yml

@@ -0,0 +1,40 @@
+name: Acceptance Test MySQL
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+
+jobs:
+  mysql80:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mysql80 docker-compose-ci.yml
+  mysql57:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mysql57 docker-compose-ci.yml
+  mysql56:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mysql56 docker-compose-ci.yml
+  mysql55:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+        with:
+          fetch-depth: 1 # shallow clone
+      - name: run test
+        run: docker-compose/acceptance_test.sh mysql55 docker-compose-ci.yml

data/.github/workflows/check_changelog.yml

@@ -0,0 +1,13 @@
+# inspired from: https://github.com/rails/sprockets/pull/631
+name: Check Changelog
+
+on: [pull_request]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v1
+    - name: Check that CHANGELOG is touched
+      run: |
+        cat $GITHUB_EVENT_PATH | jq .pull_request.title | grep -i '\[changelog skip\]\|\[skip changelog\]' || git diff remotes/origin/${{ github.base_ref }} --name-only | grep CHANGELOG.md

data/.gitignore

@@ -14,3 +14,6 @@
 
 # config
 /masking.yml
+
+# artifacts of acceptance test
+acceptance/tmp

data/.mdlrc

@@ -1 +1,2 @@
 rules "~MD013"
+rules "~MD033"

data/.ruby-version

@@ -1 +1 @@
-2.6.0
+2.6.5

data/CHANGELOG.md

@@ -7,6 +7,17 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [v1.0.0] - 2019-11-10
+
+### Added
+
+- `masking --version` option [#31](https://github.com/kibitan/masking/pull/31)
+- add friendly parse error message [#26](https://github.com/kibitan/masking/pull/26) [#38](https://github.com/kibitan/masking/pull/38)
+- Setup Docker and Acceptance test [#32](https://github.com/kibitan/masking/pull/32) [#36](https://github.com/kibitan/masking/pull/36)
+- setup acceptance test for ci [#34](https://github.com/kibitan/masking/pull/34)
+- add Ruby2.7(preview) [#35](https://github.com/kibitan/masking/pull/35)
+- setup ci for changelog checker [#41](https://github.com/kibitan/masking/pull/41)
+
 ## [v0.0.3] - 2019-07-07
 
 ### Changed

data/Dockerfile

@@ -0,0 +1,24 @@
+ARG ruby_version=2.6
+
+FROM ruby:$ruby_version-alpine AS builder
+RUN apk add --no-cache build-base git
+WORKDIR /app
+RUN addgroup -S app && adduser -S -G app app
+USER app
+COPY --chown=app . ./
+RUN gem install bundler:2.0.2 && bundle install -j "$(nproc)"
+
+FROM builder AS with-mysql-client
+USER root
+RUN apk add --no-cache mysql-client
+USER app
+
+FROM ruby:$ruby_version-alpine
+WORKDIR /app
+# TODO: remove dependecy of `git` from masking.gemspec:L19
+RUN apk add --no-cache git
+RUN addgroup -S app && adduser -S -G app app
+USER app
+COPY --from=builder /usr/local/bundle/ /usr/local/bundle/
+COPY --chown=app . ./
+ENTRYPOINT ["bundle", "exec", "exe/masking"]

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    masking (0.0.3)
+    masking (1.0.0)
 
 GEM
   remote: https://rubygems.org/
@@ -101,7 +101,7 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
-  bundler (~> 1.16)
+  bundler (~> 2.0)
   coveralls
   masking!
   mdl
@@ -116,4 +116,4 @@ DEPENDENCIES
   tapp
 
 BUNDLED WITH
-   1.17.3
+   2.0.2

data/README.md

@@ -1,6 +1,9 @@
 # MasKING🤴
 
-[![Build Status](https://travis-ci.org/kibitan/masking.svg?branch=master)](https://travis-ci.org/kibitan/masking)
+[![CircleCI](https://circleci.com/gh/kibitan/masking/tree/master.svg?style=svg)](https://circleci.com/gh/kibitan/masking/tree/master)
+[![Acceptance Test MySQL Status](https://github.com/kibitan/masking/workflows/Acceptance%20Test%20MySQL/badge.svg?branch=master)](https://github.com/kibitan/masking/actions?query=workflow%3A%22Acceptance+Test+MySQL%22+branch%3Amaster)
+[![Acceptance Test MariaDB Status](https://github.com/kibitan/masking/workflows/Acceptance%20Test%20MariaDB/badge.svg?branch=master)](https://github.com/kibitan/masking/actions?query=workflow%3A%22Acceptance+Test+MariaDB%22+branch%3Amaster)
+
 [![Coverage Status](https://coveralls.io/repos/github/kibitan/masking/badge.svg?branch=master)](https://coveralls.io/github/kibitan/masking?branch=master)
 [![Maintainability](https://api.codeclimate.com/v1/badges/290b3005ecc193a3d138/maintainability)](https://codeclimate.com/github/kibitan/masking/maintainability)
 [![Gem Version](https://badge.fury.io/rb/masking.svg)](https://badge.fury.io/rb/masking)
@@ -15,11 +18,12 @@ gem install masking
 
 ## Requirement
 
-* Ruby 2.5/2.6
+* Ruby 2.5/2.6/2.7(preview)
 
 ## Supported RDBMS
 
-* MySQL 5.7...(TBC)
+* MySQL: 5.5<sup>[1](#footnote1)</sup>, 5.6, 5.7, 8.0
+* MariaDB: 5.5, 10.0<sup>[2](#footnote2)</sup>, 10.1, 10.2, 10.3, 10.4
 
 ## Usage
 
@@ -35,7 +39,7 @@ gem install masking
         integer: 12345
         float: 123.45
         boolean: true
-        null: null
+        null_column: null
         date: 2018-08-24
         time: 2018-08-24 15:54:06
         binary_or_blob: !binary | # Binary Data Language-Independent Type for YAML™ Version 1.1: http://yaml.org/type/binary.html
@@ -81,6 +85,7 @@ gem install masking
 $ masking -h
 Usage: masking [options]
     -c, --config=FILE_PATH           specify config file. default: masking.yml
+    -v, --version                    version
 ```
 
 ## Use case of annonymized (production) database
@@ -118,30 +123,71 @@ You can also run `bin/console` for an interactive prompt that will allow you to
 
 To install this gem onto your local machine, run `bundle exec rake install`.
 
+### boot
+
+```bash
+  bundle exec exe/masking
+```
+
 ### Run test & rubocop & notes
 
 ```bash
   bundle exec rake
 ```
 
-#### Protip
+#### acceptance test
+
+```bash
+./acceptance/run_test.sh
+```
+
+available option via environment variable:
+
+* `MYSQL_HOST`: database host(default: `localhost`)
+* `MYSQL_USER`: mysql user name(default: `mysqluser`}
+* `MYSQL_PASSWORD`: password for user(default: `password`)
+* `MYSQL_DBNAME`: database name(default: `mydb`)
+
+##### with docker
 
-It's useful that set `rake` on [Git hooks](https://git-scm.com/book/en/v2/Customizing-Git-Git-Hooks).
+```bash
+docker-compose -f docker-compose.yml -f docker-compose/mysql80.yml run -e MYSQL_HOST=mysql80 app acceptance/run_test.sh
+```
+
+or
 
 ```bash
-touch .git/hooks/pre-commit && chmod +x .git/hooks/pre-commit && cat << EOF > .git/hooks/pre-commit
-#!/usr/bin/env bash
-bundle exec rake
-EOF
+docker-compose/acceptance_test.sh mysql80
 ```
 
+The docker-compose file names for other database versions, specify that file.
+
+* MySQL 8.0: [`docker-compose/mysql80.yml`](./docker-compose/mysql80.yml)
+* MySQL 5.7: [`docker-compose/mysql57.yml`](./docker-compose/mysql57.yml)
+* MySQL 5.6: [`docker-compose/mysql56.yml`](./docker-compose/mysql56.yml)
+* MySQL 5.5<sup>[1](#footnote1)</sup>: [`docker-compose/mysql55.yml`](./docker-compose/mysql55.yml)
+* MariaDB 10.4: [`docker-compose/mariadb104.yml`](./docker-compose/mariadb104.yml)
+* MariaDB 10.3: [`docker-compose/mariadb103.yml`](./docker-compose/mariadb103.yml)
+* MariaDB 10.2: [`docker-compose/mariadb102.yml`](./docker-compose/mariadb102.yml)
+* MariaDB 10.1: [`docker-compose/mariadb101.yml`](./docker-compose/mariadb101.yml)
+* MariaDB 10.0<sup>[2](#footnote2)</sup>: [`docker-compose/mariadb100.yml`](./docker-compose/mariadb100.yml)
+* MariaDB 5.5: [`docker-compose/mariadb55.yml`](./docker-compose/mariadb55.yml)
+
 #### [Markdown lint](https://github.com/markdownlint/markdownlint)
 
 ```bash
 bundle exec mdl *.md
 ```
 
-### Profiling
+## Development with Docker
+
+```bash
+docker build . -t masking
+echo "sample stdout" | docker run -i masking
+docker run masking -v
+```
+
+## Profiling
 
 use `bin/masking_profile`
 
@@ -181,7 +227,6 @@ Depend on only pure language standard libraries, no external libraries. (except
 * Pluguable/customizable for a mask way  e.g. integrate with [Faker](https://github.com/stympy/faker)
 * Compatible with other RDBMS  e.g. PostgreSQL, Oracle, SQL Server
 * Parse the schema type information and validate target columns value
-* Integration test with real database
 * Performance optimization
   * Write in streaming process
   * rewrite by another language?
@@ -199,3 +244,7 @@ The gem is available as open source under the terms of the [MIT License](https:/
 ## Code of Conduct
 
 Everyone interacting in the Masking project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/kibitan/masking/blob/master/CODE_OF_CONDUCT.md).
+
+<a name="footnote1">1</a>: <small> MySQL 5.5 is already not supported by [official](https://www.mysql.com/support/supportedplatforms/database.html)</small>
+
+<a name="footnote2">2</a>: <small> MariaDB 10.0 is already not supported by [official](https://mariadb.org/about/maintenance-policy/)</small>

data/acceptance/expected_query_result.txt

@@ -0,0 +1,33 @@
+*************************** 1. row ***************************
+            id: 1
+        string: anonymized string
+         email: anonymized+1@example.com
+       integer: 12345
+         float: 123.45
+       boolean: 1
+          null: NULL
+          date: 2018-08-24
+          time: 2018-08-24 15:54:06
+binary_or_blob: \x92       
+*************************** 2. row ***************************
+            id: 2
+        string: anonymized string
+         email: anonymized+2@example.com
+       integer: 12345
+         float: 123.45
+       boolean: 1
+          null: NULL
+          date: 2018-08-24
+          time: 2018-08-24 15:54:06
+binary_or_blob: \x92\x92   
+*************************** 3. row ***************************
+            id: 3
+        string: anonymized string
+         email: anonymized+3@example.com
+       integer: 12345
+         float: 123.45
+       boolean: 1
+          null: NULL
+          date: 2018-08-24
+          time: 2018-08-24 15:54:06
+binary_or_blob: NULL

data/acceptance/import_dumpfile.sql

@@ -0,0 +1,59 @@
+-- MySQL dump 10.13  Distrib 5.7.27, for osx10.14 (x86_64)
+--
+-- Host: localhost    Database: sample
+-- ------------------------------------------------------
+-- Server version	5.7.27
+
+/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */;
+/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */;
+/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */;
+/*!40101 SET NAMES utf8 */;
+/*!40103 SET @OLD_TIME_ZONE=@@TIME_ZONE */;
+/*!40103 SET TIME_ZONE='+00:00' */;
+/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */;
+/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */;
+/*!40101 SET @OLD_SQL_MODE=@@SQL_MODE, SQL_MODE='NO_AUTO_VALUE_ON_ZERO' */;
+/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */;
+
+--
+-- Table structure for table `users`
+--
+
+DROP TABLE IF EXISTS `users`;
+/*!40101 SET @saved_cs_client     = @@character_set_client */;
+/*!40101 SET character_set_client = utf8 */;
+CREATE TABLE `users` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `string` varchar(20) NOT NULL DEFAULT '',
+  `email` varchar(200) NOT NULL DEFAULT '',
+  `integer` int(11) DEFAULT NULL,
+  `float` float DEFAULT NULL,
+  `boolean` tinyint(1) DEFAULT NULL,
+  `null` int(11) DEFAULT NULL,
+  `date` date DEFAULT NULL,
+  `time` timestamp NULL DEFAULT NULL,
+  `binary_or_blob` binary(11) DEFAULT NULL,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB AUTO_INCREMENT=6 DEFAULT CHARSET=utf8;
+/*!40101 SET character_set_client = @saved_cs_client */;
+
+--
+-- Dumping data for table `users`
+--
+
+LOCK TABLES `users` WRITE;
+/*!40000 ALTER TABLE `users` DISABLE KEYS */;
+INSERT INTO `users` (`id`, `string`, `email`, `integer`, `float`, `boolean`, `null`, `date`, `time`, `binary_or_blob`) VALUES (1,'example@exa','test@example.com',1245,2.1,1,-321,NULL,NULL,_binary '\\x92\0\0\0\0\0\0\0'),(2,'あいうえお','invalid@email',0,-23.4422,0,321,NULL,NULL,_binary '\\x92\\x92\0\0\0'),(3,'+-l;a*&^%$','chikahiro@test.com',-1,21.2321,NULL,-231321,'2019-10-31','2019-10-31 16:27:21',NULL);
+/*!40000 ALTER TABLE `users` ENABLE KEYS */;
+UNLOCK TABLES;
+/*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */;
+
+/*!40101 SET SQL_MODE=@OLD_SQL_MODE */;
+/*!40014 SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS */;
+/*!40014 SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS */;
+/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */;
+/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */;
+/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */;
+/*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */;
+
+-- Dump completed on 2019-10-31 18:19:32

data/acceptance/masking.yml

@@ -0,0 +1,15 @@
+users:
+  string: anonymized string
+  email: anonymized+%{n}@example.com
+  integer: 12345
+  float: 123.45
+  boolean: true
+  'null': NULL
+  date: 2018-08-24
+  time: 2018-08-24 15:54:06
+  ## TODO: something not working well with binary...
+  # binary_or_blob: !binary |
+  #   R0lGODlhDAAMAIQAAP//9/X17unp5WZmZgAAAOfn515eXvPz7Y6OjuDg4J+fn5
+  #   OTk6enp56enmlpaWNjY6Ojo4SEhP/++f/++f/++f/++f/++f/++f/++f/++f/+
+  #   +f/++f/++f/++f/++f/++SH+Dk1hZGUgd2l0aCBHSU1QACwAAAAADAAMAAAFLC
+  #   AgjoEwnuNAFOhpEMTRiggcz4BNJHrv/zCFcLiwMWYNG84BwwEeECcgggoBADs=

data/acceptance/run_test.sh

@@ -0,0 +1,25 @@
+#!/bin/sh
+
+set -Ceu -o pipefail
+# set -vx # for debug
+
+MYSQL_HOST=${MYSQL_HOST:-localhost}
+MYSQL_USER=${MYSQL_USER:-mysqluser}
+MYSQL_PASSWORD=${MYSQL_PASSWORD:-password}
+MYSQL_DBNAME=${MYSQL_DBNAME:-mydb}
+
+FILEDIR="$( cd "$( dirname "$0" )" && pwd )"
+
+## clear tmp file
+rm "$FILEDIR"/tmp/* || echo 'no tmp file'
+
+## import database
+mysql -h "$MYSQL_HOST" -u "$MYSQL_USER" -p"$MYSQL_PASSWORD" "$MYSQL_DBNAME" < "$FILEDIR/import_dumpfile.sql"
+
+## masking
+mysqldump -h "$MYSQL_HOST" -u "$MYSQL_USER" -p"$MYSQL_PASSWORD" "$MYSQL_DBNAME" --complete-insert | exe/masking -c "$FILEDIR/masking.yml" > "$FILEDIR/tmp/masking_dumpfile.sql"
+mysql -h "$MYSQL_HOST" -u "$MYSQL_USER" -p"$MYSQL_PASSWORD" "$MYSQL_DBNAME" < "$FILEDIR/tmp/masking_dumpfile.sql"
+
+## compare
+mysql -h "$MYSQL_HOST" -u "$MYSQL_USER" -p"$MYSQL_PASSWORD" "$MYSQL_DBNAME" -e 'SELECT * FROM users ORDER BY id;' --vertical > "$FILEDIR/tmp/query_result.txt"
+diff "$FILEDIR/tmp/query_result.txt" "$FILEDIR/expected_query_result.txt" && echo 'test passed!'

data/docker-compose-ci.yml

@@ -0,0 +1,6 @@
+version: '3.7'
+
+services:
+  app:
+    build: .
+    stdin_open: true

data/docker-compose.yml

@@ -0,0 +1,11 @@
+version: '3.7'
+
+services:
+  app:
+    build: .
+    stdin_open: true
+    volumes:
+      - .:/app
+    tmpfs:
+      - /app/tmp
+      - /app/vendor

data/docker-compose/acceptance_test.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+set -Ceu -o pipefail
+#set -vx # for debug
+
+MYSQL_VERSION=${1:-mysql80}
+DOCKER_COMPOSE_FILE=${2:-docker-compose.yml}
+docker-compose -f "$DOCKER_COMPOSE_FILE" -f "docker-compose/$MYSQL_VERSION.yml" run -e "MYSQL_HOST=$MYSQL_VERSION" app acceptance/run_test.sh

data/docker-compose/mariadb100.yml

@@ -0,0 +1,17 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mariadb100
+    entrypoint: docker-compose/wait-for-mysql.sh mariadb100
+
+  mariadb100:
+    image: mariadb:10.0
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb

data/docker-compose/mariadb101.yml

@@ -0,0 +1,17 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mariadb101
+    entrypoint: docker-compose/wait-for-mysql.sh mariadb101
+
+  mariadb101:
+    image: mariadb:10.1
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb

data/docker-compose/mariadb102.yml

@@ -0,0 +1,17 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mariadb102
+    entrypoint: docker-compose/wait-for-mysql.sh mariadb102
+
+  mariadb102:
+    image: mariadb:10.2
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb

data/docker-compose/mariadb103.yml

@@ -0,0 +1,17 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mariadb103
+    entrypoint: docker-compose/wait-for-mysql.sh mariadb103
+
+  mariadb103:
+    image: mariadb:10.3
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb

data/docker-compose/mariadb104.yml

@@ -0,0 +1,17 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mariadb104
+    entrypoint: docker-compose/wait-for-mysql.sh mariadb104
+
+  mariadb104:
+    image: mariadb:10.4
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb

data/docker-compose/mariadb55.yml

@@ -0,0 +1,17 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mariadb55
+    entrypoint: docker-compose/wait-for-mysql.sh mariadb55
+
+  mariadb55:
+    image: mariadb:5.5
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb

data/docker-compose/mysql55.yml

@@ -0,0 +1,17 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mysql55
+    entrypoint: docker-compose/wait-for-mysql.sh mysql55
+
+  mysql55:
+    image: mysql:5.5
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb

data/docker-compose/mysql56.yml

@@ -0,0 +1,17 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mysql56
+    entrypoint: docker-compose/wait-for-mysql.sh mysql56
+
+  mysql56:
+    image: mysql:5.6
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb

data/docker-compose/mysql57.yml

@@ -0,0 +1,17 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mysql57
+    entrypoint: docker-compose/wait-for-mysql.sh mysql57
+
+  mysql57:
+    image: mysql:5.7
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb

data/docker-compose/mysql80.yml

@@ -0,0 +1,19 @@
+version: '3.7'
+
+services:
+  app:
+    build:
+      target: with-mysql-client
+    depends_on:
+      - mysql80
+    entrypoint: docker-compose/wait-for-mysql.sh mysql80
+
+  mysql80:
+    image: mysql:8.0
+    # fix for: ERROR 1045 (28000): Plugin caching_sha2_password could not be loaded:
+    command: --default-authentication-plugin=mysql_native_password
+    environment:
+      MYSQL_RANDOM_ROOT_PASSWORD: 'yes'
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: password
+      MYSQL_DATABASE: mydb

data/docker-compose/wait-for-mysql.sh

@@ -0,0 +1,19 @@
+#!/bin/sh
+# inspited from Control startup and shutdown order in Compose | Docker Documentation: https://docs.docker.com/compose/startup-order/
+
+set -e
+
+MYSQL_USER=${MYSQL_USER:-mysqluser}
+MYSQL_PASSWORD=${MYSQL_PASSWORD:-password}
+
+MYSQL_HOST="$1"
+shift
+cmd=$*
+
+until mysql -h "$MYSQL_HOST" -u "$MYSQL_USER" -p"$MYSQL_PASSWORD" -e 'exit'; do
+  >&2 echo "mysql is unavailable - sleeping"
+  sleep 1
+done
+
+>&2 echo "mysql is up - executing command"
+exec $cmd

data/exe/masking

@@ -1,6 +1,9 @@
 #!/usr/bin/env ruby
 # frozen_string_literal: true
 
+lib = File.expand_path('../lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
 require 'masking'
 require 'masking/cli'
 

data/lib/masking/cli.rb

@@ -28,6 +28,7 @@ module Masking
         parser.banner = 'Usage: masking [options]'
 
         define_config_option(parser)
+        define_version_option(parser)
       end
     end
 
@@ -38,5 +39,12 @@ module Masking
         end
       end
     end
+
+    def define_version_option(parser)
+      parser.on('-v', '--version', 'version') do
+        puts Masking::VERSION
+        exit(true)
+      end
+    end
   end
 end

data/lib/masking/cli/error_messages.yml

@@ -4,3 +4,7 @@ Masking::Error::ConfigFileIsNotFile:
   "ERROR: config file (<%= config_file_path %>) is not file"
 Masking::Error::ConfigFileIsNotValidYaml:
   "ERROR: config file (<%= config_file_path %>) is not valid yaml format"
+Masking::Error::ConfigFileContainsNullAsColumnName:
+  "ERROR: config file (<%= config_file_path %>) is not valid, column name contains `null`"
+Masking::Error::InsertStatementParseError:
+  "ERROR: cannot parse SQL dump file. you may forget to put `--complete-insert` option in mysqldump?"

data/lib/masking/config/target_columns.rb

@@ -44,6 +44,8 @@ module Masking
         @tables ||= data.each_with_object({}) do |kv, r|
           r[kv[0].to_sym] = Table.new(kv[0], columns: kv[1])
         end
+      rescue Masking::Config::TargetColumns::Column::ColumnNameIsNil
+        raise Masking::Error::ConfigFileContainsNullAsColumnName
       end
     end
   end

data/lib/masking/config/target_columns/column.rb

@@ -10,6 +10,8 @@ module Masking
         attr_accessor :index
 
         def initialize(name, table_name:, method_value:)
+          raise ColumnNameIsNil if name.nil?
+
           @name         = name.to_sym
           @table_name   = table_name.to_sym
           @method_value = method_value
@@ -27,6 +29,7 @@ module Masking
         private
 
         attr_reader :method
+        class ColumnNameIsNil < StandardError; end
       end
     end
   end

data/lib/masking/errors.rb

@@ -1,9 +1,12 @@
 # frozen_string_literal: true
 
+# Global Errors in Masking library
 module Masking
   class Error < StandardError
     class ConfigFileDoesNotExist < Error; end
     class ConfigFileIsNotFile < Error; end
     class ConfigFileIsNotValidYaml < Error; end
+    class ConfigFileContainsNullAsColumnName < Error; end
+    class InsertStatementParseError < Error; end
   end
 end

data/lib/masking/insert_statement.rb

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
+require 'masking/errors'
 require 'masking/insert_statement/sql_builder'
 
 module Masking
@@ -10,6 +11,8 @@ module Masking
       @raw_statement = raw_statement
 
       PARSE_REGEXP.match(raw_statement).tap do |match_data|
+        raise Error::InsertStatementParseError if match_data.nil?
+
         @table           = match_data[:table]
         @columns_section = match_data[:columns_section]
         @values_section  = match_data[:values_section]

data/lib/masking/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Masking
-  VERSION = '0.0.3'
+  VERSION = '1.0.0'
 end

data/masking.gemspec

@@ -25,7 +25,7 @@ Gem::Specification.new do |spec|
 
   spec.required_ruby_version = '>= 2.5'
 
-  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'bundler', '~> 2.0'
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_development_dependency 'rake-notes'
   spec.add_development_dependency 'ruby-prof'

data/masking.yml.sample

@@ -7,7 +7,7 @@ users:
   integer: 12345
   float: 123.45
   boolean: true
-  null: null
+  null_column: null
   date: 2018-08-24
   time: 2018-08-24 15:54:06
   binary_or_blob: !binary |

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: masking
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 1.0.0
 platform: ruby
 authors:
 - Chikahiro Tokoro
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-07-07 00:00:00.000000000 Z
+date: 2019-11-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -187,24 +187,49 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".circleci/config.yml"
 - ".codeclimate.yml"
+- ".dockerignore"
+- ".github/workflows/acceptance_test_mariadb.yml"
+- ".github/workflows/acceptance_test_mysql.yml"
+- ".github/workflows/check_changelog.yml"
 - ".gitignore"
 - ".mdlrc"
 - ".rubocop.yml"
 - ".ruby-version"
-- ".travis.yml"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
+- Dockerfile
 - Gemfile
 - Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
+- acceptance/expected_query_result.txt
+- acceptance/import_dumpfile.sql
+- acceptance/masking.yml
+- acceptance/run_test.sh
+- acceptance/tmp/.keep
 - bin/benchmark.rb
 - bin/console
 - bin/masking_profile
 - bin/setup
 - config/.keep
+- coverage/.keep
+- docker-compose-ci.yml
+- docker-compose.yml
+- docker-compose/acceptance_test.sh
+- docker-compose/mariadb100.yml
+- docker-compose/mariadb101.yml
+- docker-compose/mariadb102.yml
+- docker-compose/mariadb103.yml
+- docker-compose/mariadb104.yml
+- docker-compose/mariadb55.yml
+- docker-compose/mysql55.yml
+- docker-compose/mysql56.yml
+- docker-compose/mysql57.yml
+- docker-compose/mysql80.yml
+- docker-compose/wait-for-mysql.sh
 - exe/masking
 - lib/masking.rb
 - lib/masking/cli.rb
@@ -253,7 +278,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.1
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Command line tool for anonymizing databese records

data/.travis.yml

@@ -1,9 +0,0 @@
-sudo: false
-language: ruby
-rvm:
-  - 2.5.3
-  - 2.6.0
-before_install: gem install bundler -v 1.17.3
-
-script:
-  - bundle exec rspec