s3_backup 0.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 8b77cce74b179a0fe9c7945f85f624d4fb324bc2
4
+ data.tar.gz: acd5fe987b7c72884114d3a3f59f7fd3c4431ed4
5
+ SHA512:
6
+ metadata.gz: e65aefb84a61bdc2f227724913495eef7321d978356028b575356d4f4aabc1ca358d7d3efe8bc434aa6a2940c9e65c12444dc38f6fc7d080937d6c3058595ba6
7
+ data.tar.gz: 9602297c7b55861cbfdfbb2d1a07dfa9f15b1c842b56f0e19fd6c57067236b5844165521edd3baac9f49f955353c43f76dabdfd34ceb21573c738281129f2cd6
data/.rspec ADDED
@@ -0,0 +1,2 @@
1
+ --color
2
+ --format documentation
data/Gemfile ADDED
@@ -0,0 +1,3 @@
1
+ source "https://rubygems.org"
2
+
3
+ gemspec
data/README.md ADDED
@@ -0,0 +1,56 @@
1
+ # S3 Backup
2
+
3
+ ## Postgres
4
+
5
+ #### Backup
6
+ ```
7
+ rake s3_backup:pg:backup[db_staging]
8
+ ```
9
+
10
+ #### Import
11
+ ```
12
+ rake s3_backup:pg:import[db_staging]
13
+ ```
14
+
15
+ ## Redis
16
+
17
+ #### Backup
18
+ ```
19
+ rake s3_backup:redis:backup
20
+ ```
21
+
22
+ #### Import
23
+ ```
24
+ rake s3_backup:redis:import[staging]
25
+ ```
26
+
27
+ ## Configuration file
28
+
29
+ ```yaml
30
+ ---
31
+
32
+ pg_database:
33
+ host: <%= ENV['DATABASE_HOST'] %>
34
+ user: <%= ENV['DATABASE_USER'] %>
35
+ password: <%= ENV['DATABASE_PASSWORD'] %>
36
+
37
+ redis:
38
+ dump_path: /var/lib/redis/6379/dump.rdb
39
+
40
+ s3:
41
+ aws_access_key_id: <%= ENV['AWS_ACCESS_KEY_ID'] %>
42
+ aws_secret_access_key: <%= ENV['AWS_SECRET_ACCESS_KEY'] %>
43
+ bucket: <%= ENV['S3_BUCKET'] %>
44
+ aws_region: <%= ENV['AWS_REGION'] %>
45
+ pg_path: rds_backup
46
+ redis_path: redis_backup
47
+ keep: 5
48
+
49
+ tables:
50
+ users:
51
+ columns:
52
+ first_name: first_name
53
+ last_name: last_name
54
+ email: email
55
+ exception: '@mycompany.me'
56
+ ```
data/Rakefile ADDED
@@ -0,0 +1,5 @@
1
+ require 'bundler/gem_tasks'
2
+
3
+ spec = Gem::Specification.find_by_name 's3_backup'
4
+ load "#{spec.gem_dir}/lib/tasks/pg.rake"
5
+ load "#{spec.gem_dir}/lib/tasks/redis.rake"
@@ -0,0 +1,60 @@
1
+ require 'pry'
2
+ require 'erb'
3
+ require 'yaml'
4
+
5
+ module S3Backup
6
+ class Config
7
+ class << self
8
+
9
+ attr_accessor :pg_host
10
+ attr_accessor :pg_user
11
+ attr_accessor :pg_password
12
+ attr_accessor :redis_dump_path
13
+ attr_accessor :aws_access_key_id
14
+ attr_accessor :aws_secret_access_key
15
+ attr_accessor :bucket
16
+ attr_accessor :aws_region
17
+ attr_accessor :s3_pg_path
18
+ attr_accessor :s3_redis_path
19
+ attr_accessor :s3_keep
20
+ attr_accessor :tables
21
+
22
+ def load!(file_path)
23
+ template = ERB.new File.new(file_path).read
24
+ @configuration = YAML.load(template.result(binding))
25
+
26
+ self.pg_host = config('pg_database', 'host')
27
+ self.pg_user = config('pg_database', 'user')
28
+ self.pg_password = config('pg_database', 'password')
29
+
30
+ self.redis_dump_path = config('redis', 'dump_path')
31
+
32
+ self.aws_access_key_id = config('s3', 'aws_access_key_id')
33
+ self.aws_secret_access_key = config('s3', 'aws_secret_access_key')
34
+ self.bucket = config('s3', 'bucket')
35
+ self.aws_region = config('s3', 'aws_region')
36
+ self.s3_keep = config('s3', 'keep')
37
+ self.s3_pg_path = config('s3', 'pg_path')
38
+ self.s3_redis_path = config('s3', 'redis_path')
39
+
40
+ self.tables = config('tables') || {}
41
+
42
+ true
43
+ end
44
+
45
+ def requires!(*args)
46
+ args.each do |argv|
47
+ raise "Configuration missing: #{argv}" unless Config.send(argv)
48
+ end
49
+ true
50
+ end
51
+
52
+ def config(*args)
53
+ args.inject(@configuration) do |hash, key|
54
+ (hash.is_a?(Hash) && hash[key]) || nil
55
+ end
56
+ end
57
+
58
+ end
59
+ end
60
+ end
@@ -0,0 +1,57 @@
1
+ module S3Backup
2
+ module Pg
3
+ class Backup
4
+ attr_reader :db_name
5
+
6
+ def initialize(db_name)
7
+ @db_name = db_name
8
+ end
9
+
10
+ def now!
11
+ puts 'Setup environement'
12
+ set_pg_password_env
13
+ puts 'Starting downloading dump ...'
14
+ dump_database
15
+ puts 'Dump downloaded.'
16
+ puts 'Starting obfuscation ...'
17
+ Obfuscate.new(pg_dump_file.path, obfuscated_file.path).obfuscate_dump!
18
+ puts 'Obfuscation done.'
19
+ puts 'Upload to S3 ...'
20
+ S3Backup::S3.new.upload!(obfucated_file_name, Config.s3_pg_path, obfuscated_file.path)
21
+ puts 'Uploaded.'
22
+ puts 'Clean environement.'
23
+ clean_env
24
+ S3Backup::S3.new.clean!(db_name, Config.s3_pg_path)
25
+ end
26
+
27
+ private
28
+
29
+ def set_pg_password_env
30
+ ENV['PGPASSWORD'] = Config.pg_password
31
+ end
32
+
33
+ def dump_database
34
+ `pg_dump -h #{Config.pg_host} -U #{Config.pg_user} -d #{db_name} > #{pg_dump_file.path}`
35
+ end
36
+
37
+ def pg_dump_file
38
+ @pg_dump_file ||= Tempfile.new(db_name)
39
+ end
40
+
41
+ def obfucated_file_name
42
+ @obfucated_file_name ||= "#{db_name}-#{Time.now.to_i}.gz"
43
+ end
44
+
45
+ def obfuscated_file
46
+ @obfuscated_file ||= Tempfile.new(obfucated_file_name)
47
+ end
48
+
49
+ def clean_env
50
+ pg_dump_file.unlink
51
+ obfuscated_file.unlink
52
+ ENV['PGPASSWORD'] = ''
53
+ end
54
+
55
+ end
56
+ end
57
+ end
@@ -0,0 +1,62 @@
1
+ require 'zlib'
2
+
3
+ module S3Backup
4
+ module Pg
5
+ class Import
6
+ attr_reader :pg_database_name, :database
7
+
8
+ def initialize(pg_database_name)
9
+ @pg_database_name = pg_database_name
10
+
11
+ config = Rails.configuration.database_configuration
12
+ @database = config[Rails.env]['database']
13
+ end
14
+
15
+ def now!
16
+ puts 'Setup local database ...'
17
+ setup_local_database
18
+ puts 'Downloading pg database ...'
19
+ S3Backup::S3.new.download!(pg_database_name, Config.s3_pg_path, pg_dump_s3_file.path)
20
+ umcompress_file
21
+ puts "Loading data in #{database} ..."
22
+ load_file
23
+ clean_env
24
+ puts '🍺 Done!'
25
+ end
26
+
27
+ private
28
+
29
+ def pg_dump_s3_file
30
+ @pg_dump_s3_file ||= Tempfile.new(pg_database_name + '_compressed')
31
+ end
32
+
33
+ def pg_dump_file
34
+ @pg_dump_file ||= Tempfile.new(pg_database_name)
35
+ end
36
+
37
+ def umcompress_file
38
+ file = File.open(pg_dump_file.path, 'w')
39
+
40
+ Zlib::GzipReader.open(pg_dump_s3_file.path) do |gz|
41
+ file.write gz.read
42
+ end
43
+ file.close
44
+ end
45
+
46
+ def load_file
47
+ `psql -d #{database} -f #{pg_dump_file.path} 2> /dev/null`
48
+ end
49
+
50
+ def setup_local_database
51
+ Rake::Task['db:drop'].invoke
52
+ Rake::Task['db:create'].invoke
53
+ end
54
+
55
+ def clean_env
56
+ pg_dump_file.unlink
57
+ pg_dump_s3_file.unlink
58
+ end
59
+
60
+ end
61
+ end
62
+ end
@@ -0,0 +1,97 @@
1
+ require 'zlib'
2
+ require 'faker'
3
+
4
+ module S3Backup
5
+ module Pg
6
+ class Obfuscate
7
+
8
+ LINE_SEPARATOR = "\t".freeze
9
+ END_OF_STATEMENT = '\.'.freeze
10
+
11
+ attr_reader :dump_file, :file_path
12
+
13
+ def initialize(dump_file, file_path)
14
+ @dump_file = dump_file
15
+ @file_path = file_path
16
+ end
17
+
18
+ def obfuscate_dump!
19
+ file = Zlib::GzipWriter.open(file_path)
20
+
21
+ File.open(dump_file).each do |line|
22
+ file.write(obfuscate_line(line.chomp) + "\n")
23
+ end
24
+ file.close
25
+ end
26
+
27
+ private
28
+
29
+ def obfuscate_line(line)
30
+ if line == END_OF_STATEMENT
31
+ @inside_copy_statement = false
32
+ elsif table_to_obfuscate(line)
33
+ pepare_statement_line_to_replace(line)
34
+ elsif @inside_copy_statement && !line.include?(@exception)
35
+ line_split = line.split(LINE_SEPARATOR)
36
+
37
+ @replacements.each do |position, type|
38
+ line_split[position] = replace_value(type)
39
+ end
40
+
41
+ return line_split.join(LINE_SEPARATOR)
42
+ end
43
+
44
+ line
45
+ end
46
+
47
+ # INFO:
48
+ # Test if the line start with COPY
49
+ # return false if the table is not in the configration file
50
+ # return the name of the table
51
+ #
52
+ def table_to_obfuscate(line)
53
+ return false if line[0..3] != 'COPY'
54
+
55
+ Config.tables.keys.each do |table_name|
56
+ return table_name if line.include?("COPY #{table_name} (")
57
+ end
58
+
59
+ false
60
+ end
61
+
62
+ # INFO:
63
+ # Pepare variables for the next insert lines
64
+ #
65
+ def pepare_statement_line_to_replace(line)
66
+ @table_name = table_to_obfuscate(line)
67
+ column_names = line[/\(([^)]+)\)/].tr('(),', '').split
68
+ @replacements = {}
69
+
70
+ column_names.each_with_index do |column_name, index|
71
+ if Config.tables[@table_name]['columns'].key?(column_name)
72
+ @replacements[index] = Config.tables[@table_name]['columns'][column_name]
73
+ @exception = Config.tables[@table_name]['exception']
74
+ end
75
+ end
76
+
77
+ @inside_copy_statement = true
78
+ end
79
+
80
+ def replace_value(type)
81
+ case type
82
+ when 'email'
83
+ Faker::Internet.email("#{Faker::Name.name}_#{rand(100_000)}")
84
+ when 'first_name'
85
+ Faker::Name.first_name
86
+ when 'last_name'
87
+ Faker::Name.last_name
88
+ when 'name'
89
+ Faker::Name.name
90
+ else
91
+ 'not defined'
92
+ end
93
+ end
94
+
95
+ end
96
+ end
97
+ end
@@ -0,0 +1,12 @@
1
+ require 'rails'
2
+
3
+ module S3Backup
4
+ class Railtie < Rails::Railtie
5
+ railtie_name :s3_backup
6
+
7
+ rake_tasks do
8
+ load 'tasks/pg.rake'
9
+ load 'tasks/redis.rake'
10
+ end
11
+ end
12
+ end
@@ -0,0 +1,48 @@
1
+ require 'zlib'
2
+
3
+ module S3Backup
4
+ module Redis
5
+ class Backup
6
+
7
+ def now!
8
+ puts 'Compressing dump ...'
9
+ compress_file
10
+ puts 'Compressed.'
11
+ puts 'Upload to S3 ...'
12
+ S3Backup::S3.new.upload!(compressed_file_name, Config.s3_redis_path, compressed_file.path)
13
+ puts 'Uploaded.'
14
+ puts 'Clean environement.'
15
+ clean_env
16
+ S3Backup::S3.new.clean!(base_s3_name, Config.s3_redis_path)
17
+ end
18
+
19
+ private
20
+
21
+ def compress_file
22
+ file = Zlib::GzipWriter.open(compressed_file.path)
23
+
24
+ File.open(Config.redis_dump_path).each do |line|
25
+ file.write(line)
26
+ end
27
+ file.close
28
+ end
29
+
30
+ def base_s3_name
31
+ "redis-#{Rails.env}"
32
+ end
33
+
34
+ def compressed_file_name
35
+ @compressed_file_name ||= "#{base_s3_name}-#{Time.now.to_i}.gz"
36
+ end
37
+
38
+ def compressed_file
39
+ @compressed_file ||= Tempfile.new(compressed_file_name)
40
+ end
41
+
42
+ def clean_env
43
+ compressed_file.unlink
44
+ end
45
+
46
+ end
47
+ end
48
+ end
@@ -0,0 +1,72 @@
1
+ require 'zlib'
2
+
3
+ module S3Backup
4
+ module Redis
5
+ class Import
6
+ STOP_REDIS_COMMAND = 'brew services stop redis'.freeze
7
+ START_REDIS_COMMAND = 'brew services start redis'.freeze
8
+
9
+ attr_reader :redis_evironement, :redis_s3_file_name, :redis_dump_file_path
10
+
11
+ def initialize(redis_evironement)
12
+ @redis_evironement = redis_evironement
13
+ @redis_s3_file_name = "redis-#{redis_evironement}"
14
+ @redis_dump_file_path = '/usr/local/var/db/redis/dump.rdb'
15
+ end
16
+
17
+ def now!
18
+ puts 'Stop redis database ...'
19
+ stop_redis_database
20
+ puts 'Downloading redis database ...'
21
+ S3Backup::S3.new.download!(redis_s3_file_name, Config.s3_redis_path, redis_dump_s3_file.path)
22
+ umcompress_file
23
+ copy_file
24
+ puts 'Start redis database ...'
25
+ start_redis_database
26
+ clean_env
27
+ puts '🍺 Done!'
28
+ end
29
+
30
+ private
31
+
32
+ def redis_dump_s3_file
33
+ @redis_dump_s3_file ||= Tempfile.new("#{redis_s3_file_name}_compressed")
34
+ end
35
+
36
+ def redis_dump_file
37
+ @redis_dump_file ||= Tempfile.new(redis_s3_file_name)
38
+ end
39
+
40
+ def umcompress_file
41
+ file = File.open(redis_dump_file.path, 'w')
42
+
43
+ Zlib::GzipReader.open(redis_dump_s3_file.path) do |gz|
44
+ file.write gz.read
45
+ end
46
+ file.close
47
+ end
48
+
49
+ def copy_file
50
+ `mv #{redis_dump_file.path} #{redis_dump_file_path}`
51
+ end
52
+
53
+ def stop_redis_database
54
+ Bundler.with_clean_env do
55
+ `#{STOP_REDIS_COMMAND} 2> /dev/null`
56
+ end
57
+ end
58
+
59
+ def start_redis_database
60
+ Bundler.with_clean_env do
61
+ `#{START_REDIS_COMMAND} 2> /dev/null`
62
+ end
63
+ end
64
+
65
+ def clean_env
66
+ redis_dump_file.unlink
67
+ redis_dump_s3_file.unlink
68
+ end
69
+
70
+ end
71
+ end
72
+ end
@@ -0,0 +1,79 @@
1
+ require 'fog'
2
+ require 'zlib'
3
+ require 'ruby-progressbar'
4
+
5
+ module S3Backup
6
+ class S3
7
+
8
+ attr_reader :connection
9
+
10
+ def initialize
11
+ @connection = Fog::Storage.new(
12
+ provider: 'AWS',
13
+ aws_access_key_id: Config.aws_access_key_id,
14
+ aws_secret_access_key: Config.aws_secret_access_key,
15
+ region: Config.aws_region
16
+ )
17
+ end
18
+
19
+ def upload!(file_name, bucket_path, file_path)
20
+ directory = @connection.directories.get(Config.bucket)
21
+
22
+ directory.files.create(
23
+ key: File.join(bucket_path, file_name),
24
+ body: File.open(file_path),
25
+ public: false
26
+ )
27
+
28
+ true
29
+ end
30
+
31
+ def download!(database_name, bucket_path, file_path)
32
+ progress_bar
33
+ prefix = File.join(bucket_path, database_name)
34
+ directory = connection.directories.get(Config.bucket, prefix: prefix)
35
+
36
+ s3_backup_file = directory.files.sort_by(&:last_modified).reverse.first
37
+
38
+ raise "#{database_name} file not found on s3" unless s3_backup_file
39
+
40
+ file = File.open(file_path, 'wb')
41
+ directory.files.get(s3_backup_file.key) do |chunk, remaining_bytes, total_bytes|
42
+ update_progress_bar(total_bytes, remaining_bytes)
43
+ file.write chunk
44
+ end
45
+ file.close
46
+
47
+ true
48
+ end
49
+
50
+ def clean!(base_name, bucket_path)
51
+ prefix = File.join(bucket_path, base_name)
52
+ directory = connection.directories.get(Config.bucket, prefix: prefix)
53
+
54
+ s3_files = directory.files.sort_by(&:last_modified).reverse
55
+ files_to_remove = s3_files[Config.s3_keep..-1]
56
+
57
+ return true if files_to_remove.blank?
58
+
59
+ files_to_remove.each(&:destroy)
60
+
61
+ true
62
+ end
63
+
64
+ private
65
+
66
+ def progress_bar
67
+ @progress_bar ||= ProgressBar.create(
68
+ format: "%a %b\u{15E7}%i %p%% %t",
69
+ progress_mark: ' ',
70
+ remainder_mark: "\u{FF65}"
71
+ )
72
+ end
73
+
74
+ def update_progress_bar(total, remaining)
75
+ progress_bar.progress = (((total - remaining) * 100) / total).to_i
76
+ end
77
+
78
+ end
79
+ end
@@ -0,0 +1,3 @@
1
+ module S3Backup # :nodoc:
2
+ VERSION = '0.0.2'.freeze
3
+ end
data/lib/s3_backup.rb ADDED
@@ -0,0 +1,61 @@
1
+ require 's3_backup/config'
2
+ require 's3_backup/s3'
3
+
4
+ require 's3_backup/pg/obfuscate'
5
+ require 's3_backup/pg/backup'
6
+ require 's3_backup/pg/import'
7
+
8
+ require 's3_backup/redis/backup'
9
+ require 's3_backup/redis/import'
10
+
11
+ require 's3_backup/railtie' if defined?(Rails)
12
+
13
+ module S3Backup
14
+ class << self
15
+
16
+ def pg_backup!(database_name)
17
+ require_s3_params
18
+ Config.requires!(:pg_host, :pg_user, :s3_pg_path, :tables)
19
+
20
+ backup = Pg::Backup.new(database_name)
21
+ backup.now!
22
+ end
23
+
24
+ def pg_import!(pg_database_name)
25
+ raise 'Need to be run in a rails project' unless defined?(Rails)
26
+
27
+ require_s3_params
28
+ Config.requires!(:s3_pg_path)
29
+
30
+ import = Pg::Import.new(pg_database_name)
31
+ import.now!
32
+ end
33
+
34
+ def redis_backup!
35
+ require_s3_params
36
+ Config.requires!(:redis_dump_path, :s3_redis_path)
37
+
38
+ backup = Redis::Backup.new
39
+ backup.now!
40
+ end
41
+
42
+ def redis_import!(redis_evironement)
43
+ raise 'Import only work with redis installed by brew' if Dir['/usr/local/Cellar/redis/*'].blank?
44
+
45
+ require_s3_params
46
+ Config.requires!(:s3_redis_path)
47
+
48
+ import = Redis::Import.new(redis_evironement)
49
+ import.now!
50
+ end
51
+
52
+ private
53
+
54
+ def require_s3_params
55
+ Config.load!('config/s3_backup_obfuscate.yml')
56
+
57
+ Config.requires!(:aws_access_key_id, :aws_secret_access_key, :bucket, :aws_region, :s3_keep)
58
+ end
59
+
60
+ end
61
+ end
data/lib/tasks/pg.rake ADDED
@@ -0,0 +1,22 @@
1
+ require 'pry'
2
+ require 's3_backup'
3
+
4
+ namespace :s3_backup do
5
+ namespace :pg do
6
+
7
+ desc 'Backup, obfuscate & compress Postgres database to s3'
8
+ task :backup, [:database] do |_task, args|
9
+ raise 'You need to specify a database' unless args[:database]
10
+
11
+ S3Backup.pg_backup! args[:database]
12
+ end
13
+
14
+ desc 'Import Postgres database from s3'
15
+ task :import, [:pg_database] do |_task, args|
16
+ raise 'You need to specify a pg database' unless args[:pg_database]
17
+
18
+ S3Backup.pg_import! args[:pg_database]
19
+ end
20
+
21
+ end
22
+ end
@@ -0,0 +1,19 @@
1
+ require 's3_backup'
2
+
3
+ namespace :s3_backup do
4
+ namespace :redis do
5
+
6
+ desc 'Backup & compress Redis database to s3'
7
+ task :backup do |_task, _args|
8
+ S3Backup.redis_backup!
9
+ end
10
+
11
+ desc 'Import Redis database from s3'
12
+ task :import, [:redis_environement] do |_task, args|
13
+ raise 'You need to specify a redis environement' unless args[:redis_environement]
14
+
15
+ S3Backup.redis_import! args[:redis_environement]
16
+ end
17
+
18
+ end
19
+ end
@@ -0,0 +1,20 @@
1
+ ---
2
+
3
+ pg_database:
4
+ host: my_host
5
+ user: my_user
6
+ password: pss
7
+
8
+ s3:
9
+ aws_access_key_id: XXX
10
+ aws_secret_access_key: DSLK
11
+ bucket: my_bucket
12
+ aws_region: p-southeast-2
13
+ pg_path: pg_backup
14
+
15
+ tables:
16
+ users:
17
+ columns:
18
+ name: name
19
+ email: email
20
+ exception: '@mycompany.me'
@@ -0,0 +1,42 @@
1
+ require 'spec_helper'
2
+
3
+ describe S3Backup::Pg::Obfuscate do
4
+ let(:configuration_file) { 'spec/fixtures/obfuscate_default.yml' }
5
+
6
+ before { S3Backup::Config.load!(configuration_file) }
7
+
8
+ subject(:obfuscate) { S3Backup::Pg::Obfuscate.new(nil, nil) }
9
+
10
+ describe 'private#obfuscate_line' do
11
+ context 'parse line' do
12
+ let(:table_header) { "COPY users (id, name, email, created_at, updated_at) FROM stdin;" }
13
+ let(:line_table) { "42\tTom Test\ttom@test.me\t2016-06-15 04:23:00.121\t2016-06-23 07:08:02.08" }
14
+
15
+ before { obfuscate.send(:obfuscate_line, table_header) }
16
+
17
+ it { expect(obfuscate.send(:obfuscate_line, line_table)).to_not include('tom@test.me') }
18
+ it { expect(obfuscate.send(:obfuscate_line, line_table)).to_not include('Tom Test') }
19
+ end
20
+
21
+ context 'parse with exception line' do
22
+ let(:table_header) { "COPY users (id, name, email, created_at, updated_at) FROM stdin;" }
23
+ let(:line_table) { "42\tTom Test\ttom@mycompany.me\t2016-06-15 04:23:00.121\t2016-06-23 07:08:02.08" }
24
+
25
+ before { obfuscate.send(:obfuscate_line, table_header) }
26
+
27
+ it { expect(obfuscate.send(:obfuscate_line, line_table)).to include('tom@mycompany.me') }
28
+ it { expect(obfuscate.send(:obfuscate_line, line_table)).to include('Tom Test') }
29
+ end
30
+
31
+ context 'if table is not difined' do
32
+ let(:table_header) { "COPY accounts (id, name, email, created_at, updated_at) FROM stdin;" }
33
+ let(:line_table) { "42\tTom Test\ttom@test.me\t2016-06-15 04:23:00.121\t2016-06-23 07:08:02.08" }
34
+
35
+ before { obfuscate.send(:obfuscate_line, table_header) }
36
+
37
+ it { expect(obfuscate.send(:obfuscate_line, line_table)).to include('tom@test.me') }
38
+ it { expect(obfuscate.send(:obfuscate_line, line_table)).to include('Tom Test') }
39
+ end
40
+ end
41
+
42
+ end
@@ -0,0 +1,13 @@
1
+ require 'rubygems'
2
+ require 'bundler/setup'
3
+ require 's3_backup'
4
+ require 'rspec'
5
+
6
+ Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each { |f| require f }
7
+
8
+ RSpec.configure do |config|
9
+ config.expect_with :rspec do |c|
10
+ c.syntax = :expect
11
+ end
12
+ config.mock_with :rspec
13
+ end
metadata ADDED
@@ -0,0 +1,161 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: s3_backup
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.2
5
+ platform: ruby
6
+ authors:
7
+ - Tom Floc'h
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2017-10-03 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: fog
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '1.41'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '1.41'
27
+ - !ruby/object:Gem::Dependency
28
+ name: faker
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: '1.8'
34
+ type: :runtime
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '1.8'
41
+ - !ruby/object:Gem::Dependency
42
+ name: ruby-progressbar
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: '1.8'
48
+ type: :runtime
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: '1.8'
55
+ - !ruby/object:Gem::Dependency
56
+ name: mime-types
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - "~>"
60
+ - !ruby/object:Gem::Version
61
+ version: '3.1'
62
+ type: :runtime
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - "~>"
67
+ - !ruby/object:Gem::Version
68
+ version: '3.1'
69
+ - !ruby/object:Gem::Dependency
70
+ name: pry
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - "~>"
74
+ - !ruby/object:Gem::Version
75
+ version: '0.10'
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - "~>"
81
+ - !ruby/object:Gem::Version
82
+ version: '0.10'
83
+ - !ruby/object:Gem::Dependency
84
+ name: rspec
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - "~>"
88
+ - !ruby/object:Gem::Version
89
+ version: '3.5'
90
+ type: :development
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - "~>"
95
+ - !ruby/object:Gem::Version
96
+ version: '3.5'
97
+ - !ruby/object:Gem::Dependency
98
+ name: rubocop
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - "~>"
102
+ - !ruby/object:Gem::Version
103
+ version: '0.49'
104
+ type: :development
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - "~>"
109
+ - !ruby/object:Gem::Version
110
+ version: '0.49'
111
+ description: Postgres, redis backup and restore
112
+ email:
113
+ - thomas.floch@gmail.com
114
+ executables: []
115
+ extensions: []
116
+ extra_rdoc_files: []
117
+ files:
118
+ - ".rspec"
119
+ - Gemfile
120
+ - README.md
121
+ - Rakefile
122
+ - lib/s3_backup.rb
123
+ - lib/s3_backup/config.rb
124
+ - lib/s3_backup/pg/backup.rb
125
+ - lib/s3_backup/pg/import.rb
126
+ - lib/s3_backup/pg/obfuscate.rb
127
+ - lib/s3_backup/railtie.rb
128
+ - lib/s3_backup/redis/backup.rb
129
+ - lib/s3_backup/redis/import.rb
130
+ - lib/s3_backup/s3.rb
131
+ - lib/s3_backup/version.rb
132
+ - lib/tasks/pg.rake
133
+ - lib/tasks/redis.rake
134
+ - spec/fixtures/obfuscate_default.yml
135
+ - spec/s3_backup/pg/obfuscate_spec.rb
136
+ - spec/spec_helper.rb
137
+ homepage: https://github.com/arkes/s3_backup
138
+ licenses:
139
+ - MIT
140
+ metadata: {}
141
+ post_install_message:
142
+ rdoc_options: []
143
+ require_paths:
144
+ - lib
145
+ required_ruby_version: !ruby/object:Gem::Requirement
146
+ requirements:
147
+ - - ">="
148
+ - !ruby/object:Gem::Version
149
+ version: '0'
150
+ required_rubygems_version: !ruby/object:Gem::Requirement
151
+ requirements:
152
+ - - ">="
153
+ - !ruby/object:Gem::Version
154
+ version: '0'
155
+ requirements: []
156
+ rubyforge_project:
157
+ rubygems_version: 2.4.5
158
+ signing_key:
159
+ specification_version: 4
160
+ summary: Postgres, redis backup and restore
161
+ test_files: []