amico-db 0.1.7

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 640595f08087f9029ca05b73fd78aefee25c2b153644fb429ba071af7287b2f2
+  data.tar.gz: 6c0c84fe3b5a2023af70f47fd27dbf5ad9ba2f686907662435405da01fa65c28
+SHA512:
+  metadata.gz: a5b73b3cf154d5159f0be12c02a84eeba464e0d9c81cd17028097c9602800afa28b57cb24dabcc8fb390213907d44e2d84d3f92994ce11e0165fff9f5d82eb47
+  data.tar.gz: 0bb6259efd9cf7c3871fb31f73cfdc3ff9398e5e44663035f37109270fc31bbddffd8d60782063a4c1bcf17f2a68999d9918baa042b38dfad4ce84b4c982ceb9

data/.github/workflows/gem-push.yml

@@ -0,0 +1,41 @@
+name: Ruby Gem
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  build:
+    name: Build + Publish
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby 2.6
+      uses: actions/setup-ruby@v1
+      with:
+        ruby-version: 2.6.x
+
+    - name: Publish to RubyGems
+      run: |
+        mkdir -p $HOME/.gem
+        touch $HOME/.gem/credentials
+        chmod 0600 $HOME/.gem/credentials
+        printf -- "---\n:rubygems_api_key: ${GEM_HOST_API_KEY}\n" > $HOME/.gem/credentials
+        gem build *.gemspec
+        gem push *.gem
+      env:
+        GEM_HOST_API_KEY: "Bearer ${{secrets.RUBYGEMS_AUTH_TOKEN}}"
+    - name: Publish to GPR
+      run: |
+        mkdir -p $HOME/.gem
+        touch $HOME/.gem/credentials
+        chmod 0600 $HOME/.gem/credentials
+        printf -- "---\n:github: ${GEM_HOST_API_KEY}\n" > $HOME/.gem/credentials
+        gem build *.gemspec
+        gem push --KEY github --host https://rubygems.pkg.github.com/${OWNER} *.gem
+      env:
+        GEM_HOST_API_KEY: "Bearer ${{secrets.GITHUB_TOKEN}}"
+        OWNER: ${{ github.repository_owner }}

data/.github/workflows/ruby.yml

@@ -0,0 +1,33 @@
+# This workflow uses actions that are not certified by GitHub.
+# They are provided by a third-party and are governed by
+# separate terms of service, privacy policy, and support
+# documentation.
+# This workflow will download a prebuilt Ruby version, install dependencies and run tests with Rake
+# For more information see: https://github.com/marketplace/actions/setup-ruby-jruby-and-truffleruby
+
+name: Ruby
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  test:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+    # To automatically get bug fixes and new Ruby versions for ruby/setup-ruby,
+    # change this to (see https://github.com/ruby/setup-ruby#versioning):
+    # uses: ruby/setup-ruby@v1
+      uses: ruby/setup-ruby@ec106b438a1ff6ff109590de34ddc62c540232e0
+      with:
+        ruby-version: 2.6
+    - name: Install dependencies
+      run: bundle install
+    - name: Run tests
+      run: bundle exec rake

data/.gitignore

@@ -0,0 +1 @@
+.vscode/

data/Dockerfile

@@ -0,0 +1,12 @@
+FROM ruby:2.7
+
+RUN apt-get update -qq
+
+RUN mkdir /app
+WORKDIR /app
+
+COPY . /app
+
+RUN gem install bundler:1.17.3
+
+RUN bundle install

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in amico-db.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,26 @@
+PATH
+  remote: .
+  specs:
+    amico-db (0.1.5)
+      colorize
+      net-ssh (>= 6.1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    colorize (0.8.1)
+    minitest (5.14.1)
+    net-ssh (6.1.0)
+    rake (13.0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  amico-db!
+  bundler (~> 1.17)
+  minitest (~> 5.0)
+  rake (>= 12.3.3)
+
+BUNDLED WITH
+   1.17.3

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2020 TODO: Write your name
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,91 @@
+![Ruby](https://github.com/rubynetti/amico-db/workflows/Ruby/badge.svg)
+
+# Amico Db
+
+Import **mysql db from docker container**.
+
+## Requirements
+
+### Docker container
+To use this tool you need a docker container on the server with your db.
+
+### Pipeline
+For visualize progress on the cli you need to install pv: https://man7.org/linux/man-pages/man1/pv.1.html.
+
+```bash
+# Install PV in your Dockerfile
+RUN apt-get update && apt-get install -y pv
+RUN apt-get update && apt-get install -y mariadb-client
+
+```
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'amico-db', git: 'https://github.com/rubynetti/amico-db.git'
+```
+
+## Configuration
+
+For example inside a rails initializer (config/initializers/amico-db.rb).
+
+```ruby
+dev = Rails.configuration.database_configuration["production"]
+production = Rails.configuration.database_configuration["production"]
+
+AmicoDb.configure do |config|
+  config.ssh_user = 'root'
+  config.host = 'your_host'
+  config.remote_app_path = '/var/www/yourproject'
+  config.folder_dump = '/dumps/db.sql'
+  config.local_path = './dumps/db.sql'
+
+  config.db_name = production['database']
+  config.db_user = production['username']
+  config.db_dev_dbname = dev['database']
+  config.db_dev_username = dev['username']
+end
+
+```
+
+## Docker Dev Configuration (docker-compose.development.yml)
+
+Your dev configuration need to copy ssh folder inside.
+Example:
+
+```yaml
+services:
+  web:
+    build: .
+    command: ['rails', 'server', '-b', '0']
+    volumes:
+      - .:/app
+      - ~/.ssh:/home/rails/.ssh
+```
+
+## Docker Production Configuration (docker-compose.production.yml)
+
+Database service need MYSQL_ROOT_PASSWORD and share dumps folder.
+
+```yaml
+services:
+  db:
+    environment:
+      - MYSQL_ROOT_PASSWORD=$DB_PASSWORD
+    volumes:
+      - ./dumps:/dumps
+```
+
+## Usage
+
+```bash
+rake db:dump
+rake db:import_from_staging
+rake db:import_from_sql (importa sql da dumps/db-staging.sql)
+```
+
+## For development of this gem with Docker
+
+- `docker-compose up` run `rake test` command

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+task :default => :test

data/amico-db.gemspec

@@ -0,0 +1,44 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "amico-db/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "amico-db"
+  spec.version       = AmicoDb::VERSION
+  spec.authors       = ["Rubynetti - www.rubynetti.it"]
+  spec.email         = ["info@rubynetti.it"]
+
+  spec.summary       = %q{Import mysql db.}
+  #spec.description   = %q{TODO: Write a longer description or delete this line.}
+  #spec.homepage      = "TODO: Put your gem's website or public repo URL here."
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    #spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+
+    #spec.metadata["homepage_uri"] = spec.homepage
+    #spec.metadata["source_code_uri"] = "TODO: Put your gem's public repo URL here."
+    #spec.metadata["changelog_uri"] = "TODO: Put your gem's CHANGELOG.md URL here."
+  else
+    raise "RubyGems 2.0 or newer is required to protect against " \
+      "public gem pushes."
+  end
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "net-ssh", ">= 6.1.0"
+  spec.add_dependency "colorize"
+  spec.add_development_dependency "bundler", "~> 1.17"
+  spec.add_development_dependency "rake", ">= 12.3.3"
+  spec.add_development_dependency "minitest", "~> 5.0"
+end

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "amico-db"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/docker-compose.yml

@@ -0,0 +1,11 @@
+version: '3.7'
+
+services:
+  gem:
+     build: .
+     volumes:
+       - .:/app
+       - bundle_cache:/usr/local/bundle
+     command: bundle exec rake test
+volumes:
+  bundle_cache:

data/lib/amico-db.rb

@@ -0,0 +1,17 @@
+require 'amico-db/configuration'
+require 'amico-db/version'
+require 'amico-db/download_tools/create_dir_if_not_exist'
+require 'amico-db/download'
+require 'amico-db/dump'
+require 'amico-db/dump_cmd'
+require 'amico-db/railtie' if defined?(Rails::Railtie)
+
+module AmicoDb
+  def self.configuration
+    @configuration ||= AmicoDb::Configuration.new
+  end
+
+  def self.configure
+    yield(configuration)
+  end
+end

data/lib/amico-db/configuration.rb

@@ -0,0 +1,31 @@
+module AmicoDb
+  class Configuration
+    attr_accessor :ssh_user
+    attr_accessor :host
+    attr_accessor :remote_app_path
+    attr_accessor :folder_dump
+    attr_accessor :local_path
+    attr_accessor :db_name
+    attr_accessor :db_user
+    attr_accessor :db_dev_dbname
+    attr_accessor :db_dev_username
+
+    def initialize
+      self.ssh_user = 'user'
+      self.host = 'www.example.com'
+      self.remote_app_path = '/var/www/yourproject'
+      self.folder_dump = '/dumps/db.sql'
+      self.local_path = './dumps/db.sql'
+      self.db_name = 'dbname'
+      self.db_user = 'dbusername'
+      self.db_dev_dbname = 'dbname'
+      self.db_dev_username = 'dbdevname'
+    end
+
+    # ex: /var/www/yourproject/db.sql
+    def remote_path
+      "#{remote_app_path}#{folder_dump}"
+    end
+
+  end
+end

data/lib/amico-db/download.rb

@@ -0,0 +1,40 @@
+require 'colorize'
+
+module AmicoDb
+  class Download
+    attr_accessor :user
+    attr_accessor :host
+    attr_accessor :remote_path
+    attr_accessor :local_path
+    attr_accessor :cmd
+
+    def initialize(user: AmicoDb.configuration.ssh_user,
+                   host: AmicoDb.configuration.host,
+                   remote_path: AmicoDb.configuration.remote_path,
+                   local_path: AmicoDb.configuration.local_path)
+      self.user = user
+      self.host = host
+      self.remote_path = remote_path
+      self.local_path = local_path
+      self.cmd = generate_cmd
+    end
+
+    def call
+      AmicoDb::DownloadTools::CreateDirIfNotExist.new(local_path).call
+      log_cmd
+      system(cmd)
+    end
+
+    private
+
+    def log_cmd
+      puts 'Start download with scp:'.colorize(:red)
+      puts cmd.colorize(:red)
+    end
+
+    def generate_cmd
+      "scp #{user}@#{host}:#{remote_path} #{local_path}"
+    end
+
+  end
+end

data/lib/amico-db/download_tools/create_dir_if_not_exist.rb

@@ -0,0 +1,15 @@
+module AmicoDb
+  module DownloadTools
+    class CreateDirIfNotExist
+      attr_accessor :path
+      def initialize(path)
+        self.path = path
+      end
+
+      def call
+        dirname = File.dirname(path)
+        FileUtils.mkdir_p(dirname)
+      end
+    end
+  end
+end

data/lib/amico-db/dump.rb

@@ -0,0 +1,60 @@
+require 'colorize'
+require 'net/ssh'
+module AmicoDb
+  class Dump
+    attr_accessor :host
+    attr_accessor :ssh_user
+    attr_accessor :remote_path
+
+    def initialize(host: AmicoDb.configuration.host,
+                   ssh_user: AmicoDb.configuration.ssh_user)
+      self.host = host
+      self.ssh_user = ssh_user
+    end
+
+    def call
+      log_before
+      Net::SSH.start(host, ssh_user) do |ssh|
+        log_start
+        ssh.open_channel do |channel|
+          execute_stuff(channel)
+        end
+        ssh.loop
+      end
+    end
+
+    private
+
+    def execute_stuff(channel)
+      channel.request_pty
+      commands = DumpCmd.new.call
+      channel.exec(commands) do |ch|
+        puts commands.colorize(:cyan)
+        ch.on_data do |_c, data|
+          puts "Il server dice: #{data.inspect}".colorize(:blue)
+        end
+      end
+      channel.on_close { log_end }
+    end
+
+    def log_before
+      puts '------------------------------------'.colorize(:red)
+      puts "#{ssh_user}@#{host}".colorize(:red)
+      puts '------------------------------------'.colorize(:red)
+    end
+
+    def log_start
+      puts '------------------------------------'.colorize(:red)
+      puts '--- RUBYNETTI DUMP POWER -----------'.colorize(:red)
+      puts '------------------------------------'.colorize(:red)
+      puts 'Connected to server'.colorize(:blue)
+      puts '------------------------------------'.colorize(:red)
+    end
+
+    def log_end
+      puts '--------------------------------------'.colorize(:red)
+      puts 'Hi Rubynetti, close connection.'.colorize(:green)
+      puts '--------------------------------------'.colorize(:red)
+    end
+  end
+end

data/lib/amico-db/dump_cmd.rb

@@ -0,0 +1,24 @@
+module AmicoDb
+  class DumpCmd
+    attr_accessor :db_user
+    attr_accessor :db_name
+    attr_accessor :folder_dump
+    attr_accessor :remote_app_path
+
+    def initialize(db_user: AmicoDb.configuration.db_user,
+                   db_name: AmicoDb.configuration.db_name,
+                   folder_dump: AmicoDb.configuration.folder_dump,
+                   remote_app_path: AmicoDb.configuration.remote_app_path)
+      self.db_user = db_user
+      self.db_name = db_name
+      self.folder_dump = folder_dump
+      self.remote_app_path = remote_app_path
+    end
+
+    def call
+      cmd = "'mysqldump -u #{db_user} --ignore-table=#{db_name}.ar_internal_metadata --no-create-db -p$MYSQL_ROOT_PASSWORD #{db_name} > #{folder_dump}'"
+      cmds = ["cd #{remote_app_path}", "docker-compose exec -T db bash -c #{cmd}"]
+      cmds.join('; ')
+    end
+  end
+end

data/lib/amico-db/railtie.rb

@@ -0,0 +1,7 @@
+module AmicoDb
+  class Railtie < Rails::Railtie
+    rake_tasks do
+      load 'tasks/db.rake'
+    end
+  end
+end

data/lib/amico-db/version.rb

@@ -0,0 +1,3 @@
+module AmicoDb
+  VERSION = '0.1.7'
+end

data/lib/tasks/db.rake

@@ -0,0 +1,55 @@
+#  ------------------------------------
+#  --- RUBYNETTI DUMP POWER -----------
+#  ------------------------------------
+
+# Queste azioni rake permettono di importare il db da linea di comando.
+# Esempi di uso:
+# - rake db:import_from_staging
+# - rake db:import_from_sql (importa sql da dumps/db-staging.sql)
+
+namespace :db do
+
+  desc 'Dump db from staging and copy inside locale'
+  # esempio: rake db:import_from_staging
+  task import_from_staging: :environment do
+    Rake::Task['db:dump_and_download'].invoke
+    Rake::Task['db:substitute'].invoke(AmicoDb.configuration.folder_dump)
+  end
+
+  # esempio: rake db:import_from_sql
+  desc 'Dump db di staging'
+  task import_from_sql: :environment do
+    Rake::Task['db:substitute'].invoke(AmicoDb.configuration.folder_dump)
+  end
+
+  desc 'Dump database and import requested dump'
+  task  :substitute, [:dump_path] => :environment do |_task, args|
+    Rake::Task['db:drop'].invoke
+    Rake::Task['db:create'].invoke
+    Rake::Task['db:environment:set'].invoke
+    Rake::Task['db:import'].invoke("#{args.dump_path.sub('/','')}")
+  end
+
+  desc 'Download from staging sql dump of db'
+  task download: :environment do
+    AmicoDb::Download.new.call
+  end
+
+  desc 'Import requested dump'
+  task :import, [:dump_path] => :environment do |_task, args|
+    db_name = AmicoDb.configuration.db_dev_dbname
+    user = AmicoDb.configuration.db_dev_username
+    system("pv #{args.dump_path} | mysql -h db -u #{user} -p #{db_name}")
+  end
+
+  desc 'Dump and download from staging db'
+  task dump_and_download: :environment do
+    Rake::Task['db:dump'].invoke
+    Rake::Task['db:download'].invoke
+  end
+
+  desc 'Dump db staging'
+  task dump: :environment do
+    AmicoDb::Dump.new.call
+  end
+end

metadata

@@ -0,0 +1,135 @@
+--- !ruby/object:Gem::Specification
+name: amico-db
+version: !ruby/object:Gem::Version
+  version: 0.1.7
+platform: ruby
+authors:
+- Rubynetti - www.rubynetti.it
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2020-09-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 6.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 6.1.0
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.3
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: 
+email:
+- info@rubynetti.it
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".github/workflows/gem-push.yml"
+- ".github/workflows/ruby.yml"
+- ".gitignore"
+- Dockerfile
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- amico-db.gemspec
+- bin/console
+- bin/setup
+- docker-compose.yml
+- lib/amico-db.rb
+- lib/amico-db/configuration.rb
+- lib/amico-db/download.rb
+- lib/amico-db/download_tools/create_dir_if_not_exist.rb
+- lib/amico-db/dump.rb
+- lib/amico-db/dump_cmd.rb
+- lib/amico-db/railtie.rb
+- lib/amico-db/version.rb
+- lib/tasks/db.rake
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.2
+signing_key: 
+specification_version: 4
+summary: Import mysql db.
+test_files: []