db_time_machine 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 393349f622b817f14f43d634f8d4f527504d3780
+  data.tar.gz: ea9209b1f37acfdc352a6690ab4b9f7183e4f8f6
+SHA512:
+  metadata.gz: 612b7dd06220bf4582c9db9e4b595dcb906adee62f73a239fdffb11525962073aad42fcedb89e0b1f32e62974024b48fe7794f9aab6ab2ac6460659c7fd4343c
+  data.tar.gz: 6a8fabfb2cb9de7aabe827acf8889435f43dc224be65f54bae8f5eee081f896749c0cd5ce285b2a8675014fb119f9433535530b8e9cc80b33c25dcbc2e5bef4c

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.2.2

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,13 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, we pledge to respect all people who contribute through reporting issues, posting feature requests, updating documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free experience for everyone, regardless of level of experience, gender, gender identity and expression, sexual orientation, disability, personal appearance, body size, race, age, or religion.
+
+Examples of unacceptable behavior by participants include the use of sexual language or imagery, derogatory comments or personal attacks, trolling, public or private harassment, insults, or other unprofessional conduct.
+
+Project maintainers have the right and responsibility to remove, edit, or reject comments, commits, code, wiki edits, issues, and other contributions that are not aligned to this Code of Conduct. Project maintainers who do not follow the Code of Conduct may be removed from the project team.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be reported by opening an issue or contacting one or more of the project maintainers.
+
+This Code of Conduct is adapted from the [Contributor Covenant](http:contributor-covenant.org), version 1.0.0, available at [http://contributor-covenant.org/version/1/0/0/](http://contributor-covenant.org/version/1/0/0/)

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in db_time_machine.gemspec
+gemspec
+
+gem 'rails'
+gem 'fog'

data/README.md

@@ -0,0 +1,70 @@
+# DbTimeMachine
+
+This gem takes the dump of database for a rails application and upload it to fog directory. This can be used as cron job.
+
+## Supports
+
+1. Mysql
+2. PostgreSql
+3. MongoDB
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'db_time_machine'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install db_time_machine
+
+## Usage
+
+Initialize the configuration
+
+```ruby
+# /config/initializers/db_time_machine.rb
+
+DbTimeMachine.configure do |config|
+  # Optional configuration
+  # To dump only specific tables and not all the tables. default is []
+  config.tables = %w(table1 table2 table3 table4)
+  # Location to save the dump locally. default is /tmp
+  config.tmp_folder = "/tmp"
+  # Mandatory configuration
+  config.fog_connection = Fog::Storage.new({
+      provider: 'AWS_OR_ANY_OTHER_PROVIDER',
+      aws_access_key_id: 'AK**********************',
+      aws_secret_access_key: 'qwef*************************************'
+    })
+  # Directory must exist on provider's storage
+  config.fog_dir = 'DIRECTORY_OR_BUCKET_NAME'
+end
+
+For more providers check [http://fog.io/about/provider_documentation.html]: http://fog.io/about/provider_documentation.html
+
+```
+Use following rake task to upload the dump.
+```sh
+rake db_time_machine:start
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release` to create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+1. Fork it ( https://github.com/suratpyari/db_time_machine/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,3 @@
+require "bundler/gem_tasks"
+# spec = Gem::Specification.find_by_name 'db_time_machine'
+# load "#{spec.gem_dir}/lib/tasks/db_time_machine.rake"

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "db_time_machine"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/db_time_machine.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'db_time_machine/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "db_time_machine"
+  spec.version       = DbTimeMachine::VERSION
+  spec.authors       = ["SURAT PYARI"]
+  spec.email         = ["suratpyari.db21@gmail.com"]
+
+  spec.summary       = %q{Dump data and upload to fog directory.}
+  spec.description   = %q{This gem takes the dump of database for a rails application and upload it to fog directory.}
+  spec.homepage      = "https://github.com/suratpyari/db_time_machine"
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.9"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_runtime_dependency "rails", [">= 4.0"]
+  spec.add_runtime_dependency "fog", [">= 1.32"]
+
+end

data/lib/db_time_machine/dump.rb

@@ -0,0 +1,105 @@
+module Dump
+
+  class DatabaseConfig
+    attr_accessor :host, :port, :db, :user, :password, :cmd, :file, :tables, :tmp_folder
+
+    def initialize
+      self.cmd        = nil
+      self.tables     = DbTimeMachine.configuration.tables
+      self.tmp_folder = DbTimeMachine.configuration.tmp_folder
+      DatabaseConfig.find_config do |app, d, u, p, h, a, p1|
+        self.db, self.user, self.password, self.host, self.port = d, u, p, h, p1
+      end
+      self.file       = File.join(tmp_folder, "#{db}_#{Time.now.to_i}.sql")
+    end
+
+    def start_dump
+      puts "exporting the latest dump to #{file}"
+      inprocess = File.join(tmp_folder, "dumping_data")
+      `touch #{inprocess};#{cmd};rm #{inprocess}`
+      while File.exist?('#{inprocess}')
+        puts "database dump is in progress."
+        puts "sleeping"
+        sleep(0.5)
+      end
+      puts "database dump is complete."
+    end
+
+    def self.find_config
+      yield Rails.application.class.parent_name.underscore,
+        ActiveRecord::Base.connection_config[:database],
+        ActiveRecord::Base.connection_config[:username],
+        ActiveRecord::Base.connection_config[:password],
+        ActiveRecord::Base.connection_config[:host],
+        ActiveRecord::Base.connection_config[:port]
+    end
+
+    def self.find_adapter
+      return 'mongodb' if File.exists?("#{Rails.root}/config/mongoid.yml")
+      ActiveRecord::Base.connection_config[:adapter]
+    end
+  end
+
+  class Mysql2 < DatabaseConfig
+
+    def start_dump
+      self.cmd = "mysqldump "
+      self.cmd << "-u #{self.user} " if self.user
+      self.cmd << "-p#{self.password} " if self.password
+      self.cmd << "-h #{self.host} " if self.host
+      self.cmd << "-P #{self.port} " if self.port
+      self.cmd << "#{db} #{tables.join(' ')} > #{self.file} "
+      super
+    end
+  end
+
+  class Postgresql < DatabaseConfig
+
+    def start_dump
+      self.cmd = "pg_dump "
+      self.cmd = "PGPASSWORD='#{self.password}' "+self.cmd if self.password
+      self.cmd << "-U #{self.user} " if self.user
+      self.cmd << "-h #{self.host} " if self.host
+      self.cmd << "-p #{self.port} " if self.port
+      self.cmd << "#{db} "
+      self.cmd << "-t #{tables.join(' -t ')}" if tables.size > 0
+      self.cmd << " > #{self.file} "
+
+      super
+    end
+  end
+
+  class Mongodb < DatabaseConfig
+
+    def initialize
+      self.cmd        = nil
+      self.tables     = DbTimeMachine.configuration.tables
+      self.tmp_folder = DbTimeMachine.configuration.tmp_folder
+      Mongodb.find_config do |app, d, u, p, h, a, p1|
+        self.db, self.user, self.password, self.host, self.port = d, u, p, h, p1
+      end
+      self.file       = File.join(tmp_folder, "#{db}_#{Time.now.to_i}")
+    end
+
+    def start_dump
+      self.cmd = "mongodump "
+      self.cmd << "--host #{self.host} " if self.host
+      self.cmd << "--port #{self.port} " if self.port
+      self.cmd << "--username #{self.user} " if self.user
+      self.cmd << "--password #{self.password} " if self.password
+      self.cmd << "--out #{self.file}"
+      super
+    end
+
+    def self.find_config
+      mongoid_config = File.read("#{Rails.root}/config/mongoid.yml")
+      yield Rails.application.class.parent_name.underscore,
+        YAML.load(mongoid_config)[Rails.env]["clients"]["default"]["database"],
+        (YAML.load(mongoid_config)[Rails.env]["clients"]["default"]["options"]["user"] rescue nil),
+        (YAML.load(mongoid_config)[Rails.env]["clients"]["default"]["options"]["password"] rescue nil),
+        YAML.load(mongoid_config)[Rails.env]["clients"]["default"]["hosts"][0].split(':')[0],
+        YAML.load(mongoid_config)[Rails.env]["clients"]["default"]["hosts"][0].split(':')[1]
+    end
+  end
+
+end

data/lib/db_time_machine/railtie.rb

@@ -0,0 +1,10 @@
+require 'db_time_machine'
+require 'rails'
+module YourGem
+  class Railtie < Rails::Railtie
+    rake_tasks do
+      spec = Gem::Specification.find_by_name 'db_time_machine'
+      load "#{spec.gem_dir}/lib/tasks/db_time_machine.rake"
+    end
+  end
+end

data/lib/db_time_machine/upload.rb

@@ -0,0 +1,20 @@
+class Upload
+
+  attr_accessor :fog_connection, :fog_directory, :file
+
+  def initialize(f)
+    self.fog_connection      = DbTimeMachine.configuration.fog_connection
+    self.fog_directory       = self.fog_connection.directories.get(DbTimeMachine.configuration.fog_dir)
+    self.file                = f
+  end
+
+  def start
+    puts "uploading data to fog directory"
+    self.fog_directory.files.create(
+      :key    => file.split('/').last,
+      :body   => File.open(file),
+      :public => false
+    )
+    puts "upload complate"
+  end
+end

data/lib/db_time_machine/version.rb

@@ -0,0 +1,3 @@
+module DbTimeMachine
+  VERSION = "0.1.0"
+end

data/lib/db_time_machine.rb

@@ -0,0 +1,34 @@
+require "db_time_machine/version"
+
+module DbTimeMachine
+  class Configuration
+    attr_accessor :tables, :tmp_folder, :fog_connection, :fog_dir
+
+    def initialize
+      self.tables = []
+      self.tmp_folder = "/tmp"
+      self.fog_connection = nil
+      self.fog_dir = nil
+    end
+
+  end
+
+  class << self
+    attr_accessor :configuration
+  end
+
+  def self.configuration
+    @configuration ||=  Configuration.new
+  end
+
+  def self.configure
+    yield(configuration) if block_given?
+    raise ArgumentError.new("Fog connection not set.") unless configuration.fog_connection
+    raise ArgumentError.new("Fog directory not set.") unless configuration.fog_dir
+  end
+  if defined?(Rails)
+    require "db_time_machine/railtie"
+    require "db_time_machine/dump"
+    require "db_time_machine/upload"
+  end
+end

data/lib/tasks/db_time_machine.rake

@@ -0,0 +1,12 @@
+namespace :db_time_machine do
+  desc "upload database dump to s3"
+  task start: :environment do
+    dump = eval("Dump::#{Dump::DatabaseConfig.find_adapter.capitalize}.new()")
+    dump.start_dump
+    `tar -zcvf #{dump.file}.tar.gz #{dump.file}`
+    upload = Upload.new(dump.file+".tar.gz")
+    upload.start
+    `rm -r #{dump.file} #{dump.file}.tar.gz`
+  end
+
+end

metadata

@@ -0,0 +1,116 @@
+--- !ruby/object:Gem::Specification
+name: db_time_machine
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- SURAT PYARI
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-12-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.32'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.32'
+description: This gem takes the dump of database for a rails application and upload
+  it to fog directory.
+email:
+- suratpyari.db21@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- db_time_machine.gemspec
+- lib/db_time_machine.rb
+- lib/db_time_machine/dump.rb
+- lib/db_time_machine/railtie.rb
+- lib/db_time_machine/upload.rb
+- lib/db_time_machine/version.rb
+- lib/tasks/db_time_machine.rake
+homepage: https://github.com/suratpyari/db_time_machine
+licenses: []
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Dump data and upload to fog directory.
+test_files: []