itamae-plugin-recipe-idcf-backup_to_object_storage 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 6e3572ed91e1edb6d8ac8c025236622bcbceb371
+  data.tar.gz: 3ea15242134d53f8668f388de221d847a333a8f1
+SHA512:
+  metadata.gz: 49d45b3db2fc6c24c7edbcd2c702ce5397fb92e4ad9103713cc538ed3493969cf4f44be4b37fca81aefd3334471f5f04a9ef6a22ad18e86db17de7d8ef995f8d
+  data.tar.gz: fde892a7f18dcb9ec6487521539b99359c7859f0edbed2e3d0816f42bdc33cd9377ed6f2d4ccaafc255922363a222b747155a89c22ceab50d17f57239fb2b1e4

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+/vendor
+/spec/integration/.vagrant

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.2.0

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in itamae-plugin-recipe-idcf-backup_to_object_storage.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 nownabe
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,56 @@
+# Itamae::Plugin::Recipe::Idcf::BackupToObjectStorage
+
+An itamae plugin to backup directories to IDCF Object Storage.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'itamae-plugin-recipe-idcf-backup_to_object_storage'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install itamae-plugin-recipe-idcf-backup_to_object_storage
+
+## Usage
+
+### Configuration
+In you `node.yml` of `node.json`
+
+```yaml
+idcf:
+  backup_to_object_storage:
+    access_key: YOUR_ACCESS_KEY
+    secret_key: YOUR_SECRET_KEY
+    directories:
+      - schedule: 0 4 * * *
+        path: /backup/path1
+        bucket: backup.bucket1
+        expire: 7 # Default: 7 days
+      - schedule: 0 5 * * *
+        path: /backup/path2
+        bucket: backup.bucket2
+        expire: 30
+        command: tar zcf /backup/path2/backup_`date +%Y%m%d%H%M`.tar.gz /backup/source
+                 # This command is executed before backup to object storage
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release` to create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/itamae-plugin-recipe-idcf-backup_to_object_storage/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,48 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+require "tempfile"
+require "net/ssh"
+
+VAGRANT_HOSTNAME = "ipr-ibtos-spec"
+
+desc "Run provisining vagrant and serverspec tests"
+task integration: ["integration:provision", "integration:spec"]
+
+namespace :integration do
+  desc "Provision Vagrant"
+  task :provision do
+    env = {"VAGRANT_CWD" => File.expand_path("./spec/integration")}
+    tmp_ssh_config = Tempfile.new("", Dir.tmpdir)
+
+    Bundler.with_clean_env do
+      system(env, "vagrant up #{VAGRANT_HOSTNAME}") || abort
+      system(env, "vagrant ssh-config #{VAGRANT_HOSTNAME} > #{tmp_ssh_config.path}") || abort
+
+      ssh_option = Net::SSH::Config.for(VAGRANT_HOSTNAME, [tmp_ssh_config.path])
+
+      cmd = [
+        "bundle exec itamae ssh",
+        "-h #{ssh_option[:host_name]}",
+        "-u #{ssh_option[:user]}",
+        "-p #{ssh_option[:port]}",
+        "-i #{ssh_option[:keys].first}",
+        "-y spec/integration/node.yml",
+        "-l debug",
+        "spec/integration/recipe.rb"
+      ]
+
+      cmd << "--dry-run" if ENV["DRY_RUN"]
+
+      cmd_str = cmd.join(" ")
+      puts cmd_str
+      system(cmd_str) || abort
+    end
+  end
+
+  desc "Run serverspec tests"
+  RSpec::Core::RakeTask.new(:spec) do |t|
+    ENV["TARGET_HOST"] = VAGRANT_HOSTNAME
+    t.ruby_opts = "-I ./spec/integration"
+    t.pattern = "spec/integration/*_spec.rb"
+  end
+end

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "itamae/plugin/recipe/idcf/backup_to_object_storage"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/itamae-plugin-recipe-idcf-backup_to_object_storage.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'itamae/plugin/recipe/idcf/backup_to_object_storage/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "itamae-plugin-recipe-idcf-backup_to_object_storage"
+  spec.version       = Itamae::Plugin::Recipe::Idcf::BackupToObjectStorage::VERSION
+  spec.authors       = ["nownabe"]
+  spec.email         = ["nownabe@gmail.com"]
+
+  spec.summary       = %q{An itamae plugin to backup directories to IDCF Object Storage}
+  spec.homepage      = ""
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "itamae"
+
+  spec.add_development_dependency "bundler", "~> 1.9"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "serverspec"
+end

data/lib/itamae/plugin/recipe/files/opt/idcf/backup_to_object_storage.sh

@@ -0,0 +1,25 @@
+set -e
+
+path=$(echo $1 | sed -re 's#/?$#/#')
+bucket=${2%/}
+expire=$3
+command=$4
+
+config="/etc/s3cmd/idcf/backup_to_object_storage.cfg"
+
+if [ "$command" != "" ]; then
+  : "Execute user command"
+  eval $command
+fi
+
+: "Make bucket"
+s3cmd -c $config mb s3://$bucket
+
+: "Sync backups from object storage"
+s3cmd -c $config sync s3://$bucket/ 
+
+: "Remove expired backups"
+find $path -type f -daystart -mtime +$expire | xargs rm -f
+
+: "Sync backups to object storage"
+secmd -c $config sync --delete-removed $path s3://$bucket/

data/lib/itamae/plugin/recipe/idcf-backup_to_object_storage.rb

@@ -0,0 +1,11 @@
+package "epel-release"
+
+package "s3cmd"
+directory "/etc/s3cmd/idcf"
+template "/etc/s3cmd/idcf/backup_to_object_storage.cfg"
+
+directory "/opt/idcf"
+file "/opt/idcf/backup_to_object_storage.sh" do
+  mode "0755"
+end
+template "/etc/cron.d/idcf-backup_to_object_storage"

data/lib/itamae/plugin/recipe/idcf/backup_to_object_storage/version.rb

@@ -0,0 +1,11 @@
+module Itamae
+  module Plugin
+    module Recipe
+      module Idcf
+        module BackupToObjectStorage
+          VERSION = "0.1.0"
+        end
+      end
+    end
+  end
+end

data/lib/itamae/plugin/recipe/templates/etc/cron.d/idcf-backup_to_object_storage.erb

@@ -0,0 +1,4 @@
+<%- node[:idcf][:backup_to_object_storage][:directories].each do |dir| %>
+<%= dir[:schedule] %> <%= dir[:user] || "root" %> /bin/bash /opt/idcf/backup_to_object_storage.sh <%= dir[:path] %> <%= dir[:bucket] %> <%= dir[:expire] %> <%= dir[:command] %>
+<%- end %>
+

data/lib/itamae/plugin/recipe/templates/etc/s3cmd/idcf/backup_to_object_storage.cfg.erb

@@ -0,0 +1,64 @@
+[default]
+access_key = <%= node[:idcf][:backup_to_object_storage][:access_key] %>
+access_token =
+add_encoding_exts =
+add_headers =
+bucket_location = US
+cache_file =
+cloudfront_host = cloudfront.amazonaws.com
+default_mime_type = binary/octet-stream
+delay_updates = False
+delete_after = False
+delete_after_fetch = False
+delete_removed = False
+dry_run = False
+enable_multipart = True
+encoding = UTF-8
+encrypt = False
+expiry_date =
+expiry_days =
+expiry_prefix =
+follow_symlinks = False
+force = False
+get_continue = False
+gpg_command = /usr/bin/gpg
+gpg_decrypt = %(gpg_command)s -d --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)s
+gpg_encrypt = %(gpg_command)s -c --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)s
+gpg_passphrase =
+guess_mime_type = True
+host_base = ds.jp-east.idcfcloud.com
+host_bucket = %(bucket)s.ds.jp-east.idcfcloud.com
+human_readable_sizes = False
+ignore_failed_copy = False
+invalidate_default_index_on_cf = False
+invalidate_default_index_root_on_cf = True
+invalidate_on_cf = False
+list_md5 = False
+log_target_prefix =
+max_delete = -1
+mime_type =
+multipart_chunk_size_mb = 15
+preserve_attrs = True
+progress_meter = True
+proxy_host =
+proxy_port = 0
+put_continue = False
+recursive = False
+recv_chunk = 4096
+reduced_redundancy = False
+restore_days = 1
+secret_key = <%= node[:idcf][:backup_to_object_storage][:secret_key] %>
+send_chunk = 4096
+server_side_encryption = False
+signature_v2 = True
+simpledb_host = sdb.amazonaws.com
+skip_existing = False
+socket_timeout = 300
+urlencoding_mode = normal
+use_https = False
+use_mime_magic = True
+verbosity = WARNING
+website_endpoint = http://%(bucket)s.s3-website-%(location)s.amazonaws.com/
+website_error =
+website_index = index.html
+

metadata

@@ -0,0 +1,114 @@
+--- !ruby/object:Gem::Specification
+name: itamae-plugin-recipe-idcf-backup_to_object_storage
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- nownabe
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-05-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: itamae
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: serverspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- nownabe@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- itamae-plugin-recipe-idcf-backup_to_object_storage.gemspec
+- lib/itamae/plugin/recipe/files/opt/idcf/backup_to_object_storage.sh
+- lib/itamae/plugin/recipe/idcf-backup_to_object_storage.rb
+- lib/itamae/plugin/recipe/idcf/backup_to_object_storage/version.rb
+- lib/itamae/plugin/recipe/templates/etc/cron.d/idcf-backup_to_object_storage.erb
+- lib/itamae/plugin/recipe/templates/etc/s3cmd/idcf/backup_to_object_storage.cfg.erb
+homepage: ''
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: An itamae plugin to backup directories to IDCF Object Storage
+test_files: []