s3gb 0.1.0

data/.gitignore

@@ -0,0 +1,3 @@
+config.yml
+cache
+fs

data/Rakefile

@@ -0,0 +1,16 @@
+begin
+  require 'jeweler'
+  project_name = 's3gb'
+
+  Jeweler::Tasks.new do |gem|
+    gem.name = project_name
+    gem.summary = "Backup stuff versioned in git to s3"
+    gem.email = "grosser.michael@gmail.com"
+    gem.homepage = "http://github.com/grosser/#{project_name}"
+    gem.authors = ["Michael Grosser"]
+  end
+
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler, or one of its dependencies, is not available. Install it with: gem install jeweler"
+end

data/Readme.md

@@ -0,0 +1,36 @@
+Collects all your stuff into a git repo, commits all changes, pushes it to s3.
+
+Install
+=======
+
+    sudo gem install s3gb
+
+make a ~/s3gb/config.yml file in your home folder.  
+Enter your config: [Your S3 keys](https://www.amazon.com/ap/signin?openid.ns=http://specs.openid.net/auth/2.0&authCookies=1&openid.mode=checkid_setup&openid.identity=http://specs.openid.net/auth/2.0/identifier_select&openid.claimed_id=http://specs.openid.net/auth/2.0/identifier_select&openid.pape.max_auth_age=600&openid.return_to=https://www.amazon.com/gp/aws/ssop/handlers/auth-portal.html%3Fie%3DUTF8%26wreply%3Dhttps%253A%252F%252Faws-portal.amazon.com%252Fgp%252Faws%252Fdeveloper%252Faccount%252Findex.html%26awsrequestchallenge%3Dfalse%26wtrealm%3Durn%253Aaws%253AawsAccessKeyId%253A1QQFCEAYKJXP0J7S2T02%26wctx%3DactionpRmaccess-keypRm%26awsaccountstatuspolicy%3DP1%26wa%3Dwsignin1.0%26awsrequesttfa%3Dtrue&openid.assoc_handle=ssop&openid.pape.preferred_auth_policies=http://schemas.openid.net/pape/policies/2007/06/multi-factor-physical&openid.ns.pape=http://specs.openid.net/extensions/pape/1.0&accountStatusPolicy=P1&)
+    bucket: s3gb
+    accessKeyId: --your--key--
+    secretAccessKey: --your--key--
+    acl: private
+    strategy: jgit
+    cache: ~/.s3gb_cache
+    sync:
+      - ~/.ssh
+      - ~/bin
+      - /opt/nginx/conf/nginx.conf
+      - ...
+    exclude:
+      - cache
+      - Cache
+      - .git
+
+Then:
+
+ - create the bucket using e.g. S3Fox AND add a .git folder to it
+ - `sudo s3gb --install` to install dependencies for your chosen strategy
+ - `s3gb --backup`
+
+Author
+======
+[Michael Grosser](http://pragmatig.wordpress.com)
+grosser.michael@gmail.com
+Hereby placed under public domain, do what you want, just do not hold me accountable...

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/bin/s3gb

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'optparse'
+
+$LOAD_PATH << File.expand_path(__FILE__+"/../../lib")
+require 's3gb'
+
+options = {}
+OptionParser.new do |opts|
+  opts.banner = <<BANNER
+Options are:
+BANNER
+  opts.on("--install", "Install SUDO!") { S3gb.build.install; exit }
+  opts.on("--backup", "Backup given folders with a new commit") { S3gb.build.backup; exit }
+  opts.on("--prepare", "Prepare for backup") { S3gb.build.prepare; exit }
+  opts.on('--collect', 'Collect files into cache'){ S3gb.build.collect_files; exit }
+  opts.on('--commit', 'Commit'){ S3gb.build.commit_changes; exit }
+  opts.on('--push', 'Push changes to s3'){ S3gb.build.push; exit }
+end.parse!

data/lib/s3gb/base.rb

@@ -0,0 +1,59 @@
+require 'tempfile'
+
+class S3gb
+  class Base
+    attr_accessor :config
+    def initialize(config)
+      @config = config
+    end
+
+    def backup
+      prepare
+      collect_files
+      commit_changes
+      push
+    end
+
+    def collect_files
+      with_exclude_file do |excludes|
+        config['sync'].each do |path|
+          puts "now comes #{path}"
+          full_path = "#{cache_dir}#{File.dirname(path)}"
+          ensure_dir full_path
+          `rsync -avz --delete --exclude-from #{excludes} #{path} #{full_path}`
+        end
+      end
+    end
+
+    def commit_changes
+      ensure_git_repo
+      `cd #{cache_dir} && git add . && git commit -m "#{Time.now.strftime("%Y-%m-%d %H:%M:%S")}"`
+    end
+
+    protected
+
+    def ensure_git_repo
+      `cd #{cache_dir} && git init` unless File.exist?("#{cache_dir}/.git")
+    end
+
+    def with_exclude_file
+      Tempfile.open('foo') do |t|
+        t.write config['exclude'] * "\n"
+        t.close
+        yield t.path
+      end
+    end
+
+    def ensure_dir(dir)
+      `mkdir -p #{dir}` unless File.exist?(dir)
+    end
+
+    def cache_dir
+      @cache_dir ||= begin
+        dir = File.expand_path("~/.s3gb/cache")
+        ensure_dir dir
+        dir
+      end
+    end
+  end
+end

data/lib/s3gb/jgit.rb

@@ -0,0 +1,56 @@
+require 's3gb/base'
+
+class S3gb
+  class JGit < S3gb::Base
+    def install
+      require 'open-uri'
+      page = open('http://www.eclipse.org/jgit/download/').read
+      url = page.match(/"(.*?org.eclipse.jgit.*?.sh)"/)[1]
+      file = File.basename(url)
+      to = '/usr/bin/jgit'
+      `sudo rm #{to}`
+      `cd /tmp && rm #{file} ; wget #{url} && sudo mv #{file} #{to} && sudo chmod 755 #{to}`
+    end
+
+    def prepare
+      ensure_jgit_config
+      ensure_jgit_repo
+    end
+
+    def push
+      cmd "cd #{cache_dir} && jgit push s3 refs/heads/master"
+    end
+
+    protected
+
+    def jgit_s3
+      File.expand_path('~/.jgit_s3')
+    end
+
+    def ensure_jgit_repo
+      return if File.exist? "#{cache_dir}/.git"
+      out = cmd "cd #{File.dirname(cache_dir)} && jgit clone -o s3 #{public_s3_url} #{File.basename cache_dir} && echo COMPLETE"
+      return if out.include?('COMPLETE')
+      cmd "cd #{cache_dir} && git init && git remote add s3 #{s3_url}"
+    end
+
+    def s3_url
+      "amazon-s3://.jgit_s3@#{config['bucket']}/.git"
+    end
+
+    def public_s3_url
+      "http://#{config['bucket']}.s3.amazonaws.com/.git"
+    end
+
+    def cmd x
+      puts x
+      `#{x}`
+    end
+
+    def ensure_jgit_config
+      File.open(jgit_s3, 'w') do |f|
+        f.write "accesskey: #{config['accessKeyId']}\nsecretkey: #{config['secretAccessKey']}\nacl: #{config['acl']||'private'}"
+      end
+    end
+  end
+end

data/lib/s3gb/s3fs.rb

@@ -0,0 +1,36 @@
+require 's3gb/base'
+
+class S3gb
+  class S3fs < S3gb::Base
+    def prepare
+      `mkdir #{mount_dir}` unless File.exist?(mount_dir)
+      `/usr/bin/s3fs #{config['bucket']} -o accessKeyId=#{config['accessKeyId']} -o secretAccessKey=#{config['secretAccessKey']} #{mount_dir}`
+    end
+
+    def install
+      `sudo apt-get install build-essential libcurl4-openssl-dev libxml2-dev libfuse-dev`
+      require 'open-uri'
+      url = "http://code.google.com/p/s3fs"
+      page = open(url).read
+      path = page.match(%r{href="(.*?-source\.tar\.gz)"})[1]
+      url = "http://s3fs.googlecode.com/files/#{path.split('=').last}"
+      puts "installing from #{url}"
+      `cd /tmp && wget #{url} && tar -xzf s3fs* && cd s3fs && make && sudo make install`
+    end
+
+    def push
+      Dir.glob("#{cache_dir}/*", File::FNM_DOTMATCH).each do |sub_path|
+        sub_path = File.basename(sub_path)
+        next if ['.','..'].include?(sub_path)
+        puts "syncing #{sub_path}"
+        `/usr/bin/rsync -avz --delete #{cache_dir}/#{sub_path} #{mount_dir}`
+      end
+    end
+
+    private
+
+    def mount_dir
+      File.expand_path("~/.s3gb/fs")
+    end
+  end
+end

data/lib/s3gb.rb

@@ -0,0 +1,18 @@
+require 'yaml'
+
+class S3gb
+  def self.build
+    config = YAML.load(File.read(File.expand_path('~/.s3gb/config.yml')))
+
+    strategy = case config['strategy'].downcase
+    when 'jgit', nil then
+      require 's3gb/jgit'
+      JGit
+    when 's3fs' then
+      require 's3gb/s3fs'
+      S3fs
+    end
+
+    strategy.new config
+  end
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification 
+name: s3gb
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Michael Grosser
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-06-09 00:00:00 +02:00
+default_executable: s3gb
+dependencies: []
+
+description: 
+email: grosser.michael@gmail.com
+executables: 
+- s3gb
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Rakefile
+- Readme.md
+- VERSION
+- bin/s3gb
+- lib/s3gb.rb
+- lib/s3gb/base.rb
+- lib/s3gb/jgit.rb
+- lib/s3gb/s3fs.rb
+has_rdoc: true
+homepage: http://github.com/grosser/s3gb
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: Backup stuff versioned in git to s3
+test_files: []
+