backup2everbox 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+pkg/*
+*.gem
+.bundle
+*.swp

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in backup2everbox.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,96 @@
+PATH
+  remote: .
+  specs:
+    backup2everbox (0.0.1)
+      activesupport
+      backup
+      oauth
+      rest-client
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    activemodel (3.0.3)
+      activesupport (= 3.0.3)
+      builder (~> 2.1.2)
+      i18n (~> 0.4)
+    activerecord (3.0.3)
+      activemodel (= 3.0.3)
+      activesupport (= 3.0.3)
+      arel (~> 2.0.2)
+      tzinfo (~> 0.3.23)
+    activesupport (3.0.3)
+    arel (2.0.7)
+    backup (2.4.4)
+      activerecord (>= 2.3.5)
+      cloudfiles (>= 1.4.7)
+      dropbox (>= 1.1.2)
+      fog (~> 0.3.5)
+      hirb (>= 0.2.9)
+      json_pure (~> 1.4.6)
+      net-scp (>= 1.0.2)
+      net-sftp (>= 2.0.4)
+      net-ssh (>= 2.0.15)
+      pony (>= 0.5)
+      sqlite3-ruby (>= 1.2.5)
+    builder (2.1.2)
+    cloudfiles (1.4.10)
+      mime-types (>= 1.16)
+    dropbox (1.2.3)
+      json (>= 1.2.0)
+      mechanize (>= 1.0.0)
+      multipart-post (>= 1.0)
+      oauth (>= 0.3.6)
+    excon (0.4.0)
+    fog (0.3.34)
+      builder
+      excon (>= 0.3.6)
+      formatador (>= 0.0.16)
+      json
+      mime-types
+      net-ssh (>= 2.0.23)
+      nokogiri (>= 1.4.4)
+      ruby-hmac
+    formatador (0.0.16)
+    hirb (0.3.6)
+    i18n (0.5.0)
+    json (1.5.1)
+    json_pure (1.4.6)
+    mail (2.2.15)
+      activesupport (>= 2.3.6)
+      i18n (>= 0.4.0)
+      mime-types (~> 1.16)
+      treetop (~> 1.4.8)
+    mechanize (1.0.0)
+      nokogiri (>= 1.2.1)
+    mime-types (1.16)
+    multipart-post (1.1.0)
+    net-scp (1.0.4)
+      net-ssh (>= 1.99.1)
+    net-sftp (2.0.5)
+      net-ssh (>= 2.0.9)
+    net-ssh (2.1.0)
+    nokogiri (1.4.4)
+    oauth (0.4.4)
+    polyglot (0.3.1)
+    pony (1.1)
+      mail (> 2.0)
+    rest-client (1.6.1)
+      mime-types (>= 1.16)
+    ruby-hmac (0.4.0)
+    sqlite3 (1.3.3)
+    sqlite3-ruby (1.3.3)
+      sqlite3 (>= 1.3.3)
+    treetop (1.4.9)
+      polyglot (>= 0.3.1)
+    tzinfo (0.3.24)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activesupport
+  backup
+  backup2everbox!
+  oauth
+  rest-client

data/README

@@ -0,0 +1,41 @@
+使用方法
+========
+
+1. 注册一个 EverBox 帐号: http://www.everbox.com/ , 注意必须注册盛大通行证帐号,
+   如果需要邀请码，请到 http://www.douban.com/group/topic/17242955/
+
+2. 运行 sudo gem install backup2everbox
+
+3. 运行 sudo backup --setup
+
+4. 修改 /opt/backup/config/backup.rb, 改为如下的形式
+
+# ----8<----------
+gem 'backup2everbox'
+require 'backup2everbox'
+
+backup 'archive-backup-everbox' do
+  
+  adapter :archive do
+    files ["/path/to/dir/need/backup"]
+  end
+  
+  storage :everbox do
+    username          'YOUR SDO USERNAME'
+    password          'YOUR SDO PASSWORD'
+    path              '/backups'
+  end
+
+  keep_backups 10
+  encrypt_with_password false
+  notify false
+  
+end
+# ----8<----------
+
+5. 运行 sudo backup -r archive-backup-everbox
+
+6. backup 支持备份目录，数据库等多种源，具体可以参考 backup 的文档: 
+   https://github.com/meskyanichi/backup
+
+

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/TODO

@@ -0,0 +1 @@
+* don't try create dir if dir already exist

data/backup2everbox.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "backup2everbox/version"
+
+Gem::Specification.new do |s|
+  s.name        = "backup2everbox"
+  s.version     = Backup2everbox::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["LI Daobing"]
+  s.email       = ["lidaobing@gmail.com"]
+  s.homepage    = "http://rubygems.org/gems/backup2everbox"
+  s.summary     = %q{backup to EverBox}
+  s.description = %q{backup to EverBox}
+
+  s.rubyforge_project = "backup2everbox"
+
+  s.add_dependency 'backup'
+  s.add_dependency 'activesupport'
+  s.add_dependency 'oauth'
+  s.add_dependency 'rest-client'
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

data/lib/backup/connection/everbox.rb

@@ -0,0 +1,240 @@
+require 'cgi'
+
+require 'oauth'
+require 'json'
+require 'rest_client'
+require 'pp'
+
+
+module Backup
+  module Connection
+    class Everbox
+
+      class Session
+        DEFAULT_OPTIONS = {
+          :api_key => 'GW4YtvBpPwHfY0rCSf2xeOqn7tT0YH2O4zftXCOM',
+          :secret_access_key => 'xlKLpZLVSe0Gk6q4w05PsDpzjEbV8SyE71exgz1i',
+          :oauth_site => 'http://account.everbox.com',
+          :fs_site => 'http://fs.everbox.com',
+          :chunk_size => 1024*1024*4
+        }
+        attr_accessor :authorizing_user, :authorizing_password, :access_token
+        def initialize(opts={})
+          @options = DEFAULT_OPTIONS.merge(opts || {})
+          @consumer = OAuth::Consumer.new @options[:api_key], @options[:secret_access_key], :site => 'http://account.everbox.com'
+        end
+
+        def authorize!
+          response = @consumer.request(:post, "/oauth/quick_token?provider=sdo&login=#{CGI.escape @authorizing_user}&password=#{CGI.escape @authorizing_password}")
+          if response.code.to_i != 200
+            raise "login failed: #{response.body}"
+          end
+
+          d = CGI.parse(response.body).inject({}) do |h,(k,v)|
+            h[k.strip.to_sym] = v.first
+            h[k.strip]        = v.first
+            h
+          end
+
+          @access_token = OAuth::AccessToken.from_hash(@consumer, d)
+        end
+
+        def authorized?
+          !!@access_token
+        end
+
+        def upload(filename, remote_path, opts={})
+          remote_path = find_real_remote_path(remote_path)
+          mkdir_p(remote_path)
+          basename = File.basename(filename)
+          target_path = File.expand_path(basename, remote_path)
+          keys = calc_digests(filename)
+          params = {
+            :path      => target_path,
+            :keys      => keys,
+            :chunkSize => 4*1024*1024,
+            :fileSize  => File.open(filename).stat.size,
+            :base      => ''
+          }
+          pp params
+          info = JSON.parse(access_token.post(fs(:prepare_put), JSON.dump(params), {'Content-Type' => 'text/plain' }).body)
+          pp info
+          File.open(filename) do |f|
+            info["required"].each do |x|
+              puts "upload block ##{x["index"]}"
+              f.seek(x["index"] * @options[:chunk_size])
+              code, response = http_request x['url'], f.read(@options[:chunk_size]), :method => :put
+              if code != 200
+                raise code.to_s
+              end
+            end
+          end
+
+
+          ftime = (Time.now.to_i * 1000 * 1000 * 10).to_s
+          params = params.merge :editTime => ftime, :mimeType => 'application/octet-stream'
+          pp access_token
+          code, response = access_token.post(fs(:commit_put), params.to_json, {'Content-Type' => 'text/plain'})
+          pp code, response
+        end
+
+        def delete(remote_path, opts={})
+          remote_path = find_real_remote_path(remote_path)
+          data = {
+            :paths => [remote_path],
+          }
+          response = access_token.post(fs(:delete), data.to_json, {'Content-Type' => 'text/plain'})
+          case response.code
+          when "200"
+            true
+          else
+            nil
+            #raise "delete failed: #{response}"
+          end
+        end
+
+        private
+        def find_real_remote_path(path)
+          if path.start_with?('/')
+            "/home" + path
+          else
+            "/home/" + path
+          end
+        end
+
+        def edit_time(time = nil)
+          time ||= Time.now
+          (time.to_i * 1000 * 1000 * 10).to_s
+        end
+        
+        def mkdir_p(path)
+          return if path == "/"
+          mkdir_p(File.expand_path("..", path))
+          make_remote_path(path, :ignore_conflict => true)
+        end
+
+        def make_remote_path(path, opts = {})
+          data = {
+            :path => path,
+            :editTime => edit_time
+          }
+          response = access_token.post(fs(:mkdir), data.to_json, {'Content-Type' => 'text/plain'})
+          case response.code
+          when "200"
+            #
+          when "409"
+            unless opts[:ignore_conflict]
+              raise "directory already exist: `#{path}'"
+            end
+          end
+        end
+        def http_request url, data = nil, options = {}
+          begin
+            options[:method] = :post unless options[:method]
+            case options[:method]
+            when :get
+              response = RestClient.get url, data, :content_type => options[:content_type]
+            when :post
+              response = RestClient.post url, data, :content_type => options[:content_type]
+            when :put
+              response = RestClient.put url, data
+            end
+            body = response.body
+            data = nil
+            data = JSON.parse body unless body.empty?
+            [response.code.to_i, data]
+          rescue => e
+            raise
+            code = 0
+            data = nil
+            body = nil
+            res = e.response if e.respond_to? :response
+            begin
+              code = res.code if res.respond_to? :code
+              body = res.body if res.respond_to? :body
+              data = JSON.parse body unless body.empty?
+            rescue
+              data = body
+            end
+            [code, data]
+          end
+        end
+        def fs(path)
+          path = path.to_s
+          path = '/' + path unless path.start_with? '/'
+          @options[:fs_site] + path
+        end
+        def urlsafe_base64(content)
+          Base64.encode64(content).strip.gsub('+', '-').gsub('/','_')
+        end
+
+        def calc_digests(fname)
+          res = []
+          File.open(fname) do |ifile|
+            while (data = ifile.read(@options[:chunk_size])) do
+              res << urlsafe_base64(Digest::SHA1.digest(data))
+            end
+          end
+          res 
+        end
+      end
+
+      attr_accessor :adapter, :procedure, :final_file, :tmp_path, :api_key, :secret_access_key, :username, :password, :path
+
+      def initialize(adapter=false)
+        if adapter
+          self.adapter            = adapter
+          self.procedure          = adapter.procedure
+          self.final_file         = adapter.final_file
+          self.tmp_path           = adapter.tmp_path.gsub('\ ', ' ')
+
+          load_storage_configuration_attributes
+        end
+      end
+
+      def static_initialize(procedure)
+        self.procedure = procedure
+        load_storage_configuration_attributes(true)
+      end
+
+      def session
+        opts = {}
+        opts[:api_key] = api_key unless api_key.nil?
+        opts[:secret_access_key] = secret_access_key unless secret_access_key.nil?
+        @session ||= Session.new(opts)
+        unless @session.authorized?
+          @session.authorizing_user = username
+          @session.authorizing_password = password
+          @session.authorize!
+        end
+
+        @session
+      end
+
+      def connect
+        session
+      end
+
+      def path
+        @path || "backups"
+      end
+
+      def store
+        path_to_file = File.join(tmp_path, final_file)
+        session.upload(path_to_file, path, :mode => :dropbox)
+      end
+
+      private
+
+      def load_storage_configuration_attributes(static=false)
+        %w(api_key secret_access_key username password path).each do |attribute|
+          if static
+            send("#{attribute}=", procedure.get_storage_configuration.attributes[attribute])
+          else
+            send("#{attribute}=", adapter.procedure.get_storage_configuration.attributes[attribute])
+          end
+        end
+      end
+    end
+  end
+end

data/lib/backup/record/everbox.rb

@@ -0,0 +1,23 @@
+require 'backup/connection/everbox'
+
+module Backup
+  module Record
+    class Everbox < Backup::Record::Base
+      def load_specific_settings(adapter)
+      end
+
+      private
+
+      def self.destroy_backups(procedure, backups)
+        everbox = Backup::Connection::Everbox.new
+        everbox.static_initialize(procedure)
+        session = everbox.session
+        backups.each do |backup|
+          puts "\nDestroying backup \"#{backup.filename}\"."
+          path_to_file = File.join(everbox.path, backup.filename)
+          session.delete(path_to_file, :mode => :everbox)
+        end
+      end
+    end
+  end
+end

data/lib/backup/storage/everbox.rb

@@ -0,0 +1,12 @@
+require 'backup/connection/everbox'
+
+module Backup
+  module Storage
+    class Everbox < Base
+      def initialize(adapter)
+        everbox = Backup::Connection::Everbox.new(adapter)
+        everbox.store
+      end
+    end
+  end
+end

data/lib/backup2everbox.rb

@@ -0,0 +1,33 @@
+require 'active_support/core_ext/module/aliasing'
+
+module Backup
+  module Connection
+    autoload :Everbox, 'backup/connection/everbox'
+  end
+  module Storage
+    autoload :Everbox, 'backup/storage/everbox'
+  end
+  module Record
+    autoload :Everbox, 'backup/record/everbox'
+  end
+  module Configuration
+    class Base
+      def storage_class_with_everbox
+        res = storage_class_without_everbox
+        if res.nil? and @storage_name == :everbox
+          res = Backup::Storage::Everbox
+        end
+        res
+      end
+      def record_class_with_everbox
+        res = record_class_without_everbox
+        if res.nil? and @storage_name == :everbox
+          res = Backup::Record::Everbox
+        end
+        res
+      end
+      alias_method_chain :storage_class, :everbox
+      alias_method_chain :record_class, :everbox
+    end
+  end
+end

data/lib/backup2everbox/version.rb

@@ -0,0 +1,3 @@
+module Backup2everbox
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,134 @@
+--- !ruby/object:Gem::Specification 
+name: backup2everbox
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- LI Daobing
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-01-30 00:00:00 +08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: backup
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: activesupport
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: oauth
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rest-client
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id004
+description: backup to EverBox
+email: 
+- lidaobing@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- README
+- Rakefile
+- TODO
+- backup2everbox.gemspec
+- lib/backup/connection/everbox.rb
+- lib/backup/record/everbox.rb
+- lib/backup/storage/everbox.rb
+- lib/backup2everbox.rb
+- lib/backup2everbox/version.rb
+has_rdoc: true
+homepage: http://rubygems.org/gems/backup2everbox
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: backup2everbox
+rubygems_version: 1.4.2
+signing_key: 
+specification_version: 3
+summary: backup to EverBox
+test_files: []
+