cloud_sync 0.1

data/README.markdown

@@ -0,0 +1,23 @@
+
+
+##The Idea...
+
+    CloudSync.schedule do
+        every 12.hours do
+           archive "/home/user/documents", :to => "filesystem:/mnt/external/snapshots"
+        end
+        
+        every 30.minutes do
+           system "mysqldump mydb -u special > /tmp/dump.sql"
+           archive "/tmp/dump.sql", :to => "filesystem:/backups/sql/mydb"
+           archive "/tmp/dump.sql", :to => "s3:/backups/mydb"
+        end
+        
+        every 5.minutes do
+            synchronize "/some/directory", :with => "remote:special", :target => "/other/path"
+        end
+        
+        on_change "/some/dir" do
+            # ...
+        end
+    end

data/Rakefile

@@ -0,0 +1,7 @@
+require 'rake'
+require 'spec/rake/spectask'
+
+desc "Run All Specs"
+Spec::Rake::SpecTask.new("spec") do |t|
+  t.spec_files = FileList["spec/**/*_spec.rb"]
+end

data/cloud_sync.gemspec

@@ -0,0 +1,30 @@
+spec = Gem::Specification.new do |s|
+	s.name = 'cloud_sync'
+	s.version = '0.1'
+	s.date = '2010-06-16'
+	s.summary = 'A tool for syncing files between clouds'
+	s.email = 'dan.simpson@gmail.com'
+	s.homepage = 'http://github.com/dansimpson/cloud_sync'
+	s.description = 'A tool for syncing files between clouds'
+	s.has_rdoc = true
+	
+	s.authors = ['Dan Simpson']
+	s.add_dependency('cloudfiles', '>= 1.4.7')
+  s.add_dependency('aws-s3', '>= 0.6.2')
+  
+	s.files = [
+	  'README.markdown',
+	  'cloud_sync.gemspec',
+	  'Rakefile',
+    'lib/cloud_sync.rb',
+    'lib/cloud_sync/archiver.rb',
+    'lib/cloud_sync/configuration.rb',
+    'lib/cloud_sync/log.rb',
+    'lib/cloud_sync/resource.rb',
+    'lib/cloud_sync/synchronizer.rb',
+    'lib/cloud_sync/media/base.rb',
+    'lib/cloud_sync/media/filesystem.rb',
+    'lib/cloud_sync/media/rackspace.rb',
+    'lib/cloud_sync/media/s3.rb'
+	]
+end

data/lib/cloud_sync.rb

@@ -0,0 +1,36 @@
+$:.unshift File.dirname(__FILE__)
+
+require "rubygems"
+require "cloudfiles"
+require "aws/s3"
+require "pp"
+
+module CloudSync
+  
+  VERSION = 0.1
+
+  def self.copy source, destination
+    Resource.new(source).copy(Resource.new(destination))
+  end
+  
+  def self.archive source, destination
+    Archiver.new(source, destination).archive
+  end
+  
+  def self.synchronize source, destination
+    Synchronizer.new(source).synchronize(destination)
+  end
+  
+end
+
+#archivers
+require "cloud_sync/configuration"
+require "cloud_sync/media/base"
+require "cloud_sync/media/filesystem"
+require "cloud_sync/media/rackspace"
+require "cloud_sync/media/s3"
+require "cloud_sync/resource"
+require "cloud_sync/log"
+require "cloud_sync/archiver"
+require "cloud_sync/synchronizer"
+

data/lib/cloud_sync/archiver.rb

@@ -0,0 +1,39 @@
+module CloudSync
+  class Archiver
+
+    attr_accessor :source, :destination
+
+    def initialize source, destination
+      @source       = Resource.new source
+      @destination  = Resource.new destination
+    end
+
+    def archive
+
+      unless source
+        return Log.error "Invalid syntax for resource #{source}"
+      end
+
+      unless destination
+        return Log.error "Invalid syntax for resource #{destination}"
+      end
+
+      tar = Resource.new("filesystem:#{archive_path}")
+      system "tar czvf #{archive_path} #{source.path}"
+      destination.istream("/home/dan/moo.tgz") << tar.ostream
+      system "rm #{archive_path}"
+
+    end
+
+    protected
+
+    def archive_path
+      "/tmp/#{archive_name}"
+    end
+
+    def archive_name
+      @archive_name ||= "#{File.basename(source.path)}.#{Time.now.strftime("%Y%j%H%M%S")}.tgz"
+    end
+
+  end
+end

data/lib/cloud_sync/configuration.rb

@@ -0,0 +1,41 @@
+module CloudSync
+
+  class Configuration 
+
+    @map = {
+    }
+
+    def self.get key
+      @map[key.to_sym]
+    end
+
+    def self.put key, val
+      @map[key.to_sym] = val
+    end
+
+    def self.method_missing method, *args
+      if method.to_s =~ /=$/
+        return put method.to_s.chop, args.first
+      else
+        return get method
+      end
+      super
+    end
+    
+    def self.load file
+      begin
+        configure YAML.load_file(file)
+      rescue
+        raise IOError, "#{file} could not be loaded."
+      end
+    end
+    
+    def self.configure map
+      map.each do |k,v|
+        put k, v
+      end
+    end
+
+  end
+
+end

data/lib/cloud_sync/log.rb

@@ -0,0 +1,58 @@
+module CloudSync
+
+  class Log
+
+    @threshhold = 1
+
+    @descriptor = {
+      1 => "DBUG",
+      2 => "WARN",
+      3 => "INFO",
+      4 => "ERROR"
+    }
+
+    def self.debug msg
+      log(msg,1) if @threshhold <= 1
+    end
+
+    def self.warning msg
+      log(msg,2) if @threshhold <= 2
+    end
+
+    def self.info msg
+      log(msg,3) if @threshhold <= 3
+    end
+    
+    def self.error msg
+      log(msg,4) if @threshhold <= 4
+    end
+
+    def self.debug!
+      @threshhold = 1
+    end
+
+    def self.warn!
+      @threshhold = 2
+    end
+
+    def self.info!
+      @threshhold = 3
+    end
+
+    def self.shutthefuckup!
+      @threshhold = 4
+    end
+    
+    def self.is_debug?
+        @threshhold == 1
+    end
+
+    private
+
+    def self.log msg, level
+        puts "[#{@descriptor[level]}] #{Time.now} - #{msg}"
+    end
+
+  end
+
+end

data/lib/cloud_sync/media/base.rb

@@ -0,0 +1,19 @@
+module CloudSync
+  module Media
+    class Base
+
+      def exists? path
+        raise "#{self.class}.exists? not implemented"
+      end
+      
+      def writer path
+        raise "#{self.class}.writer not implemented"
+      end
+
+      def reader path
+        raise "#{self.class}.reader not implemented"
+      end
+
+    end
+  end
+end

data/lib/cloud_sync/media/filesystem.rb

@@ -0,0 +1,27 @@
+module CloudSync
+  module Media
+    class Filesystem < Base
+
+      def exists? path
+        File.exists? path
+      end
+      
+      def is_container? path
+        File.directory? path
+      end
+
+      def is_object? path
+        File.exists? path
+      end
+          
+      def reader path
+        File.open(path, "r")
+      end
+
+      def writer path
+        File.open(path, "w")
+      end
+
+    end
+  end     
+end

data/lib/cloud_sync/media/rackspace.rb

@@ -0,0 +1,65 @@
+module CloudFiles
+  class StorageObject
+    def read
+      data
+    end
+  end
+end
+
+module CloudSync
+  module Media
+    class Rackspace < Base
+
+      def initialize
+        raise "rackspace_user not set" unless Configuration.rackspace_user
+        raise "rackspace_key not set"  unless Configuration.rackspace_key
+        @conn = CloudFiles::Connection.new(Configuration.rackspace_user, Configuration.rackspace_key)
+      end
+      
+      def list container
+        @conn.container(container).objects
+      end
+      
+      def exists? path
+        container, object = parse path
+        object_exists?(container, object)
+      end
+        
+      def reader path
+        container, object = parse path
+        get_object(container, object)
+      end
+
+      def writer path
+        container, object = parse path
+        get_object(container, object)
+      end
+      
+      protected
+      
+      def parse path
+        parts = path.split "/"
+        container = parts.shift
+        [container, parts.join("/")]
+      end
+      
+      def container_exists? container
+        @conn.container_exists?(container)
+      end
+
+      def object_exists? container, object
+        container_exists?(container) && @conn.container(container).object_exists?(object)
+      end
+      
+      def get_container container
+        container_exists?(container) ? @conn.container(container) : @conn.create_container(container)
+      end
+      
+      def get_object container, object
+        tmp = get_container(container)
+        tmp.object_exists?(object) ? tmp.object(object) : tmp.create_object(object, true)
+      end
+
+    end
+  end     
+end

data/lib/cloud_sync/media/s3.rb

@@ -0,0 +1,60 @@
+module CloudSync
+    module Media
+        class S3 < Base
+          
+          def initialize
+            raise "s3_access_key not set" unless Configuration.s3_access_key
+            raise "s3_secret_key not set" unless Configuration.s3_secret_key
+            
+            AWS::S3::Base.establish_connection!({
+              :access_key_id     => Configuration.s3_access_key, 
+              :secret_access_key => Configuration.s3_secret_key
+            })
+          end
+          
+          def exists? path
+            bucket, object = parse path
+            object_exists?(bucket, object)
+          end
+
+          def reader path
+            bucket, object = parse path
+            get_object(bucket, object)
+          end
+
+          def writer path
+            bucket, object = parse path
+            get_object(bucket, object)
+          end
+
+          protected
+
+          def parse path
+            parts = path.split "/"
+            bucket = parts.shift
+            [bucket, parts.join("/")]
+          end
+
+          def bucket_exists? bucket
+            AWS::S3::Bucket.find(bucket) rescue false
+          end
+
+          def object_exists? bucket, object
+            AWS::S3::S3Object.exists?(object, bucket)
+          end
+
+          def get_bucket bucket
+            unless bucket_exists?(bucket)
+              AWS::S3::Bucket.create(bucket)
+            end
+            AWS::S3::Bucket.find(bucket)
+          end
+
+          def get_object bucket, object
+            object_exists?(bucket, object) ? AWS::S3::S3Object.find(object, bucket) : nil
+          end
+          
+          
+        end
+    end     
+end

data/lib/cloud_sync/resource.rb

@@ -0,0 +1,50 @@
+module CloudSync
+
+  MediaTypes = {
+    :filesystem => CloudSync::Media::Filesystem,
+    :rackspace  => CloudSync::Media::Rackspace,
+    :s3         => CloudSync::Media::S3 
+  }
+
+  class Resource
+
+    attr_accessor :medium, :path, :type, :uri
+
+    def initialize uri
+      raise "Invalid resource string #{uri}" unless uri =~ /\w+:/
+      
+      @uri = uri
+      @type, @path = uri.split(":")
+      @type = @type.to_sym
+      
+      raise "Invalid medium type: #{@type}" unless MediaTypes.has_key?(@type)
+        
+      @medium = MediaTypes[@type].new
+    end
+
+    def exists?
+      @medium.exists?(@path)
+    end
+
+    def copy to
+      
+      raise "Resource #{@uri} does not exist" unless exists?
+
+      input  = reader
+      output = to.writer
+      output.write(input.read)
+      
+      input.close if input.respond_to? :close
+      output.close if output.respond_to? :close
+    end
+  
+    def writer
+      @medium.writer @path
+    end
+
+    def reader
+      @medium.reader @path
+    end
+
+  end 
+end

data/lib/cloud_sync/synchronizer.rb

@@ -0,0 +1,16 @@
+module CloudSync
+  class Synchronizer
+
+    attr_accessor :source, :destination
+
+    def initialize source, destination
+      @source       = Resource.new source
+      @destination  = Resource.new destination
+    end
+
+    def synchronize
+      raise "Not implemented"
+    end
+
+  end
+end

metadata

@@ -0,0 +1,109 @@
+--- !ruby/object:Gem::Specification 
+name: cloud_sync
+version: !ruby/object:Gem::Version 
+  hash: 9
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  version: "0.1"
+platform: ruby
+authors: 
+- Dan Simpson
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-06-16 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: cloudfiles
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 9
+        segments: 
+        - 1
+        - 4
+        - 7
+        version: 1.4.7
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: aws-s3
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        - 6
+        - 2
+        version: 0.6.2
+  type: :runtime
+  version_requirements: *id002
+description: A tool for syncing files between clouds
+email: dan.simpson@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- README.markdown
+- cloud_sync.gemspec
+- Rakefile
+- lib/cloud_sync.rb
+- lib/cloud_sync/archiver.rb
+- lib/cloud_sync/configuration.rb
+- lib/cloud_sync/log.rb
+- lib/cloud_sync/resource.rb
+- lib/cloud_sync/synchronizer.rb
+- lib/cloud_sync/media/base.rb
+- lib/cloud_sync/media/filesystem.rb
+- lib/cloud_sync/media/rackspace.rb
+- lib/cloud_sync/media/s3.rb
+has_rdoc: true
+homepage: http://github.com/dansimpson/cloud_sync
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: A tool for syncing files between clouds
+test_files: []
+