odisk 0.2.0

data/lib/odisk/remote.rb

@@ -0,0 +1,45 @@
+
+module ODisk
+  # Just a way to keep the data associated with a remote site together one
+  # Object.
+  class Remote
+    attr_accessor :user
+    attr_accessor :host
+    attr_accessor :dir
+    attr_accessor :pass_file
+
+    def initialize()
+      @user = nil
+      @host = nil
+      @dir = nil
+      @pass_file = nil
+    end
+
+    # Expects a string as input of the form user@remote.com:dir:passphrase_file
+    def update(str)
+      u, x = str.strip().split('@')
+      h, t, p = x.split(':')
+      @user = u if @user.nil? && u.is_a?(String) && !u.empty?
+      @host = h if @host.nil? && h.is_a?(String) && !h.empty?
+      @dir = t if @dir.nil? && t.is_a?(String) && !t.empty?
+      @pass_file = p if @pass_file.nil? && p.is_a?(String) && !p.empty?
+    end
+
+    def complete?()
+      !(@user.nil? || @host.nil? || @dir.nil? || @pass_file.nil?)
+    end
+
+    def okay?()
+      !(@user.nil? || @host.nil? || @dir.nil?)
+    end
+
+    def encrypt?()
+      !@pass_file.nil?
+    end
+
+    def to_s()
+      "#{user}@#{host}:#{@dir}:#{@pass_file}"
+    end
+
+  end # Remote
+end # ODisk

data/lib/odisk/statfixer.rb

@@ -0,0 +1,102 @@
+
+module ODisk
+  class StatFixer < ::Opee::Collector
+
+    def initialize(options={})
+      super(options)
+    end
+    
+    def set_options(options)
+      super(options)
+      @dir_queue = options[:dir_queue]
+      @copy_queue = options[:copy_queue]
+      @crypt_queue = options[:crypt_queue]
+      @inputs = options[:inputs]
+      @fixer = options[:fixer]
+    end
+
+    private
+
+    def job_key(job)
+      if job.is_a?(StatJob)
+        job.key()
+      elsif job.is_a?(String)
+        ::File.dirname(job)
+      else
+        raise "Invalid path for StatFixer"
+      end      
+    end
+
+    def update_token(job, token, path_id)
+      # StatJob or String (a file path) can be received
+      if job.is_a?(StatJob)
+        if token.nil?
+          job.digest.entries.each do |e|
+            fix_stats(::File.join(job.path, e.name), e) unless job.mods.include?(e.name)
+          end
+        elsif token.is_a?(Array)
+          until (path = token.pop).nil?
+            name = ::File.basename(path)
+            fix_stats(path, job.digest.entries[name])
+            job.mods.delete(name)
+          end
+        else
+          raise "Expected StatFixer token to be an Array or nil"
+        end
+        token = job
+      else
+        if token.nil?
+          token = [job]
+        elsif token.is_a?(Array)
+          token << job
+        elsif token.is_a?(StatJob)
+          name = ::File.basename(job)
+          fix_stats(job, token.digest[name])
+          token.mods.delete(name)
+        else
+          raise "Expected StatFixer token to be an Array, StatJob, or nil"
+        end
+      end
+      token
+    end
+
+    def complete?(job, token)
+      result = token.is_a?(StatJob) ? token.complete?(token) : false
+      ::Opee::Env.info("complete?(#{job}, #{token}) => #{result}")
+      result
+    end
+
+    def keep_going(job)
+      # done, nothing left to do
+      # TBD tell progress about the completion
+    end
+
+    def fix_stats(path, info)
+      e = Digest.create_info(path)
+      diff = Diff.new(e, info)
+      unless e == info
+        h = {}
+        diff.fill_hash(nil, h, true)
+        h.each do |attr,val|
+          case attr
+          when :mtime
+           ::File.utime(info.mtime, info.mtime, path) unless info.is_a?(::ODisk::Link)
+          when :owner
+            owner = Etc.getpwnam(info.owner).uid
+            group = Etc.getgrnam(info.group).gid
+            ::File::lchown(owner, group, path)
+          when :group
+            owner = Etc.getpwnam(info.owner).uid
+            group = Etc.getgrnam(info.group).gid
+            ::File::lchown(owner, group, path)
+          when :mode
+            ::File::lchmod(val[1], path)
+          else
+            # ignore?
+          end
+        end
+      end
+    end
+
+  end # StatFixer
+end # ODisk

data/lib/odisk/statjob.rb

@@ -0,0 +1,32 @@
+
+module ODisk
+  class StatJob < ::Opee::Job
+
+    attr_reader :path
+    attr_reader :mods
+    attr_accessor :digest
+
+    def initialize(path, digest)
+      @path = path
+      @digest = digest
+      @mods = []
+    end
+
+    def add_mod(name)
+      @mods << name
+    end
+
+    def key()
+      @path
+    end
+
+    def complete?(token)
+      @mods.empty?
+    end
+
+    def to_s()
+      "<StatJob:#{@path} [#{@mods.join(',')}]>"
+    end
+
+  end # StatJob
+end # ODisk

data/lib/odisk/syncjob.rb

@@ -0,0 +1,25 @@
+
+module ODisk
+  class SyncJob < ::Opee::Job
+
+    STATS  = 0
+    REMOVE = 1
+    COPY   = 2
+    
+    # location of master
+    OREFS  = 0 # encrypted master
+    LOCAL  = 1
+    REMOTE = 2
+
+    attr_reader :path
+    attr_reader :master
+    attr_reader :op
+
+    def initialize(rel_path, master, op)
+      @path = rel_path
+      @master = master
+      @op = op
+    end
+
+  end # SyncJob
+end # ODisk

data/lib/odisk/syncstarter.rb

@@ -0,0 +1,37 @@
+
+module ODisk
+  class SyncStarter < ::Opee::Actor
+
+    def initialize(options={})
+      @digester = nil
+      @fetcher = nil
+      super(options)
+      @dir_queue.ask(:ready, self)
+    end
+    
+    def set_options(options)
+      super(options)
+      @dir_queue = options[:dir_queue]
+      @digester = options[:digester]
+      @fetcher = options[:fetcher]
+      @collector = options[:collector]
+    end
+
+    private
+
+    def start(path)
+      ::Opee::Env.info("start sync for #{path}")
+      job = DirSyncJob.new(path)
+      @fetcher.ask(:fetch, job) unless @fetcher.nil?
+      @digester.ask(:create, job) unless @digester.nil?
+
+      top = (path.nil? || path.empty?) ? $local_top : ::File.join($local_top, path)
+      prev_path = ::File.join(top, '.odisk', 'digest.json')
+      job.previous_digest = ::Oj.load_file(prev_path, mode: :object) if ::File.file?(prev_path)
+      @collector.ask(:collect, job, :starter) unless @collector.nil?
+      # ready for another
+      @dir_queue.ask(:ready, self)
+    end
+    
+  end # SyncStarter
+end # ODisk

data/lib/odisk/version.rb

@@ -0,0 +1,5 @@
+
+module ODisk
+  # Current version of the module. 
+  VERSION = '0.2.0'
+end

metadata

@@ -0,0 +1,135 @@
+--- !ruby/object:Gem::Specification
+name: odisk
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+  prerelease: 
+platform: ruby
+authors:
+- Peter Ohler
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-07-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: opee
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-sftp
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Remote Encrypted File Synchronization, oDisk
+email: peter@ohler.com
+executables:
+- odisk
+extensions: []
+extra_rdoc_files:
+- README.md
+files:
+- lib/odisk/copier.rb
+- lib/odisk/crypter.rb
+- lib/odisk/diff.rb
+- lib/odisk/digest.rb
+- lib/odisk/digester.rb
+- lib/odisk/dir.rb
+- lib/odisk/dirsyncjob.rb
+- lib/odisk/fetcher.rb
+- lib/odisk/file.rb
+- lib/odisk/info.rb
+- lib/odisk/link.rb
+- lib/odisk/planner.rb
+- lib/odisk/remote.rb
+- lib/odisk/statfixer.rb
+- lib/odisk/statjob.rb
+- lib/odisk/syncjob.rb
+- lib/odisk/syncstarter.rb
+- lib/odisk/version.rb
+- lib/odisk.rb
+- LICENSE
+- README.md
+- bin/odisk
+homepage: http://www.ohler.com/odisk
+licenses: []
+post_install_message: 
+rdoc_options:
+- --main
+- README.md
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: odisk
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Remote Encrypted File Synchronization, oDisk
+test_files: []
+has_rdoc: true