cloudsync 2.3.0 → 2.4.0

data/VERSION

@@ -1 +1 @@
-2.3.0
+2.4.0

data/cloudsync.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{cloudsync}
-  s.version = "2.3.0"
+  s.version = "2.4.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Cory Forsyth"]
-  s.date = %q{2010-10-20}
+  s.date = %q{2010-10-25}
   s.default_executable = %q{cloudsync}
   s.description = %q{Sync files between various clouds or sftp servers. Available backends are S3, CloudFiles, and SFTP servers. Can sync, mirror, and prune.}
   s.email = %q{cory.forsyth@gmail.com}

data/lib/cloudsync/backend/base.rb

@@ -73,7 +73,7 @@ module Cloudsync
         raise NotImplementedError
       end
     
-      def files_to_sync(upload_prefix={})
+      def files_to_sync(upload_prefix="")
         raise NotImplementedError
       end
       

data/lib/cloudsync/backend/cloudfiles.rb

@@ -73,13 +73,13 @@ module Cloudsync
         if delete_container_if_empty
           container.refresh
           if container.empty?
-            $LOGGER.debug("Deleting empty container '#{container.name}'")
+            $LOGGER.info("Deleting empty container '#{container.name}'")
             @store.delete_container(container.name)
           end
         end
       
       rescue NoSuchContainerException, NoSuchObjectException => e
-        $LOGGER.error("Failed to delete file #{file}")
+        $LOGGER.error("Failed to delete file #{file}, container #{container.name}")
       end
     
       def get_file_from_store(file)
@@ -113,10 +113,6 @@ module Cloudsync
         end
       end
       
-      # cf = Cloudsync::Backend::CloudFiles.new( YAML::load_file("cloudsync.yml")[:cloudfiles]); $LOGGER = Logger.new(STDOUT); count = 0; cf.files_to_sync {|p,h| count += 1 }; puts count
-      # cf = Cloudsync::Backend::CloudFiles.new( YAML::load_file("cloudsync.yml")[:cloudfiles]); $LOGGER = Logger.new(STDOUT); count = 0; paths = []; cf.files_to_sync("mpsounds-adobe.max.trivia") {|f| count += 1; paths << f.path}; puts count
-      
-      
       # prefix_path must not include the container name at the beginning of the string
       def objects_from_container(container, prefix_path="", &block)
         $LOGGER.debug("Getting files from #{container.name} (prefix: #{prefix_path})")
@@ -131,7 +127,6 @@ module Cloudsync
           objects_details = container.objects_detail(params)
 
           $LOGGER.debug("OFC #{container.name} (#{prefix_path}) got #{objects_details.size}. #{objects_details.class}")
-          $LOGGER.debug("-"*50)
           
           break if objects_details.empty?
           

data/lib/cloudsync/backend/s3.rb

@@ -111,12 +111,10 @@ module Cloudsync
         params['prefix'] = prefix if !prefix.nil?
         
         loop do
-          $LOGGER.debug(params.inspect)
           keys = bucket.keys(params)
           break if keys.empty?
           
           keys.each do |key|
-            $LOGGER.debug(key.name)
             yield key
           end
 

data/lib/cloudsync/sync_manager.rb

@@ -92,6 +92,15 @@ module Cloudsync
           $LOGGER.info("[SM]: Prune: Completed #{index} files (skipped: #{file_stats[:skipped].size}, removed: #{file_stats[:removed].size}).")
         end
         
+        if index % Cloudsync::Backend::Base::OBJECT_LIMIT == 0
+          $LOGGER.debug("GC starting")
+          GC.start
+          
+          memory_usage = `ps -o rss= -p #{$$}`.to_i
+          ocount = 0; ObjectSpace.each_object {|o| ocount += 1}
+          $LOGGER.debug "memory: #{memory_usage}, objects: #{ocount}"
+        end
+        
         index += 1
       end
       

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: cloudsync
 version: !ruby/object:Gem::Version 
-  hash: 3
+  hash: 31
   prerelease: false
   segments: 
   - 2
-  - 3
+  - 4
   - 0
-  version: 2.3.0
+  version: 2.4.0
 platform: ruby
 authors: 
 - Cory Forsyth
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-10-20 00:00:00 -04:00
+date: 2010-10-25 00:00:00 -04:00
 default_executable: cloudsync
 dependencies: 
 - !ruby/object:Gem::Dependency