smart_s3_sync 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5a600ba0ea981cdf7b074cdcdc0149ec8b64bf12
-  data.tar.gz: bb072d16d43306e46684715260b6ff87459ace2a
+  metadata.gz: cfb96961e17f6b5f47c93c3ad6987719746b8465
+  data.tar.gz: 7d26d10a49ac44897d77eac3223857f20f89d8ec
 SHA512:
-  metadata.gz: 04e6df13749d305bb7dbc05cda2a26fb1b572ae4ecf973a4ba02cfd42d67a37193068ce039f8ada47e1d320d3ab14a6d5b4057d4f2456cd3ff6223793548b69b
-  data.tar.gz: c5ebb77b645d42f2ae01966f548a04d251c50fe22c3949c26f7bdde564d7d68356fc2135cbbb46980cf6e69fde98880267fb6e40bd012a01ed88608b6ba52125
+  metadata.gz: 10bd450070e40a6b8224a6453f29659b1cd76c3f1da16b686d4121e90366a52f07452cfed3fa38b8d84d21edcede0b227aca86050bc4c8ed04d590ba0729fecf
+  data.tar.gz: 68313a3c35ed073772900647845c43e98a79912ad4cdf653da9fe6b5e177e19245079e9eb98d1e11cc6d40e4c1653e8bd712e28a71d6dfc3632cb2e38c7612aa

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    smart_s3_sync (0.0.1)
+    smart_s3_sync (0.0.2)
       fog
       sqlite3
 

data/lib/smart_s3_sync.rb

@@ -10,7 +10,6 @@ module SmartS3Sync
     bucket = Fog::Storage.new(connection_options).directories.
       get(remote_dir, {:prefix => remote_prefix})
 
-
     # Add all files in the cloud to our map.
     bucket.files.each { |file| table.push(file) }
 

data/lib/smart_s3_sync/digest_cache.rb

@@ -0,0 +1,50 @@
+require 'sqlite3'
+require 'digest/md5'
+
+module SmartS3Sync
+  module DigestCache
+    class << self
+      def digest(filename)
+        if (cr = cache_record(filename)) && File.mtime(filename).to_i <= cr[0]
+          cr[1]
+        else
+          Digest::MD5.file(filename).hexdigest.tap do |digest|
+            save_record(filename, File.mtime(filename).to_i, digest)
+          end
+        end
+      end
+
+      def save_record(filename, mtime, digest)
+        database.execute("INSERT OR REPLACE INTO files (filename, mtime, digest) VALUES (?, ?, ?)", [filename, mtime, digest])
+      end
+
+      private
+
+      def cache_record(filename)
+        crow = nil
+        database.execute("SELECT mtime, digest FROM files WHERE filename = ? LIMIT 1", [filename]) do |row|
+          crow = row
+        end
+        crow
+      end
+
+      def database
+        @database ||= SQLite3::Database.new(database_filename).tap do |db|
+          if db.execute("SELECT COUNT(name) FROM sqlite_master WHERE type='table' AND name='files'")[0][0] < 1
+            db.execute %{
+              CREATE TABLE files (
+                filename TEXT PRIMARY KEY,
+                mtime DATETIME,
+                digest VARCHAR(255)
+              )
+            }
+          end
+        end
+      end
+
+      def database_filename
+        File.expand_path('.filescache.db', '~')
+      end
+    end
+  end
+end

data/lib/smart_s3_sync/file_target.rb

@@ -1,4 +1,5 @@
 require 'tempfile'
+require 'smart_s3_sync/digest_cache'
 
 module SmartS3Sync
   class FileTarget
@@ -71,11 +72,12 @@ module SmartS3Sync
       destinations.each do |dest|
         FileUtils.mkdir_p(File.dirname(dest))
         FileUtils.ln(source, dest, :force => true)
+        DigestCache.save_record(dest, File.mtime(dest).to_i, digest.to_s)
       end
     end
 
     def file_hash(path)
-      Digest::MD5.file(path).hexdigest
+      DigestCache.digest(path)
     end
 
     def download(fog_dir)

data/lib/smart_s3_sync/version.rb

@@ -1,3 +1,3 @@
 module SmartS3Sync
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

data/smart_s3_sync.gemspec

@@ -18,6 +18,7 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
+  spec.add_dependency "sqlite3"
   spec.add_dependency "fog"
 
   spec.add_development_dependency "bundler", "~> 1.3"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: smart_s3_sync
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Chris Rhoden
@@ -10,6 +10,20 @@ bindir: bin
 cert_chain: []
 date: 2014-06-27 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: fog
   requirement: !ruby/object:Gem::Requirement
@@ -68,6 +82,7 @@ files:
 - Rakefile
 - bin/s5
 - lib/smart_s3_sync.rb
+- lib/smart_s3_sync/digest_cache.rb
 - lib/smart_s3_sync/file_table.rb
 - lib/smart_s3_sync/file_target.rb
 - lib/smart_s3_sync/version.rb