ryespy 0.7.0 → 1.0.0

data/test/ryespy/listener/amzn_s3_test.rb

@@ -0,0 +1,138 @@
+require_relative '../../helper'
+
+require_relative '../../../lib/ryespy/listener/amzn_s3'
+
+
+describe Ryespy::Listener::AmznS3 do
+  
+  before do
+    etag = 'QpD453wgum7qpJKUZaeHgcnHtGabP6CS'
+    
+    @files = [
+      stub(:content_length => 0, :content_type => '', :key => 'flies/',             :etag => etag),
+      stub(:content_length => 1, :content_type => '', :key => 'flies/a.txt',        :etag => etag),
+      stub(:content_length => 1, :content_type => '', :key => 'flies/b.txt',        :etag => etag),
+      stub(:content_length => 0, :content_type => '', :key => 'f/',                 :etag => etag),
+      stub(:content_length => 1, :content_type => '', :key => 'f/flies_README.txt', :etag => etag),
+      stub(:content_length => 0, :content_type => '', :key => 'spiders/',           :etag => etag),
+      stub(:content_length => 1, :content_type => '', :key => 'spiders/spider.txt', :etag => etag),
+    ]
+    
+    @files_no_dirs = @files.select { |f| f.content_length != 0 }
+    
+    @fog_storage = stub
+    
+    @fog_storage_directories = stub
+    
+    @fog_storage_directories.stubs(:get).with('icw', {
+      :prefix => 'flies/'
+    }).returns(stub(:files => @files.select { |f| f.key =~ /^flies\// }))
+    @fog_storage_directories.stubs(:get).with('icw', {
+      :prefix => 'f'
+    }).returns(stub(:files => @files.select { |f| f.key =~ /^f/ }))
+    @fog_storage_directories.stubs(:get).with('icw', {
+      :prefix => 'spiders/'
+    }).returns(stub(:files => @files.select { |f| f.key =~ /^spiders\// }))
+    @fog_storage_directories.stubs(:get).with('icw', {
+      :prefix => ''
+    }).returns(stub(:files => @files))
+    
+    @fog_storage.stubs(:directories).returns(@fog_storage_directories)
+    
+    Fog::Storage.stubs(:new).with({
+      :provider              => 'AWS',
+      :aws_access_key_id     => 'r.m.renfield',
+      :aws_secret_access_key => 'master',
+    }).returns(@fog_storage)
+  end
+  
+  describe "#check" do
+    before do
+      Ryespy::Test::Redis::setup
+      
+      @notifier = mock()
+      
+      @amzn_s3 = Ryespy::Listener::AmznS3.new(
+        :access_key => 'r.m.renfield',
+        :secret_key => 'master',
+        :bucket     => 'icw',
+        :notifiers  => [@notifier],
+      )
+      
+      @redis = @amzn_s3.instance_variable_get(:@redis)
+    end
+    
+    after do
+      @amzn_s3.close
+      
+      Ryespy::Test::Redis::flush_namespace(@redis)
+    end
+    
+    it "notifies when new files prefix *" do
+      @files_no_dirs.each do |file|
+        @notifier.expects(:notify).with('RyespyAmznS3Job', [file.key]).once
+      end
+      
+      @amzn_s3.check('')
+    end
+    
+    it "notifies when new files prefix spiders/" do
+      @files_no_dirs.select { |f| f.key =~ /^spiders\// }.each do |file|
+        @notifier.expects(:notify).with('RyespyAmznS3Job', [file.key]).once
+      end
+      
+      @amzn_s3.check('spiders/')
+    end
+    
+    it "notifies when new files prefix f" do
+      @files_no_dirs.select { |f| f.key =~ /^f/ }.each do |file|
+        @notifier.expects(:notify).with('RyespyAmznS3Job', [file.key]).once
+      end
+      
+      @amzn_s3.check('f')
+    end
+    
+    it "doesn't notify when no new files" do
+      @notifier.expects(:notify).times(2)
+      
+      @amzn_s3.check('flies/')
+      
+      @notifier.expects(:notify).never
+      
+      @amzn_s3.check('flies/')
+    end
+    
+    it "doesn't notify when no new files prefix subset" do
+      @notifier.expects(:notify).times(3)
+      
+      @amzn_s3.check('f')
+      
+      @notifier.expects(:notify).never
+      
+      @amzn_s3.check('flies/')
+    end
+    
+    it "notifies when new files prefix distinct" do
+      @notifier.expects(:notify).times(3)
+      
+      @amzn_s3.check('f')
+      
+      @notifier.expects(:notify).times(1)
+      
+      @amzn_s3.check('spiders/')
+    end
+    
+    it "notifies when changed etag" do
+      @notifier.expects(:notify).times(2)
+      
+      @amzn_s3.check('flies/')
+      
+      @files[1].stubs(:etag).returns(-2303600400)
+      
+      @notifier.expects(:notify).with('RyespyAmznS3Job', ['flies/a.txt']).once
+      
+      @amzn_s3.check('flies/')
+    end
+  end
+  
+end

data/test/ryespy/listener/ftp_test.rb

@@ -0,0 +1,96 @@
+require_relative '../../helper'
+
+require_relative '../../../lib/ryespy/listener/ftp'
+
+
+describe Ryespy::Listener::FTP do
+  
+  before do
+    @files = [
+      'Bottlenose',
+      'Haeviside',
+      'Franciscana',
+    ]
+    
+    @net_ftp = stub
+    
+    @net_ftp.stubs(:connect).with('ftp.example.com', 2121)
+    @net_ftp.stubs(:passive=)
+    @net_ftp.stubs(:login).with('d.adams', 'solongandthanksforallthefish')
+    @net_ftp.stubs(:chdir).with('/dolphin')
+    @net_ftp.stubs(:nlst).returns(@files)
+    @net_ftp.stubs(:mtime).returns(-562032000)
+    @net_ftp.stubs(:size).returns(42)
+    @net_ftp.stubs(:close)
+    
+    Net::FTP.stubs(:new).returns(@net_ftp)
+  end
+  
+  describe "#check" do
+    before do
+      Ryespy::Test::Redis::setup
+      
+      @notifier = mock()
+      
+      @ftp = Ryespy::Listener::FTP.new(
+        :host      => 'ftp.example.com',
+        :port      => 2121,
+        :passive   => true,
+        :username  => 'd.adams',
+        :password  => 'solongandthanksforallthefish',
+        :notifiers => [@notifier],
+      )
+      
+      @redis = @ftp.instance_variable_get(:@redis)
+    end
+    
+    after do
+      @ftp.close
+      
+      Ryespy::Test::Redis::flush_namespace(@redis)
+    end
+    
+    it "notifies when new files" do
+      @files.each do |file|
+        @notifier.expects(:notify).with('RyespyFTPJob', ['/dolphin', file]).once
+      end
+      
+      @ftp.check('/dolphin')
+    end
+    
+    it "doesn't notify when no new files" do
+      @notifier.expects(:notify).times(3)
+      
+      @ftp.check('/dolphin')
+      
+      @notifier.expects(:notify).never
+      
+      @ftp.check('/dolphin')
+    end
+    
+    it "notifies when changed mtime" do
+      @notifier.expects(:notify).times(3)
+      
+      @ftp.check('/dolphin')
+      
+      @net_ftp.stubs(:mtime).with('Bottlenose').returns(-562031999)
+      
+      @notifier.expects(:notify).with('RyespyFTPJob', ['/dolphin', 'Bottlenose']).once
+      
+      @ftp.check('/dolphin')
+    end
+    
+    it "notifies when changed size" do
+      @notifier.expects(:notify).times(3)
+      
+      @ftp.check('/dolphin')
+      
+      @net_ftp.stubs(:size).with('Franciscana').returns(41)
+      
+      @notifier.expects(:notify).with('RyespyFTPJob', ['/dolphin', 'Franciscana']).once
+      
+      @ftp.check('/dolphin')
+    end
+  end
+  
+end

data/test/ryespy/listener/goog_cs_test.rb

@@ -0,0 +1,138 @@
+require_relative '../../helper'
+
+require_relative '../../../lib/ryespy/listener/goog_cs'
+
+
+describe Ryespy::Listener::GoogCS do
+  
+  before do
+    etag = 'QpD453wgum7qpJKUZaeHgcnHtGabP6CS'
+    
+    @files = [
+      stub(:content_length => 0, :content_type => '', :key => 'flies/',             :etag => etag),
+      stub(:content_length => 1, :content_type => '', :key => 'flies/a.txt',        :etag => etag),
+      stub(:content_length => 1, :content_type => '', :key => 'flies/b.txt',        :etag => etag),
+      stub(:content_length => 0, :content_type => '', :key => 'f/',                 :etag => etag),
+      stub(:content_length => 1, :content_type => '', :key => 'f/flies_README.txt', :etag => etag),
+      stub(:content_length => 0, :content_type => '', :key => 'spiders/',           :etag => etag),
+      stub(:content_length => 1, :content_type => '', :key => 'spiders/spider.txt', :etag => etag),
+    ]
+    
+    @files_no_dirs = @files.select { |f| f.content_length != 0 }
+    
+    @fog_storage = stub
+    
+    @fog_storage_directories = stub
+    
+    @fog_storage_directories.stubs(:get).with('icw', {
+      :prefix => 'flies/'
+    }).returns(stub(:files => @files.select { |f| f.key =~ /^flies\// }))
+    @fog_storage_directories.stubs(:get).with('icw', {
+      :prefix => 'f'
+    }).returns(stub(:files => @files.select { |f| f.key =~ /^f/ }))
+    @fog_storage_directories.stubs(:get).with('icw', {
+      :prefix => 'spiders/'
+    }).returns(stub(:files => @files.select { |f| f.key =~ /^spiders\// }))
+    @fog_storage_directories.stubs(:get).with('icw', {
+      :prefix => ''
+    }).returns(stub(:files => @files))
+    
+    @fog_storage.stubs(:directories).returns(@fog_storage_directories)
+    
+    Fog::Storage.stubs(:new).with({
+      :provider                         => 'Google',
+      :google_storage_access_key_id     => 'r.m.renfield',
+      :google_storage_secret_access_key => 'master',
+    }).returns(@fog_storage)
+  end
+  
+  describe "#check" do
+    before do
+      Ryespy::Test::Redis::setup
+      
+      @notifier = mock()
+      
+      @goog_cs = Ryespy::Listener::GoogCS.new(
+        :access_key => 'r.m.renfield',
+        :secret_key => 'master',
+        :bucket     => 'icw',
+        :notifiers  => [@notifier],
+      )
+      
+      @redis = @goog_cs.instance_variable_get(:@redis)
+    end
+    
+    after do
+      @goog_cs.close
+      
+      Ryespy::Test::Redis::flush_namespace(@redis)
+    end
+    
+    it "notifies when new files prefix *" do
+      @files_no_dirs.each do |file|
+        @notifier.expects(:notify).with('RyespyGoogCSJob', [file.key]).once
+      end
+      
+      @goog_cs.check('')
+    end
+    
+    it "notifies when new files prefix spiders/" do
+      @files_no_dirs.select { |f| f.key =~ /^spiders\// }.each do |file|
+        @notifier.expects(:notify).with('RyespyGoogCSJob', [file.key]).once
+      end
+      
+      @goog_cs.check('spiders/')
+    end
+    
+    it "notifies when new files prefix f" do
+      @files_no_dirs.select { |f| f.key =~ /^f/ }.each do |file|
+        @notifier.expects(:notify).with('RyespyGoogCSJob', [file.key]).once
+      end
+      
+      @goog_cs.check('f')
+    end
+    
+    it "doesn't notify when no new files" do
+      @notifier.expects(:notify).times(2)
+      
+      @goog_cs.check('flies/')
+      
+      @notifier.expects(:notify).never
+      
+      @goog_cs.check('flies/')
+    end
+    
+    it "doesn't notify when no new files prefix subset" do
+      @notifier.expects(:notify).times(3)
+      
+      @goog_cs.check('f')
+      
+      @notifier.expects(:notify).never
+      
+      @goog_cs.check('flies/')
+    end
+    
+    it "notifies when new files prefix distinct" do
+      @notifier.expects(:notify).times(3)
+      
+      @goog_cs.check('f')
+      
+      @notifier.expects(:notify).times(1)
+      
+      @goog_cs.check('spiders/')
+    end
+    
+    it "notifies when changed etag" do
+      @notifier.expects(:notify).times(2)
+      
+      @goog_cs.check('flies/')
+      
+      @files[1].stubs(:etag).returns(-2303600400)
+      
+      @notifier.expects(:notify).with('RyespyGoogCSJob', ['flies/a.txt']).once
+      
+      @goog_cs.check('flies/')
+    end
+  end
+  
+end

data/test/ryespy/listener/imap_test.rb

@@ -0,0 +1,68 @@
+require_relative '../../helper'
+
+require_relative '../../../lib/ryespy/listener/imap'
+
+
+describe Ryespy::Listener::IMAP do
+  
+  before do
+    @uids = [6, 7, 42]
+    
+    @net_imap = stub
+    
+    @net_imap.stubs(:login).with('d.adams', 'solongandthanksforallthefish')
+    @net_imap.stubs(:select).with('Dolphin')
+    @net_imap.stubs(:uid_search).with('1:*').returns(@uids)
+    @net_imap.stubs(:uid_search).with('43:*').returns([])
+    @net_imap.stubs(:disconnect)
+    
+    Net::IMAP.stubs(:new).with('imap.example.com', {
+      :port => 42,
+      :ssl  => true,
+    }).returns(@net_imap)
+  end
+  
+  describe "#check" do
+    before do
+      Ryespy::Test::Redis::setup
+      
+      @notifier = mock()
+      
+      @imap = Ryespy::Listener::IMAP.new(
+        :host      => 'imap.example.com',
+        :port      => 42,
+        :ssl       => true,
+        :username  => 'd.adams',
+        :password  => 'solongandthanksforallthefish',
+        :notifiers => [@notifier],
+      )
+      
+      @redis = @imap.instance_variable_get(:@redis)
+    end
+    
+    after do
+      @imap.close
+      
+      Ryespy::Test::Redis::flush_namespace(@redis)
+    end
+    
+    it "notifies when new files" do
+      @uids.each do |uid|
+        @notifier.expects(:notify).with('RyespyIMAPJob', ['Dolphin', uid]).once
+      end
+      
+      @imap.check('Dolphin')
+    end
+    
+    it "doesn't notify when no new files" do
+      @notifier.expects(:notify).times(3)
+      
+      @imap.check('Dolphin')
+      
+      @notifier.expects(:notify).never
+      
+      @imap.check('Dolphin')
+    end
+  end
+  
+end

data/test/ryespy/listener/rax_cf_test.rb

@@ -0,0 +1,142 @@
+require_relative '../../helper'
+
+require_relative '../../../lib/ryespy/listener/rax_cf'
+
+
+describe Ryespy::Listener::RaxCF do
+  
+  before do
+    etag = 'dvYAPmJPy8nyqtR8hqqPYIagWEDuZ9FN'
+    
+    @files = [
+      stub(:content_length => 0, :content_type => 'application/directory', :key => 'abraham/',             :etag => etag),
+      stub(:content_length => 1, :content_type => 'text/plain',            :key => 'abraham/a.txt',        :etag => etag),
+      stub(:content_length => 1, :content_type => 'text/plain',            :key => 'abraham/b.txt',        :etag => etag),
+      stub(:content_length => 0, :content_type => 'application/directory', :key => 'a/',                   :etag => etag),
+      stub(:content_length => 1, :content_type => 'text/plain',            :key => 'a/abraham_README.txt', :etag => etag),
+      stub(:content_length => 0, :content_type => 'application/directory', :key => 'van/',                 :etag => etag),
+      stub(:content_length => 1, :content_type => 'text/plain',            :key => 'van/van.txt',          :etag => etag),
+    ]
+    
+    @files_no_dirs = @files.select { |f| f.content_type != 'application/directory' }
+    
+    @fog_storage = stub
+    
+    @fog_storage_directories = stub
+    
+    @fog_storage_directories.stubs(:get).with('tmtiscnoa', {
+      :prefix => 'abraham/'
+    }).returns(stub(:files => @files.select { |f| f.key =~ /^abraham\// }))
+    @fog_storage_directories.stubs(:get).with('tmtiscnoa', {
+      :prefix => 'a'
+    }).returns(stub(:files => @files.select { |f| f.key =~ /^a/ }))
+    @fog_storage_directories.stubs(:get).with('tmtiscnoa', {
+      :prefix => 'van/'
+    }).returns(stub(:files => @files.select { |f| f.key =~ /^van\// }))
+    @fog_storage_directories.stubs(:get).with('tmtiscnoa', {
+      :prefix => ''
+    }).returns(stub(:files => @files))
+    
+    @fog_storage.stubs(:directories).returns(@fog_storage_directories)
+    
+    Fog::Storage.stubs(:new).with({
+      :provider           => 'Rackspace',
+      :rackspace_auth_url => 'https://lon.identity.api.rackspacecloud.com/v2.0',
+      :rackspace_region   => :lon,
+      :rackspace_username => 'van.helsing',
+      :rackspace_api_key  => 'M.D., D.Ph., D.Litt., etc.',
+    }).returns(@fog_storage)
+  end
+  
+  describe "#check" do
+    before do
+      Ryespy::Test::Redis::setup
+      
+      @notifier = mock()
+      
+      @rax_cf = Ryespy::Listener::RaxCF.new(
+        :endpoint  => 'uk',
+        :region    => 'lon',
+        :username  => 'van.helsing',
+        :api_key   => 'M.D., D.Ph., D.Litt., etc.',
+        :container => 'tmtiscnoa',
+        :notifiers => [@notifier],
+      )
+      
+      @redis = @rax_cf.instance_variable_get(:@redis)
+    end
+    
+    after do
+      @rax_cf.close
+      
+      Ryespy::Test::Redis::flush_namespace(@redis)
+    end
+    
+    it "notifies when new files prefix *" do
+      @files_no_dirs.each do |file|
+        @notifier.expects(:notify).with('RyespyRaxCFJob', [file.key]).once
+      end
+      
+      @rax_cf.check('')
+    end
+    
+    it "notifies when new files prefix van/" do
+      @files_no_dirs.select { |f| f.key =~ /^van\// }.each do |file|
+        @notifier.expects(:notify).with('RyespyRaxCFJob', [file.key]).once
+      end
+      
+      @rax_cf.check('van/')
+    end
+    
+    it "notifies when new files prefix a" do
+      @files_no_dirs.select { |f| f.key =~ /^a/ }.each do |file|
+        @notifier.expects(:notify).with('RyespyRaxCFJob', [file.key]).once
+      end
+      
+      @rax_cf.check('a')
+    end
+    
+    it "doesn't notify when no new files" do
+      @notifier.expects(:notify).times(2)
+      
+      @rax_cf.check('abraham/')
+      
+      @notifier.expects(:notify).never
+      
+      @rax_cf.check('abraham/')
+    end
+    
+    it "doesn't notify when no new files prefix subset" do
+      @notifier.expects(:notify).times(3)
+      
+      @rax_cf.check('a')
+      
+      @notifier.expects(:notify).never
+      
+      @rax_cf.check('abraham/')
+    end
+    
+    it "notifies when new files prefix distinct" do
+      @notifier.expects(:notify).times(3)
+      
+      @rax_cf.check('a')
+      
+      @notifier.expects(:notify).times(1)
+      
+      @rax_cf.check('van/')
+    end
+    
+    it "notifies when changed etag" do
+      @notifier.expects(:notify).times(2)
+      
+      @rax_cf.check('abraham/')
+      
+      @files[1].stubs(:etag).returns(-2303600400)
+      
+      @notifier.expects(:notify).with('RyespyRaxCFJob', ['abraham/a.txt']).once
+      
+      @rax_cf.check('abraham/')
+    end
+  end
+  
+end