commonthread-fluffy 0.0.2
Sign up to get free protection for your applications and to get access to all the features.
- data/.document +5 -0
- data/.gitignore +6 -0
- data/LICENSE +20 -0
- data/README.rdoc +7 -0
- data/Rakefile +64 -0
- data/VERSION +1 -0
- data/features/fluffy.feature +9 -0
- data/features/step_definitions/fluffy_steps.rb +0 -0
- data/features/support/env.rb +6 -0
- data/fluffy.gemspec +51 -0
- data/lib/fluffy/s3_io.rb +101 -0
- data/lib/fluffy/s3_path.rb +14 -0
- data/lib/fluffy.rb +110 -0
- data/test/fluffy_test.rb +7 -0
- data/test/test_helper.rb +10 -0
- metadata +69 -0
data/.document
ADDED
data/.gitignore
ADDED
data/LICENSE
ADDED
@@ -0,0 +1,20 @@
|
|
1
|
+
Copyright (c) 2009 Ben Wyrosdick
|
2
|
+
|
3
|
+
Permission is hereby granted, free of charge, to any person obtaining
|
4
|
+
a copy of this software and associated documentation files (the
|
5
|
+
"Software"), to deal in the Software without restriction, including
|
6
|
+
without limitation the rights to use, copy, modify, merge, publish,
|
7
|
+
distribute, sublicense, and/or sell copies of the Software, and to
|
8
|
+
permit persons to whom the Software is furnished to do so, subject to
|
9
|
+
the following conditions:
|
10
|
+
|
11
|
+
The above copyright notice and this permission notice shall be
|
12
|
+
included in all copies or substantial portions of the Software.
|
13
|
+
|
14
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
15
|
+
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
16
|
+
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
17
|
+
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
18
|
+
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
19
|
+
OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
20
|
+
WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
data/README.rdoc
ADDED
data/Rakefile
ADDED
@@ -0,0 +1,64 @@
|
|
1
|
+
require 'rubygems'
|
2
|
+
require 'rake'
|
3
|
+
|
4
|
+
begin
|
5
|
+
require 'jeweler'
|
6
|
+
Jeweler::Tasks.new do |gem|
|
7
|
+
gem.name = "fluffy"
|
8
|
+
gem.summary = %Q{TODO}
|
9
|
+
gem.email = "ben.wyrosdick@gmail.com"
|
10
|
+
gem.homepage = "http://github.com/commonthread/fluffy"
|
11
|
+
gem.authors = ["Ben Wyrosdick"]
|
12
|
+
# gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
|
13
|
+
end
|
14
|
+
|
15
|
+
rescue LoadError
|
16
|
+
puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
|
17
|
+
end
|
18
|
+
|
19
|
+
require 'rake/testtask'
|
20
|
+
Rake::TestTask.new(:test) do |test|
|
21
|
+
test.libs << 'lib' << 'test'
|
22
|
+
test.pattern = 'test/**/*_test.rb'
|
23
|
+
test.verbose = true
|
24
|
+
end
|
25
|
+
|
26
|
+
begin
|
27
|
+
require 'rcov/rcovtask'
|
28
|
+
Rcov::RcovTask.new do |test|
|
29
|
+
test.libs << 'test'
|
30
|
+
test.pattern = 'test/**/*_test.rb'
|
31
|
+
test.verbose = true
|
32
|
+
end
|
33
|
+
rescue LoadError
|
34
|
+
task :rcov do
|
35
|
+
abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
|
36
|
+
end
|
37
|
+
end
|
38
|
+
|
39
|
+
begin
|
40
|
+
require 'cucumber/rake/task'
|
41
|
+
Cucumber::Rake::Task.new(:features)
|
42
|
+
rescue LoadError
|
43
|
+
task :features do
|
44
|
+
abort "Cucumber is not available. In order to run features, you must: sudo gem install cucumber"
|
45
|
+
end
|
46
|
+
end
|
47
|
+
|
48
|
+
task :default => :test
|
49
|
+
|
50
|
+
require 'rake/rdoctask'
|
51
|
+
Rake::RDocTask.new do |rdoc|
|
52
|
+
if File.exist?('VERSION.yml')
|
53
|
+
config = YAML.load(File.read('VERSION.yml'))
|
54
|
+
version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
|
55
|
+
else
|
56
|
+
version = ""
|
57
|
+
end
|
58
|
+
|
59
|
+
rdoc.rdoc_dir = 'rdoc'
|
60
|
+
rdoc.title = "fluffy #{version}"
|
61
|
+
rdoc.rdoc_files.include('README*')
|
62
|
+
rdoc.rdoc_files.include('lib/**/*.rb')
|
63
|
+
end
|
64
|
+
|
data/VERSION
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
0.0.2
|
File without changes
|
data/fluffy.gemspec
ADDED
@@ -0,0 +1,51 @@
|
|
1
|
+
# -*- encoding: utf-8 -*-
|
2
|
+
|
3
|
+
Gem::Specification.new do |s|
|
4
|
+
s.name = %q{fluffy}
|
5
|
+
s.version = "0.0.2"
|
6
|
+
|
7
|
+
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
8
|
+
s.authors = ["Ben Wyrosdick"]
|
9
|
+
s.date = %q{2009-07-17}
|
10
|
+
s.email = %q{ben.wyrosdick@gmail.com}
|
11
|
+
s.extra_rdoc_files = [
|
12
|
+
"LICENSE",
|
13
|
+
"README.rdoc"
|
14
|
+
]
|
15
|
+
s.files = [
|
16
|
+
".document",
|
17
|
+
".gitignore",
|
18
|
+
"LICENSE",
|
19
|
+
"README.rdoc",
|
20
|
+
"Rakefile",
|
21
|
+
"VERSION",
|
22
|
+
"features/fluffy.feature",
|
23
|
+
"features/step_definitions/fluffy_steps.rb",
|
24
|
+
"features/support/env.rb",
|
25
|
+
"fluffy.gemspec",
|
26
|
+
"lib/fluffy.rb",
|
27
|
+
"lib/fluffy/s3_io.rb",
|
28
|
+
"lib/fluffy/s3_path.rb",
|
29
|
+
"test/fluffy_test.rb",
|
30
|
+
"test/test_helper.rb"
|
31
|
+
]
|
32
|
+
s.homepage = %q{http://github.com/commonthread/fluffy}
|
33
|
+
s.rdoc_options = ["--charset=UTF-8"]
|
34
|
+
s.require_paths = ["lib"]
|
35
|
+
s.rubygems_version = %q{1.3.4}
|
36
|
+
s.summary = %q{Transparently write to S3 as if writing to the FS}
|
37
|
+
s.test_files = [
|
38
|
+
"test/fluffy_test.rb",
|
39
|
+
"test/test_helper.rb"
|
40
|
+
]
|
41
|
+
|
42
|
+
if s.respond_to? :specification_version then
|
43
|
+
current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
|
44
|
+
s.specification_version = 3
|
45
|
+
|
46
|
+
if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
|
47
|
+
else
|
48
|
+
end
|
49
|
+
else
|
50
|
+
end
|
51
|
+
end
|
data/lib/fluffy/s3_io.rb
ADDED
@@ -0,0 +1,101 @@
|
|
1
|
+
module Fluffy
|
2
|
+
class S3Io < IO
|
3
|
+
attr_accessor :s3_path, :s3, :bucket, :key, :data, :mode, :pos
|
4
|
+
attr_reader :read_mode, :write_mode
|
5
|
+
|
6
|
+
def initialize(s3_path, key, mode)
|
7
|
+
self.s3_path = s3_path
|
8
|
+
self.key = self.s3_path.bucket.key(File.join(s3_path.start_path, key).gsub(/^\W/, ''))
|
9
|
+
self.data = self.key.data || ''
|
10
|
+
self.mode = mode
|
11
|
+
|
12
|
+
case self.mode.gsub(/b/, '') # We ignore the binary flag at this time
|
13
|
+
when 'r', 'r+'
|
14
|
+
self.pos = 0
|
15
|
+
@read_mode = true
|
16
|
+
@write_mode = !!(self.mode =~ /\+/)
|
17
|
+
when 'w', 'w+'
|
18
|
+
self.data = ''
|
19
|
+
self.pos = 0
|
20
|
+
@read_mode = !!(self.mode =~ /\+/)
|
21
|
+
@write_mode = true
|
22
|
+
when 'a', 'a+'
|
23
|
+
self.pos = self.data.length
|
24
|
+
@read_mode = !!(self.mode =~ /\+/)
|
25
|
+
@write_mode = true
|
26
|
+
end
|
27
|
+
end
|
28
|
+
|
29
|
+
def eof
|
30
|
+
eof?
|
31
|
+
end
|
32
|
+
|
33
|
+
def eof?
|
34
|
+
self.pos >= self.data.length
|
35
|
+
end
|
36
|
+
|
37
|
+
def each(&block)
|
38
|
+
until self.eof?
|
39
|
+
yield(self.gets)
|
40
|
+
end
|
41
|
+
end
|
42
|
+
|
43
|
+
def each_line(&block)
|
44
|
+
self.each(block)
|
45
|
+
end
|
46
|
+
|
47
|
+
def read(length = nil)
|
48
|
+
if length
|
49
|
+
return nil if self.eof?
|
50
|
+
data = self.data[self.pos, length]
|
51
|
+
self.pos += length
|
52
|
+
else
|
53
|
+
data = self.data[self.pos .. -1]
|
54
|
+
self.pos = self.data.length
|
55
|
+
end
|
56
|
+
|
57
|
+
return data
|
58
|
+
end
|
59
|
+
|
60
|
+
def print(string = nil)
|
61
|
+
string ||= $_
|
62
|
+
string << $\ if $\
|
63
|
+
self.data[self.pos, string.length] = string
|
64
|
+
self.pos += string.length
|
65
|
+
return nil
|
66
|
+
end
|
67
|
+
|
68
|
+
def puts(*strings)
|
69
|
+
strings.each do |string|
|
70
|
+
string << "\n" unless string =~ /\n$/
|
71
|
+
self.print(string)
|
72
|
+
end
|
73
|
+
self.flush
|
74
|
+
return nil
|
75
|
+
end
|
76
|
+
|
77
|
+
def readline
|
78
|
+
self.gets
|
79
|
+
end
|
80
|
+
|
81
|
+
def readlines
|
82
|
+
return self.data.split("\n")
|
83
|
+
end
|
84
|
+
|
85
|
+
def gets(sep_string = "\n")
|
86
|
+
sep_string = "\n\n" if sep_string == ''
|
87
|
+
|
88
|
+
end_pos = self.data.index(sep_string, self.pos) || self.data.length
|
89
|
+
|
90
|
+
$_ = self.read(end_pos - self.pos + 1)
|
91
|
+
end
|
92
|
+
|
93
|
+
def close
|
94
|
+
flush
|
95
|
+
end
|
96
|
+
|
97
|
+
def flush
|
98
|
+
self.key.put(self.data)
|
99
|
+
end
|
100
|
+
end
|
101
|
+
end
|
@@ -0,0 +1,14 @@
|
|
1
|
+
module Fluffy
|
2
|
+
class S3Path
|
3
|
+
attr_accessor :file_path, :access_key_id, :secret_access_key, :bucket, :start_path, :s3
|
4
|
+
|
5
|
+
def initialize(file_path, access_key_id, secret_access_key, bucket, start_path = '')
|
6
|
+
self.file_path = file_path
|
7
|
+
self.access_key_id = access_key_id
|
8
|
+
self.secret_access_key = secret_access_key
|
9
|
+
self.s3 = RightAws::S3.new(self.access_key_id, self.secret_access_key)
|
10
|
+
self.bucket = self.s3.bucket(bucket)
|
11
|
+
self.start_path = start_path
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
data/lib/fluffy.rb
ADDED
@@ -0,0 +1,110 @@
|
|
1
|
+
require File.join(File.dirname(__FILE__), 'fluffy/s3_path')
|
2
|
+
require File.join(File.dirname(__FILE__), 'fluffy/s3_io')
|
3
|
+
|
4
|
+
require 'right_aws'
|
5
|
+
|
6
|
+
File.instance_eval do
|
7
|
+
@@s3_paths = []
|
8
|
+
|
9
|
+
def register_s3(file_path, access_key_id, secret_access_key, bucket, start_path = '')
|
10
|
+
File.s3_paths << Fluffy::S3Path.new(File.expand_path(file_path), access_key_id, secret_access_key, bucket, start_path)
|
11
|
+
end
|
12
|
+
|
13
|
+
def s3_paths
|
14
|
+
return @@s3_paths
|
15
|
+
end
|
16
|
+
|
17
|
+
alias :original_open :open
|
18
|
+
|
19
|
+
def open(filename, mode = 'r', &block)
|
20
|
+
Fluffy.cloud_runner(:open, filename) do |s3_path, key|
|
21
|
+
s3io = Fluffy::S3Io.new(s3_path, key, mode)
|
22
|
+
|
23
|
+
if block_given?
|
24
|
+
yield(s3io)
|
25
|
+
s3io.close
|
26
|
+
end
|
27
|
+
|
28
|
+
return s3io
|
29
|
+
end
|
30
|
+
end
|
31
|
+
|
32
|
+
alias :original_exists? :exists?
|
33
|
+
|
34
|
+
def exists?(filename)
|
35
|
+
Fluffy.cloud_runner(:exists?, filename) do |s3_path, key|
|
36
|
+
s3_path.bucket.key(key).exists?
|
37
|
+
end
|
38
|
+
end
|
39
|
+
|
40
|
+
def exist?(filename)
|
41
|
+
exists?(filename)
|
42
|
+
end
|
43
|
+
|
44
|
+
def file?(filename)
|
45
|
+
exists?(filename)
|
46
|
+
end
|
47
|
+
|
48
|
+
alias :original_unlink :unlink
|
49
|
+
|
50
|
+
def unlink(*filepaths)
|
51
|
+
filepaths.each do |filename|
|
52
|
+
Fluffy.cloud_runner(:unlink, filename) do |s3_path, key|
|
53
|
+
s3_path.bucket.key(key).delete
|
54
|
+
end
|
55
|
+
end
|
56
|
+
end
|
57
|
+
end
|
58
|
+
|
59
|
+
Dir.instance_eval do
|
60
|
+
alias :original_unlink :unlink
|
61
|
+
|
62
|
+
def unlink(dirpath)
|
63
|
+
Fluffy.cloud_runner(:unlink, dirpath) do |s3_path, key|
|
64
|
+
s3_path.bucket.key(key).delete
|
65
|
+
end
|
66
|
+
end
|
67
|
+
|
68
|
+
def rmdir(dirpath)
|
69
|
+
unlink(dirpath)
|
70
|
+
end
|
71
|
+
|
72
|
+
def delete(dirpath)
|
73
|
+
unlink(dirpath)
|
74
|
+
end
|
75
|
+
end
|
76
|
+
|
77
|
+
module Fluffy
|
78
|
+
def self.cloud_runner(method_name, filename, &block)
|
79
|
+
expanded_filename = File.expand_path(filename)
|
80
|
+
if s3_path = File.s3_paths.find {|path| expanded_filename =~ /^#{path.file_path}/}
|
81
|
+
starting_position = s3_path.file_path.length + 1
|
82
|
+
raise 'You must specify a key' unless expanded_filename.length > starting_position
|
83
|
+
key = expanded_filename[starting_position .. -1]
|
84
|
+
yield(s3_path, key)
|
85
|
+
else
|
86
|
+
self.send("original_#{method_name}", filename)
|
87
|
+
end
|
88
|
+
end
|
89
|
+
end
|
90
|
+
|
91
|
+
## File
|
92
|
+
#
|
93
|
+
# lchmod
|
94
|
+
# lchown
|
95
|
+
# lstat
|
96
|
+
# chmod
|
97
|
+
# chown
|
98
|
+
# stat
|
99
|
+
# utime
|
100
|
+
# directory?
|
101
|
+
# rename
|
102
|
+
# unlink
|
103
|
+
# symlink
|
104
|
+
|
105
|
+
## Dir
|
106
|
+
#
|
107
|
+
# []
|
108
|
+
# mkdir
|
109
|
+
# entries
|
110
|
+
# glob
|
data/test/fluffy_test.rb
ADDED
data/test/test_helper.rb
ADDED
metadata
ADDED
@@ -0,0 +1,69 @@
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
2
|
+
name: commonthread-fluffy
|
3
|
+
version: !ruby/object:Gem::Version
|
4
|
+
version: 0.0.2
|
5
|
+
platform: ruby
|
6
|
+
authors:
|
7
|
+
- Ben Wyrosdick
|
8
|
+
autorequire:
|
9
|
+
bindir: bin
|
10
|
+
cert_chain: []
|
11
|
+
|
12
|
+
date: 2009-07-17 00:00:00 -07:00
|
13
|
+
default_executable:
|
14
|
+
dependencies: []
|
15
|
+
|
16
|
+
description:
|
17
|
+
email: ben.wyrosdick@gmail.com
|
18
|
+
executables: []
|
19
|
+
|
20
|
+
extensions: []
|
21
|
+
|
22
|
+
extra_rdoc_files:
|
23
|
+
- LICENSE
|
24
|
+
- README.rdoc
|
25
|
+
files:
|
26
|
+
- .document
|
27
|
+
- .gitignore
|
28
|
+
- LICENSE
|
29
|
+
- README.rdoc
|
30
|
+
- Rakefile
|
31
|
+
- VERSION
|
32
|
+
- features/fluffy.feature
|
33
|
+
- features/step_definitions/fluffy_steps.rb
|
34
|
+
- features/support/env.rb
|
35
|
+
- fluffy.gemspec
|
36
|
+
- lib/fluffy.rb
|
37
|
+
- lib/fluffy/s3_io.rb
|
38
|
+
- lib/fluffy/s3_path.rb
|
39
|
+
- test/fluffy_test.rb
|
40
|
+
- test/test_helper.rb
|
41
|
+
has_rdoc: false
|
42
|
+
homepage: http://github.com/commonthread/fluffy
|
43
|
+
post_install_message:
|
44
|
+
rdoc_options:
|
45
|
+
- --charset=UTF-8
|
46
|
+
require_paths:
|
47
|
+
- lib
|
48
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
49
|
+
requirements:
|
50
|
+
- - ">="
|
51
|
+
- !ruby/object:Gem::Version
|
52
|
+
version: "0"
|
53
|
+
version:
|
54
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
55
|
+
requirements:
|
56
|
+
- - ">="
|
57
|
+
- !ruby/object:Gem::Version
|
58
|
+
version: "0"
|
59
|
+
version:
|
60
|
+
requirements: []
|
61
|
+
|
62
|
+
rubyforge_project:
|
63
|
+
rubygems_version: 1.2.0
|
64
|
+
signing_key:
|
65
|
+
specification_version: 3
|
66
|
+
summary: Transparently write to S3 as if writing to the FS
|
67
|
+
test_files:
|
68
|
+
- test/fluffy_test.rb
|
69
|
+
- test/test_helper.rb
|