fluffy 0.1.1

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,7 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg
+*.gem
+demo*

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Ben Wyrosdick
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,7 @@
+= fluffy
+
+Description goes here.
+
+== Copyright
+
+Copyright (c) 2009 Ben Wyrosdick. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,64 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "fluffy"
+    gem.summary = %Q{TODO}
+    gem.email = "ben.wyrosdick@gmail.com"
+    gem.homepage = "http://github.com/commonthread/fluffy"
+    gem.authors = ["Ben Wyrosdick"]
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+begin
+  require 'cucumber/rake/task'
+  Cucumber::Rake::Task.new(:features)
+rescue LoadError
+  task :features do
+    abort "Cucumber is not available. In order to run features, you must: sudo gem install cucumber"
+  end
+end
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION.yml')
+    config = YAML.load(File.read('VERSION.yml'))
+    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "fluffy #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/features/fluffy.feature

@@ -0,0 +1,9 @@
+Feature: something something
+  In order to something something
+  A user something something
+  something something something
+
+  Scenario: something something
+    Given inspiration
+    When I create a sweet new gem
+    Then everyone should see how awesome I am

data/features/support/env.rb

@@ -0,0 +1,6 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__) + '/../../lib')
+require 'fluffy'
+
+require 'test/unit/assertions'
+
+World(Test::Unit::Assertions)

data/fluffy.gemspec

@@ -0,0 +1,51 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{fluffy}
+  s.version = "0.1.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Ben Wyrosdick"]
+  s.date = %q{2009-07-24}
+  s.email = %q{ben@commonthread.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "features/fluffy.feature",
+     "features/step_definitions/fluffy_steps.rb",
+     "features/support/env.rb",
+     "fluffy.gemspec",
+     "lib/fluffy.rb",
+     "lib/fluffy/s3_io.rb",
+     "lib/fluffy/s3_path.rb",
+     "test/fluffy_test.rb",
+     "test/test_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/commonthread/fluffy}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.4}
+  s.summary = %q{Makes writing to S3 tranparent using File}
+  s.test_files = [
+    "test/fluffy_test.rb",
+     "test/test_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/lib/fluffy.rb

@@ -0,0 +1,330 @@
+require File.join(File.dirname(__FILE__), 'fluffy/s3_path')
+require File.join(File.dirname(__FILE__), 'fluffy/s3_io')
+
+require 'right_aws'
+require 'fileutils'
+require 'pathname'
+
+RealFile = File
+#RealFileUtils = FileUtils
+RealDir = Dir
+#RealFileUtils::Dir = RealDir
+#RealFileUtils::File = RealFile
+
+module Fluffy
+  #module FileUtils
+  #  extend self
+
+  #  def mkdir_p(path)
+  #    RealFileUtils.mkdir_p(path)
+  #  end
+
+  #  def rm(path)
+  #    RealFileUtils.rm(path)
+  #  end
+
+  #  def rm_r(path)
+  #    RealFileUtils.rm_r(path)
+  #  end
+
+  #  def rm_rf(path)
+  #    RealFileUtils.rm_rf(path)
+  #  end
+
+  #  def ln_s(target, path)
+  #    raise Errno::EEXIST, path if File.exists?(path)
+  #    RealFileUtils.ln_s(target, path)
+  #  end
+
+  #  def cp(src, dest)
+  #    RealFileUtils.cp(src, dest)
+  #    #dst_file = FileSystem.find(dest)
+  #    #src_file = FileSystem.find(src)
+
+  #    #if !src_file
+  #    #  raise Errno::ENOENT, src
+  #    #end
+
+  #    #if File.directory? src_file
+  #    #  raise Errno::EISDIR, src
+  #    #end
+
+  #    #if dst_file and File.directory?(dst_file)
+  #    #  FileSystem.add(File.join(dest, src), src_file.entry.clone(dst_file))
+  #    #else
+  #    #  FileSystem.delete(dest)
+  #    #  FileSystem.add(dest, src_file.entry.clone)
+  #    #end
+  #  end
+
+  #  def cp_r(src, dest)
+  #    RealFileUtils.cp_r(src, dest)
+  #    ## This error sucks, but it conforms to the original Ruby
+  #    ## method.
+  #    #raise "unknown file type: #{src}" unless dir = FileSystem.find(src)
+
+  #    #new_dir = FileSystem.find(dest)
+
+  #    #if new_dir && !File.directory?(dest)
+  #    #  raise Errno::EEXIST, dest
+  #    #end
+
+  #    #if !new_dir && !FileSystem.find(dest+'/../')
+  #    #  raise Errno::ENOENT, dest
+  #    #end
+
+  #    ## This last bit is a total abuse and should be thought hard
+  #    ## about and cleaned up.
+  #    #if new_dir
+  #    #  if src[-2..-1] == '/.'
+  #    #    dir.values.each{|f| new_dir[f.name] = f.clone(new_dir) }
+  #    #  else
+  #    #    new_dir[dir.name] = dir.entry.clone(new_dir)
+  #    #  end
+  #    #else
+  #    #  FileSystem.add(dest, dir.entry.clone)
+  #    #end
+  #  end
+
+  #  def mv(src, dest)
+  #    RealFileUtils.mv(src, dest)
+  #    #if target = FileSystem.find(src)
+  #    #  FileSystem.add(dest, target.entry.clone)
+  #    #  FileSystem.delete(src)
+  #    #else
+  #    #  raise Errno::ENOENT, src
+  #    #end
+  #  end
+
+  #  def chown(user, group, list, options={})
+  #    RealFileUtils.chown(user, group, list, options)
+  #    #list = Array(list)
+  #    #list.each do |f|
+  #    #  unless File.exists?(f)
+  #    #    raise Errno::ENOENT, f
+  #    #  end
+  #    #end
+  #    #list
+  #  end
+
+  #  def chown_R(user, group, list, options={})
+  #    RealFileUtils.chown_R(user, group, list, options={})
+  #    #chown(user, group, list, options={})
+  #  end
+
+  #  def touch(list, options={})
+  #    RealFileUtils.touch(list, options)
+  #    #Array(list).each do |f|
+  #    #  directory = File.dirname(f)
+  #    #  # FIXME this explicit check for '.' shouldn't need to happen
+  #    #  if File.exists?(directory) || directory == '.'
+  #    #    FileSystem.add(f, MockFile.new)
+  #    #  else
+  #    #    raise Errno::ENOENT, f
+  #    #  end
+  #    #end
+  #  end
+
+  #  def cd(dir)
+  #    RealFileUtils.cd(dir)
+  #  end
+  #  alias_method :chdir, :cd
+
+  #  def method_missing(meth, *args, &block)
+  #    RealFileUtils.send(meth, *args, &block)
+  #  end
+  #end
+
+  class File
+    PATH_SEPARATOR = '/'
+
+    @@s3_paths = []
+
+    def self.register_s3(file_path, access_key_id, secret_access_key, bucket, start_path = '')
+      File.s3_paths << Fluffy::S3Path.new(File.expand_path(file_path), access_key_id, secret_access_key, bucket, start_path)
+    end
+
+    def self.s3_paths
+      return @@s3_paths
+    end
+
+    def self.join(*parts)
+      RealFile.join(parts)
+    end
+
+    def self.exist?(path)
+      Fluffy.cloud_runner(RealFile, :exist?, path) do |s3_path, key|
+        s3_path.bucket.key(key).exists? or self.directory?(path)
+      end
+    end
+
+    def self.const_missing(name)
+      RealFile.const_get(name)
+    end
+
+    class << self
+      alias_method :exists?, :exist?
+    end
+
+    def self.directory?(path)
+      Fluffy.cloud_runner(RealFile, :directory?, path) do |s3_path, key|
+        s3_path.bucket.keys('prefix' => key).map{|k| k.name}.any?{|keyname| keyname[key.length] && keyname[key.length].chr == '/'}
+      end
+    end
+
+    def self.symlink?(path)
+      RealFile.symlink?(path)
+    end
+
+    def self.file?(path)
+      RealFile.file?(path)
+    end
+
+    def self.expand_path(*args)
+      RealFile.expand_path(*args)
+    end
+
+    def self.basename(*args)
+      RealFile.basename(*args)
+    end
+
+    def self.dirname(path)
+      RealFile.dirname(path)
+    end
+
+    def self.readlink(path)
+      RealFile.readlink(path)
+    end
+
+    def self.open(path, mode='r', &block)
+      Fluffy.cloud_runner(RealFile, :open, path, block) do |s3_path, key|
+        s3io = Fluffy::S3Io.new(s3_path, key, mode)
+
+        if block_given?
+          block_val = yield(s3io)
+          s3io.close
+          return block_val
+        end
+
+        return s3io
+      end
+    end
+
+    def self.read(path)
+      open(path).read
+    end
+
+    def self.readlines(path)
+      open(path).readlines
+    end
+
+    def self.unlink(*filepaths)
+      filepaths.each do |filename|
+        Fluffy.cloud_runner(RealFile, :unlink, filename) do |s3_path, key|
+          s3_path.bucket.key(key).delete
+        end
+      end
+    end
+
+    def self.new(path, mode = nil)
+      Fluffy.cloud_runner(RealFile, :new, path) do |s3_path, key|
+        open(path, mode)
+      end
+    end
+
+    def self.chmod(mode, *files)
+      #FIXME: Make it work
+    end
+
+    def self.method_missing(meth, *args, &block)
+      RealFile.send(meth, *args, &block)
+    end
+  end
+
+  class Dir
+    def self.glob(pattern)
+      RealDir.glob(pattern)
+      #if pattern[-1,1] == '*'
+      #  blk = proc { |entry| entry.to_s }
+      #else
+      #  blk = proc { |entry| entry[1].parent.to_s }
+      #end
+      #(FileSystem.find(pattern) || []).map(&blk).uniq.sort
+    end
+
+    def self.[](pattern)
+      glob(pattern)
+    end
+
+    def self.entries(path)
+      RealDir.entries(path)
+    end
+
+    def self.chdir(dir, &blk)
+      RealDir.chdir(dir, blk)
+    end
+
+    def self.unlink(dirpath)
+      Fluffy.cloud_runner(self, :unlink, dirpath) do |s3_path, key|
+        s3_path.bucket.key(key).delete
+      end
+    end
+
+    class << self
+      alias_method :rmdir, :unlink
+      alias_method :delete, :unlink
+    end
+
+    def self.method_missing(meth, *args, &block)
+      RealDir.send(meth, *args, &block)
+    end
+  end
+
+  def self.cloud_runner(klass, method_name, filename, method_block=nil, &block)
+    expanded_filename = File.expand_path(filename)
+    if s3_path = File.s3_paths.find {|path| expanded_filename =~ /^#{path.file_path}/}
+      starting_position = s3_path.file_path.length + 1
+      if expanded_filename.length > starting_position
+        key = expanded_filename[starting_position .. -1]
+        yield(s3_path, File.join(s3_path.start_path, key).gsub(/^\W/, ''))
+      elsif method_name == :directory?
+        return true
+      else
+        raise 'You must specify a key'
+      end
+    else
+      klass.send(method_name, filename, &method_block)
+    end
+  end
+end
+
+Object.class_eval do
+  remove_const(:Dir)
+  remove_const(:File)
+  #remove_const(:FileUtils)
+end
+
+#FileUtils = Fluffy::FileUtils
+File = Fluffy::File
+Dir = Fluffy::Dir
+
+## File
+#
+# lchmod
+# lchown
+# lstat
+# chmod
+# chown
+# stat
+# utime
+# directory?
+# rename
+# unlink
+# symlink
+
+## Dir
+#
+# []
+# mkdir
+# entries
+# glob

data/lib/fluffy/s3_io.rb

@@ -0,0 +1,104 @@
+module Fluffy
+  class S3Io < IO
+    attr_accessor :s3_path, :s3, :bucket, :key, :data, :mode, :pos
+    attr_reader :read_mode, :write_mode
+
+    def initialize(s3_path, key, mode)
+      self.s3_path = s3_path
+      self.key = self.s3_path.bucket.key(key)
+      self.data = self.key.data || ''
+      self.mode = mode
+
+      case self.mode.gsub(/b/, '') # We ignore the binary flag at this time
+      when 'r', 'r+'
+        self.pos = 0
+        @read_mode = true
+        @write_mode = !!(self.mode =~ /\+/)
+      when 'w', 'w+'
+        self.data = ''
+        self.pos = 0
+        @read_mode = !!(self.mode =~ /\+/)
+        @write_mode = true
+      when 'a', 'a+'
+        self.pos = self.data.length
+        @read_mode = !!(self.mode =~ /\+/)
+        @write_mode = true
+      end
+    end
+
+    def eof
+      eof?
+    end
+
+    def eof?
+      self.pos >= self.data.length
+    end
+
+    def each(&block)
+      until self.eof?
+        yield(self.gets)
+      end
+    end
+
+    def each_line(&block)
+      self.each(block)
+    end
+
+    def read(length = nil)
+      if length
+        return nil if self.eof?
+        data = self.data[self.pos, length]
+        self.pos += length
+      else
+        data = self.data[self.pos .. -1]
+        self.pos = self.data.length
+      end
+
+      return data
+    end
+
+    def write(string = nil)
+      string ||= $_
+      string << $\ if $\
+      self.data[self.pos, string.length] = string
+      self.pos += string.length
+      return nil
+    end
+    alias_method :print, :write
+    alias_method :<<, :write
+
+    def puts(*strings)
+      strings.each do |string|
+        string << "\n" unless string =~ /\n$/
+        self.print(string)
+      end
+      self.flush
+      return nil
+    end
+
+    def readline
+      self.gets
+    end
+
+    def readlines
+      return self.data.split("\n")
+    end
+
+    def gets(sep_string = "\n")
+      sep_string = "\n\n" if sep_string == ''
+
+      end_pos = self.data.index(sep_string, self.pos) || self.data.length
+
+      $_ = self.read(end_pos - self.pos + 1)
+    end
+
+    def close
+      flush
+    end
+
+    def flush
+      self.key.put(self.data)
+      self
+    end
+  end
+end

data/lib/fluffy/s3_path.rb

@@ -0,0 +1,14 @@
+module Fluffy
+  class S3Path
+    attr_accessor :file_path, :access_key_id, :secret_access_key, :bucket, :start_path, :s3
+
+    def initialize(file_path, access_key_id, secret_access_key, bucket, start_path = '')
+      self.file_path = file_path
+      self.access_key_id = access_key_id
+      self.secret_access_key = secret_access_key
+      self.s3 = RightAws::S3.new(self.access_key_id, self.secret_access_key)
+      self.bucket = self.s3.bucket(bucket)
+      self.start_path = start_path
+    end
+  end
+end

data/test/fluffy_test.rb

@@ -0,0 +1,7 @@
+require 'test_helper'
+
+class FluffyTest < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'fluffy'
+
+class Test::Unit::TestCase
+end

metadata

@@ -0,0 +1,71 @@
+--- !ruby/object:Gem::Specification 
+name: fluffy
+version: !ruby/object:Gem::Version 
+  version: 0.1.1
+platform: ruby
+authors: 
+- Ben Wyrosdick
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-07-24 00:00:00 -05:00
+default_executable: 
+dependencies: []
+
+description: 
+email: ben@commonthread.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- features/fluffy.feature
+- features/step_definitions/fluffy_steps.rb
+- features/support/env.rb
+- fluffy.gemspec
+- lib/fluffy.rb
+- lib/fluffy/s3_io.rb
+- lib/fluffy/s3_path.rb
+- test/fluffy_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://github.com/commonthread/fluffy
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.4
+signing_key: 
+specification_version: 3
+summary: Makes writing to S3 tranparent using File
+test_files: 
+- test/fluffy_test.rb
+- test/test_helper.rb