s3_wrapper 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 86352e8cb2ae14f9d68b81a4c326cb409f64e6e1
+  data.tar.gz: 338e28abc1a58d8baf273b458d193b2363fab9e8
+SHA512:
+  metadata.gz: 718f66a4dd5814662d5b1c20df57e9fff54f75ff6bccd64ea48385875c720bf5f2488ba43c1c473f4a177bd9ba8e87f4c840a563b6048dae7573063a4ad1d1e6
+  data.tar.gz: 9314fd98d1caf9ebbea83c4e8b7a0d4c48c8e4e066acaf2c4aec8a4034e9c875e26515b7cf4e53b50c72b3dcfcdff0e6f9cb74c9cc152b7d4d78d3ffe87b4ebc

data/lib/s3_wrapper.rb

@@ -0,0 +1,135 @@
+# encoding=utf-8
+require 'aws-sdk'
+
+
+class S3Wrapper
+
+  def initialize(bucket, options={})
+    @bucket = AWS::S3.new(options).buckets[bucket]
+    #TODO throw exception if bucket does not exist
+    @objects = @bucket.objects
+  end
+
+  def get(key)
+    @objects[key].read
+  end
+
+  def get_file(key, filename=key)
+    File.open(filename, 'w') do |fh|
+      @objects[key].read do |chunk|
+        fh.write(chunk)
+      end
+    end
+  end
+
+  def put(key, data)
+    @objects[key].write(data)
+  end
+
+  def put_file(filename, key=nil)
+    key ||= File.basename(filename)
+    @objects[key].write(:file => filename)
+  end
+
+  def ls(key)
+    get_object_description(@objects[key]) if @objects[key].exists?
+  end
+
+  def ls_prefix(key_prefix)
+    @objects.with_prefix(key_prefix).map {|obj| get_object_description(obj) }
+  end
+
+  def ls_substring(key_substring, key_prefix=nil)
+    descriptions = []
+    objects = key_prefix ? @objects.with_prefix(key_prefix) : @objects
+
+    objects.each do |obj|
+      descriptions << get_object_description(obj) if obj.key =~ /#{key_substring}/
+    end
+
+    descriptions
+  end
+
+  def ls_regexp(key_regexp)
+    descriptions = []
+
+    @objects.each do |obj|
+      descriptions << get_object_description(obj) if obj.key =~ key_regexp
+    end
+
+    descriptions
+  end
+
+  #TODO
+  def ls_if
+  end
+
+  def mv(src_key, dst_key, dst_bucket=@bucket.name)
+    @objects[src_key].move_to(dst_key, :bucket_name => dst_bucket)
+  end
+
+  #TODO
+  def mv_prefix(src_prefix, dst_bucket)
+    raise_if_dst_bucket_same_as_src(dst_bucket)
+  end
+
+  #TODO
+  def mv_substring()
+  end
+
+  #TODO
+  def mv_regexp()
+  end
+
+  #TODO
+  #def mv_if
+    #@objects.each do |obj|
+      #delete_if(&block)
+  #end
+
+  #TODO
+  def cp
+  end
+
+  def rm(key, options={})
+    @objects[key].delete
+  end
+
+  def rm_prefix(key_prefix)
+    @objects.with_prefix(key_prefix).each {|obj| obj.delete }
+  end
+
+  def rm_substring(key_substring, key_prefix=nil)
+    objects = key_prefix ? @objects.with_prefix(key_prefix) : @objects
+
+    objects.each do |obj|
+      obj.delete if obj.key =~ /#{key_substring}/
+    end
+  end
+
+  def rm_regexp(key_regexp)
+    @objects.each do |obj|
+      obj.delete if obj.key =~ key_regexp
+    end
+  end
+
+  def rm_if(&block)
+    @objects.delete_if(&block)
+  end
+
+  private
+
+  def self.object_description(obj)
+    "#{obj.key}\t#{obj.last_modified.utc}\t#{obj.content_length / 1024 / 1024} MB"
+  end
+
+  def get_object_description(obj)
+    "#{obj.key}\t#{obj.last_modified.utc}\t#{obj.content_length / 1024 / 1024} MB"
+  end
+
+  def raise_if_dst_bucket_same_as_src(dst_bucket)
+    if dst_bucket == @bucket.name
+      raise ArgumentError.new('dst and src bucket are the same')
+    end
+  end
+end

metadata

@@ -0,0 +1,47 @@
+--- !ruby/object:Gem::Specification
+name: s3_wrapper
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Dean Morin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-04 00:00:00.000000000 Z
+dependencies: []
+description: |2
+      The intent of this gem is to simplify interactions with S3, and allow for
+      more powerful searching and deleting conditions than provided by default in
+      the AWS Ruby SDK or command line tools.
+email: morin.dean@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/s3_wrapper.rb
+homepage: http://github.com/deanmorin/s3_wrapper
+licenses:
+- Unlicense
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: A tool for basic manipulation of files in S3
+test_files: []