s3stream 0.0.1

data/.gitignore

@@ -0,0 +1,5 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+coverage/*

data/.rvmrc

@@ -0,0 +1 @@
+rvm 1.9.3@s3stream --create

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in s3stream.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,14 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard 'bundler' do
+  watch('Gemfile')
+  watch(/^.+\.gemspec/)
+end
+
+guard 'rspec', :cli => '-c --format documentation -r ./spec/spec_helper.rb',
+               :version => 2 do
+  watch(%r{^spec/.+_spec\.rb})
+  watch(%r{^lib/(.+)\.rb})        { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')    { "spec" }
+end

data/README

@@ -0,0 +1,28 @@
+Installation
+============
+
+    gem install s3stream
+
+Configuration
+=============
+
+  export AMAZON_ACCESS_KEY_ID='abcdefghijklmnop'
+  export AMAZON_SECRET_ACCESS_KEY='1234567891012345'
+
+Usage
+=====
+From the command line:
+
+    % s3stream fetch mybucket myfile.dat > /tmp/myfile.dat
+    % s3stream store mybucket myfile.dat < /tmp/myfile.dat
+
+And if you want to get fancy:
+
+    % cat <(s3stream fetch mybucket log0.log.gz | gunzip) <(s3stream fetch mybucket log1.log.gz | gunzip) | gzip > s3stream store mybucket combined.log.gz
+
+
+Development
+===========
+    gem install bundler
+    bundle install
+    guard

data/Rakefile

@@ -0,0 +1,24 @@
+require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+
+desc "Run all specs"
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.rspec_opts = [
+    '-c',
+    '--format documentation',
+    '-r ./spec/spec_helper.rb'
+  ]
+  t.pattern = 'spec/**/*_spec.rb'
+end
+
+desc "open coverage report"
+task :coverage do
+  system 'rake spec'
+  system 'open coverage/index.html'
+end
+
+desc "Open development console"
+task :console do
+  puts "Loading development console..."
+  system "irb -I #{File.join('.', 'lib')} -r #{File.join('.', 'lib', 's3stream')}"
+end

data/bin/s3stream

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require "s3stream"
+S3Stream::Main.start

data/lib/s3stream/version.rb

@@ -0,0 +1,3 @@
+module S3Stream
+  VERSION = "0.0.1"
+end

data/lib/s3stream.rb

@@ -0,0 +1,19 @@
+require "s3stream/version"
+require "thor"
+require "aws/s3"
+
+module S3Stream 
+  class Main < Thor
+    desc "fetch bucket filename", "download/stream the file from S3 to stdout"
+    def fetch(bucket, filename)
+      AWS::S3::S3Object.stream(filename, bucket) do |chunk|
+        $stdout.write chunk
+      end
+    end
+    
+    desc "store bucket filename", "upload/stream the file from stdin to S3"
+    def store(bucket, filename)
+      AWS::S3::S3Object.store(filename, ARGF, bucket)
+    end
+  end
+end

data/s3stream.gemspec

@@ -0,0 +1,29 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "s3stream/version"
+
+Gem::Specification.new do |s|
+  s.name        = "s3stream"
+  s.version     = S3Stream::VERSION
+  s.authors     = ["Chris Johnson"]
+  s.email       = ["chris@kindkid.com"]
+  s.homepage    = ""
+  s.summary     = "Stream files on S3 to stdout or from stdin"
+  s.description = s.summary
+
+  s.rubyforge_project = "s3stream"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_runtime_dependency "aws-s3", "~> 0.6.2"
+  s.add_runtime_dependency "thor", "~> 0.14.6"
+  s.add_development_dependency "rspec", "~> 2.6"
+  s.add_development_dependency "simplecov", "~> 0.4"
+  s.add_development_dependency("rb-fsevent", "~> 0.4") if RUBY_PLATFORM =~ /darwin/i
+  s.add_development_dependency "guard", "~> 0.5"
+  s.add_development_dependency "guard-bundler", "~> 0.1"
+  s.add_development_dependency "guard-rspec", "~> 0.4"
+end

data/spec/lib/s3stream_spec.rb

@@ -0,0 +1,3 @@
+describe S3Stream do
+  it "should have specs"
+end

data/spec/spec_helper.rb

@@ -0,0 +1,7 @@
+require 'simplecov'
+SimpleCov.start
+
+require 'rubygems'
+require 'bundler'
+
+Bundler.require(:default, :test, :development)

metadata

@@ -0,0 +1,148 @@
+--- !ruby/object:Gem::Specification
+name: s3stream
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Chris Johnson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-02-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-s3
+  requirement: &70202792479320 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *70202792479320
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: &70202792477020 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.14.6
+  type: :runtime
+  prerelease: false
+  version_requirements: *70202792477020
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70202792476260 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :development
+  prerelease: false
+  version_requirements: *70202792476260
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: &70202792475440 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :development
+  prerelease: false
+  version_requirements: *70202792475440
+- !ruby/object:Gem::Dependency
+  name: rb-fsevent
+  requirement: &70202792474420 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :development
+  prerelease: false
+  version_requirements: *70202792474420
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: &70202792473580 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :development
+  prerelease: false
+  version_requirements: *70202792473580
+- !ruby/object:Gem::Dependency
+  name: guard-bundler
+  requirement: &70202792472000 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :development
+  prerelease: false
+  version_requirements: *70202792472000
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: &70202792470520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :development
+  prerelease: false
+  version_requirements: *70202792470520
+description: Stream files on S3 to stdout or from stdin
+email:
+- chris@kindkid.com
+executables:
+- s3stream
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- Gemfile
+- Guardfile
+- README
+- Rakefile
+- bin/s3stream
+- lib/s3stream.rb
+- lib/s3stream/version.rb
+- s3stream.gemspec
+- spec/lib/s3stream_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: s3stream
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Stream files on S3 to stdout or from stdin
+test_files:
+- spec/lib/s3stream_spec.rb
+- spec/spec_helper.rb