bincache 0.0.1

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,22 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+
+## PROJECT::SPECIFIC
+.gitconfig

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Martin Rhoads
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,17 @@
+= bincache
+
+Description goes here.
+
+== Note on Patches/Pull Requests
+ 
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2010 Martin Rhoads. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,53 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "bincache"
+    gem.summary = %Q{bines scripts}
+    gem.description = %Q{longer description of your gem}
+    gem.email = "martinrhoads@gmail.com"
+    gem.homepage = "http://github.com/ermal14/bincache"
+    gem.authors = ["Martin Rhoads"]
+    gem.add_development_dependency "right_aws", ">= 0"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/test_*.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+task :test => :check_dependencies
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "bincache #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/bin/bincache

@@ -0,0 +1,20 @@
+#!/usr/bin/env ruby
+# 
+# This is a CLI runner for BinCache
+# 
+# 
+# bincache dir script1 script2 ... scriptn
+
+## dev env
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__)))
+
+require 'rubygems'
+require 'bincache'
+
+dir = ARGV.shift
+scripts = []
+ARGV.each { |s| scripts << File.read(s) }
+b = BinCache.new
+b.run_series(dir,scripts)
+
+

data/bincache.gemspec

@@ -0,0 +1,60 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{bincache}
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Martin Rhoads"]
+  s.date = %q{2010-10-09}
+  s.default_executable = %q{bincache}
+  s.description = %q{longer description of your gem}
+  s.email = %q{martinrhoads@gmail.com}
+  s.executables = ["bincache"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "bin/bincache",
+     "bincache.gemspec",
+     "lib/bincache.rb",
+     "scripts/script1",
+     "scripts/script2",
+     "scripts/script3",
+     "test/helper.rb",
+     "test/test_bincache.rb"
+  ]
+  s.homepage = %q{http://github.com/ermal14/bincache}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{bines scripts}
+  s.test_files = [
+    "test/helper.rb",
+     "test/test_bincache.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<right_aws>, [">= 0"])
+    else
+      s.add_dependency(%q<right_aws>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<right_aws>, [">= 0"])
+  end
+end
+

data/lib/bincache.rb

@@ -0,0 +1,114 @@
+#!/bin/env ruby 
+
+require 'digest/md5'
+require 'rubygems'
+require 'right_aws'
+
+class BinCache
+
+  def initialize()
+    @bucket = 'devs-us-west'
+    @prefix = 'martin/bincache/'
+    @download_dir = '/private/tmp'
+
+    print_and_exit "s3 keys not set. Please let S3_ACCESS_KEY and S3_SECRET__KEY" unless ENV['S3_ACCESS_KEY'] && ENV['S3_SECRET__KEY']
+
+    @right_s3 = RightAws::S3.new(ENV['S3_ACCESS_KEY'],ENV['S3_SECRET__KEY'])
+    @right_s3_bucket = @right_s3.bucket(@bucket)
+    @right_s3_interface = RightAws::S3Interface.new(ENV['S3_ACCESS_KEY'],ENV['S3_SECRET__KEY'])
+  end
+
+
+  def bincache(script,dir)
+    script_hash = Digest::MD5.hexdigest(script)
+  end
+
+  def run_series(directory, scripts)
+    ## exit if given bogus input
+    print_and_exit "bogus input in run_series" if directory.nil? || scripts.nil? 
+
+    ## clear out directory if we are starting a new sequence
+    `rm -rf #{directory} && mkdir -p #{directory}` && return if scripts.empty?
+
+    ## hash the scripts
+    hash = Digest::MD5.hexdigest(scripts.inspect)
+       
+    ## pop the last script   
+    pop = scripts.pop
+
+    ## recurse if we have not ran this script yet
+    eval("#{__method__}(directory,scripts)")  unless check_for_hash?(hash)
+
+    ## step this script
+    step(pop,directory,hash)
+
+  end
+
+  def check_for_hash?(hash)
+    key = RightAws::S3::Key.create( @right_s3_bucket, "#{@prefix}#{hash}" )
+    key.exists?
+  end
+
+  def step(script,directory,hash)
+    if download_hash? hash
+      `rm -rf #{directory}`
+      `cd #{File.dirname directory} && tar -xzvf #{File.join(@download_dir,hash)} `
+    else
+      `mkdir -p #{directory}`
+      Dir.chdir directory
+      res = `#{script}`
+      `cd #{File.dirname directory} && tar -czvf #{@download_dir}/#{hash} #{File.basename directory} `
+      upload_file("#{@download_dir}/#{hash}")
+    end
+  end
+
+  private 
+
+  ## IO.popen 'tar cfz -', 'w+' do |pipe| 
+
+  def upload_file(file)
+    key_name = @prefix.dup
+    key_name << File.basename(file)
+    @right_s3_interface.put(@bucket, key_name , File.read(file) ) 
+  end
+
+  def download_hash?(hash)
+    begin
+      File.open(File.join(@download_dir,hash) , 'w') {|f| f.write( @right_s3_interface.get_object(@bucket, "#{@prefix}#{hash}") ) }
+    rescue 
+      return false
+    end
+    true
+  end
+
+  ## This function will compute a recursive md5 hash of a given directory (may be releative)
+  ## directory names are taken into consideration
+  ## the full path is taken into consideration
+  def recurse_and_hash_tree(node)
+
+    ## exit program if given a bunk file/dir
+    print_and_exit "given a bunk file/node" unless File.exist? node
+
+    ## if we have a file then return it's hash
+    return Digest::MD5.hexdigest( node + File.read(node) ) if File.file? node
+
+    ## we should have a directory now. exit otherwise...
+    print_and_exit "is there a strange device in this dir?" unless File.directory? node
+
+    ## recurse through each element in the directory and remember their hashes
+    children_hash = ""
+    Dir.glob(File.join node, '*' ) { |element| children_hash << recurse_and_hash_tree(element) }
+  
+    ## return the mashed up hash
+    return Digest::MD5.hexdigest( node + children_hash ) 
+
+  end
+
+  def print_and_exit(message)
+    STDERR.puts "cought an error in bincache" 
+    STDERR.puts message
+    Kernel.exit 1
+  end
+
+end
+

data/scripts/script1

@@ -0,0 +1,2 @@
+echo "nana" > nana
+sleep 3

data/scripts/script2

@@ -0,0 +1,2 @@
+echo "haha" > haha
+sleep 3

data/scripts/script3

@@ -0,0 +1,2 @@
+echo "fafa" > fafa
+sleep 3

data/test/helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'bincache'
+
+class Test::Unit::TestCase
+end

data/test/test_bincache.rb

@@ -0,0 +1,7 @@
+require 'helper'
+
+class TestBincache < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

metadata

@@ -0,0 +1,95 @@
+--- !ruby/object:Gem::Specification 
+name: bincache
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Martin Rhoads
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-10-09 00:00:00 -07:00
+default_executable: bincache
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: right_aws
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id001
+description: longer description of your gem
+email: martinrhoads@gmail.com
+executables: 
+- bincache
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- bin/bincache
+- bincache.gemspec
+- lib/bincache.rb
+- scripts/script1
+- scripts/script2
+- scripts/script3
+- test/helper.rb
+- test/test_bincache.rb
+has_rdoc: true
+homepage: http://github.com/ermal14/bincache
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: bines scripts
+test_files: 
+- test/helper.rb
+- test/test_bincache.rb