ey_resin 1.0.6

checksums.yaml

@@ -0,0 +1,7 @@
+--- 
+SHA1: 
+  metadata.gz: 84fe23ef483433dd5b233293eef404a5202ae816
+  data.tar.gz: dfe159d4a2dea2f7c54713485e71c3bfdce1d895
+SHA512: 
+  metadata.gz: f7ae095793771c8a13e168bcac12df61f7af4b0bffbab9dd499df807ae9acf030c196967635529d9cd9d854cbefaf71d17c6b0c7785c363c81110538ee5a3574
+  data.tar.gz: 29472b4207055e1a69a28e1fa3f2093ab61b3f1ff74358104c84de9c40382b5e31a49693b6f35e80cd6786a47e01c6cb02be502a93551fbd9060678c0d6a3fa1

data/lib/ey_resin.rb

@@ -0,0 +1,10 @@
+require 'ey_resin/archive'
+require 'ey_resin/expand'
+require 'ey_resin/manifest'
+require 'ey_resin/paths'
+
+module EY
+  module Resin
+    extend EY::Resin::Paths
+  end
+end

data/lib/ey_resin/archive.rb

@@ -0,0 +1,44 @@
+require 'addressable/uri'
+
+module EY
+  module Resin
+    class Archive
+      def initialize(resin_sha, bits)
+        self.resin_sha = resin_sha.to_s
+        self.arch_bits = bits.to_s
+
+        if resin_sha.empty? || arch_bits.empty?
+          raise ArgumentError, "Resin::Archive must be initialized with a non-blank resin_sha and arch_bits"
+        end
+      end
+
+      def version
+        "archive-#{resin_sha}-arch-#{arch_bits}".gsub(/[^#{Addressable::URI::CharacterClasses::UNRESERVED}]/, '').downcase
+      end
+
+      def inspect
+        %|EY::Resin::Archive(version: #{version.inspect})|
+      end
+
+      def filename
+        "resin-#{version}.tgz"
+      end
+
+      def uri
+        Addressable::URI.new(
+          :scheme => "https",
+          :host   => "ey-cloud.s3.amazonaws.com",
+          :path   => filename
+        )
+      end
+
+      def check
+        system("curl -s -I #{uri} | grep '200 OK' 1>/dev/null")
+      end
+
+      private
+
+      attr_accessor :resin_sha, :arch_bits
+    end
+  end
+end

data/lib/ey_resin/expand.rb

@@ -0,0 +1,78 @@
+require 'ey_resin/paths'
+require 'sous_chef'
+
+module EY
+  module Resin
+    class Expand
+      def initialize(resin_archive)
+        self.resin_archive = resin_archive
+        self.recipe        = build_recipe
+
+        recipe.node = {
+          :version => resin_archive.version,
+          :uri     => resin_archive.uri,
+        }
+      end
+
+      def check
+        resin_archive.check || fail("Resin archive #{resin_archive.uri} not curl-able!")
+      end
+
+      def to_script
+        recipe.to_script
+      end
+
+      protected
+
+      attr_accessor :resin_archive, :recipe
+
+      def build_recipe
+        SousChef::Recipe.new do
+          halt_on_failed_command
+
+          uri                 = node[:uri]
+          version             = node[:version]
+          root                = EY::Resin.archive_root
+          bin_dir             = EY::Resin.bin_dir
+          version_file        = EY::Resin.version_file
+          dummy_auto_gem_file = EY::Resin.dummy_auto_gem_file
+
+          directory "ensure the archive destination directory exists" do
+            path root
+          end
+
+          execute "download and unpack the resin archive into it if needed" do
+            only_if %{[[ ! -s #{version_file} ]] || [[ "#{version}" != `cat #{version_file}` ]]}
+            raise "Almost rm -rf'd /" if root.to_s == ''
+            command "rm -rf #{root}/*"
+            command "curl -L --connect-timeout 10 --max-time 120 --retry 3 --retry-max-time 20 #{uri} | tar xz -C #{root}"
+          end
+
+          file "save the version file for future deploys" do
+            path version_file
+            content version
+            mode 0644
+          end
+
+          file "/etc/env.d/93ey-resin" do
+            echo "Setting up ey-resin env"
+            content <<-EOS
+  PATH="#{bin_dir}"
+  ROOTPATH="#{bin_dir}"
+            EOS
+          end
+
+          file "set up legacy support auto_gem" do
+            path dummy_auto_gem_file
+            content "# a placeholder for legacy resin 1.8/1.9 support so we can keep RUBYOPT='-rauto_gem'"
+            mode 0644
+          end
+
+          execute "rebuild the environment" do
+            command "env-update"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ey_resin/manifest.rb

@@ -0,0 +1,41 @@
+require 'digest/sha1'
+require 'multi_json'
+require 'jexp'
+
+module EY
+  module Resin
+    class Manifest < Struct.new(:ruby_version, :ruby_pl, :ruby_url, :rubygems_version, :rubygems_url, :gems, :bundle)
+      include JEXP::Resource
+
+      def self.parse(serialized_data)
+        if serialized_data.nil?
+          raise ArgumentError, "Resin::Manifest unable to parse: nil"
+        end
+        new(MultiJson.decode(serialized_data))
+      rescue MultiJson::DecodeError => e
+        raise ArgumentError, "Resin::Manifest unable to parse: #{serialized_data.inspect}"
+      end
+
+      def dump
+        MultiJson.encode(to_hash)
+      end
+
+      def ==(other)
+        other.respond_to?(:dump) && dump == other.dump
+      end
+
+      def compute_sha
+        raw = [ruby_version, ruby_pl, ruby_url, rubygems_version, rubygems_url]
+        # This should reall sort by gem name to be consistent, but we're currently unsure about changing the hashing algorithm.
+        if bundle
+          raw << File.read(bundle).gsub(/\s+/, '')
+        else
+          gems.each do |(name,version)|
+            raw << "#{name}-#{version}"
+          end
+        end
+        Digest::SHA1.hexdigest(raw.join("|"))
+      end
+    end
+  end
+end

data/lib/ey_resin/paths.rb

@@ -0,0 +1,47 @@
+require 'pathname'
+
+module EY
+  module Resin
+    module Paths
+      ARCHIVE_ROOT = Pathname.new("/usr/local/ey_resin")
+
+      def archive_root
+        ARCHIVE_ROOT
+      end
+
+      def version_file
+        archive_root.join('resin_archive_version.txt')
+      end
+
+      def bin(name)
+        archive_root.join('bin', name)
+      end
+
+      def bin_dir
+        archive_root.join('bin')
+      end
+
+      def ruby_dir
+        archive_root.join('ruby')
+      end
+
+      def ruby_bin_dir
+        archive_root.join('ruby', 'bin')
+      end
+
+      def ruby_binary
+        archive_root.join('ruby', 'bin', 'ruby')
+      end
+
+      def gem_binary
+        archive_root.join('ruby', 'bin', 'gem')
+      end
+
+      def dummy_auto_gem_file
+        # XXX where is the best place to put it?
+        # this path is in the resin load path $:
+        ruby_dir.join("lib","ruby", "site_ruby", "auto_gem.rb")
+      end
+    end
+  end
+end

data/lib/ey_resin/version.rb

@@ -0,0 +1,5 @@
+module EY
+  module Resin
+    VERSION = '1.0.6'
+  end
+end

data/spec/integration/resin_expand_spec.rb

@@ -0,0 +1,58 @@
+require 'spec_helper'
+require 'dracul/test'
+
+describe EY::Resin::Expand do
+  pending do
+    @instance = Dracul::Test.monsoon.new_instance
+    @resin_archive = EY::Resin::Archive.new("integration-testing", @instance.flavor.architecture.bits)
+    @expand_script = described_class.new(@resin_archive).to_script
+    @instance.script!(@expand_script)
+  end
+
+  pending do
+    Dracul::Test.monsoon.kill_instance(@instance)
+  end
+
+  shared_examples_for "an expanded archive with version file" do
+    pending "unpacks the archive" do
+      @instance.ssh("test -d #{EY::Resin.archive_root}").should be_success
+      @instance.ssh("test -d #{EY::Resin.ruby_dir}").should be_success
+      @instance.ssh("test -s #{EY::Resin.ruby_binary}").should be_success
+    end
+
+    pending "writes the version file" do
+      @instance.ssh(%|[[ "#{@resin_archive.version}" == `cat #{EY::Resin.version_file}` ]]|).should be_success
+    end
+  end
+
+  describe "fresh install" do
+    it_should_behave_like "an expanded archive with version file"
+
+    pending "doesn't unpack twice when deployed twice" do
+      lambda { @instance.script!(@expand_script) }.
+        should_not change { @instance.ssh("stat -c '%Y' #{EY::Resin.version_file} #{EY::Resin.archive_root}/ruby").stdout }
+    end
+
+    pending "adds Archive.root bin/ to the PATH" do
+      @instance.ssh("echo $PATH | grep #{EY::Resin.archive_root}").should be_success
+    end
+  end
+
+  describe "changing versions" do
+    pending do
+      @instance.ssh("echo old_version >> #{EY::Resin.version_file}")
+      @instance.ssh("echo delete me >> #{EY::Resin.ruby_dir}/delete_me")
+      @instance.ssh("echo delete me >> #{EY::Resin.bin_dir}/delete_me")
+
+      @instance.script!(@expand_script)
+    end
+
+    it_should_behave_like "an expanded archive with version file"
+
+    pending "removes the old archive" do
+      @instance.ssh("! test -s #{EY::Resin.ruby_dir}/delete_me").should be_success
+      @instance.ssh("! test -s #{EY::Resin.bin_dir}/delete_me").should be_success
+    end
+  end
+end
+

data/spec/models/archive_spec.rb

@@ -0,0 +1,23 @@
+require 'spec_helper'
+
+describe EY::Resin::Archive do
+  subject { EY::Resin::Archive.new('sha',32) }
+
+
+  it "generates a url for the archive" do
+    subject.uri.to_s.should == "https://ey-cloud.s3.amazonaws.com/resin-archive-sha-arch-32.tgz"
+  end
+
+  it "generates a version string" do
+    subject.version.should == 'archive-sha-arch-32'
+  end
+
+  it "checks for resin archive" do
+    subject.check.should be_false
+  end
+
+  it "finds a resin archive on check" do
+    rc = EY::Resin::Archive.new('43883338dd595d022c795aa03613dab0664fcd42', 32) # arbitrary archive I know existed at the time
+    rc.check.should be_true
+  end
+end

data/spec/models/manifest_spec.rb

@@ -0,0 +1,59 @@
+require 'spec_helper'
+
+describe "ResinManifest" do
+  before do
+    @data = {
+      :ruby_version     => '1.9.2',
+      :ruby_pl          => '123',
+      :ruby_url         => 'http://ruby',
+      :rubygems_version => '1.2.3',
+      :rubygems_url     => 'http://rubygems',
+      :gems             => [
+        ['outoforder', '1.2.3'],
+        ['ey_enzyme',  '7.8.9'],
+      ],
+    }
+  end
+
+  subject { EY::Resin::Manifest.new(@data) }
+
+  it "loads options from config" do
+    subject.ruby_version.should     == @data[:ruby_version]
+    subject.ruby_pl.should          == @data[:ruby_pl]
+    subject.ruby_url.should         == @data[:ruby_url]
+    subject.rubygems_version.should == @data[:rubygems_version]
+    subject.rubygems_url.should     == @data[:rubygems_url]
+    subject.gems.should             == @data[:gems]
+  end
+
+  it "computes the same resin sha from the config every time" do
+    subject.compute_sha.should == Digest::SHA1.hexdigest('1.9.2|123|http://ruby|1.2.3|http://rubygems|outoforder-1.2.3|ey_enzyme-7.8.9')
+  end
+
+  it "refuses to parse nil" do
+    lambda { EY::Resin::Manifest.parse(nil) }.should raise_error(ArgumentError, "Resin::Manifest unable to parse: nil")
+  end
+
+  it "refuses to parse bad json" do
+    lambda { EY::Resin::Manifest.parse('||') }.should raise_error(ArgumentError, 'Resin::Manifest unable to parse: "||"')
+  end
+
+  it "can parse the data it dumps" do
+    EY::Resin::Manifest.parse(subject.dump).should == subject
+  end
+
+  context "with a bundle file" do
+    before do
+      @bundle = File.expand_path('../../Gemfile', File.dirname(__FILE__))
+      @data.delete(:gems)
+      @data[:bundle] = @bundle
+    end
+
+    subject { EY::Resin::Manifest.new(@data) }
+
+    it 'generates the sha using the content of the file' do
+      bundle_content = File.read(@bundle).gsub(/\s+/, '')
+      subject.compute_sha.should == Digest::SHA1.hexdigest("1.9.2|123|http://ruby|1.2.3|http://rubygems|#{bundle_content}")
+    end
+  end
+end

data/spec/models/paths_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+describe EY::Resin do
+  it "contains the archive root" do
+    EY::Resin.archive_root.should == Pathname.new('/usr/local/ey_resin')
+  end
+
+  it "contains the archive root" do
+    EY::Resin.version_file.should == EY::Resin.archive_root.join("resin_archive_version.txt")
+  end
+
+  it "knows where the ruby binary is" do
+    EY::Resin.ruby_binary.should == EY::Resin.archive_root.join("ruby/bin/ruby")
+  end
+
+  it "knows where the gem binary is" do
+    EY::Resin.gem_binary.should == EY::Resin.archive_root.join("ruby/bin/gem")
+  end
+
+  it "knows where the bin dir is" do
+    EY::Resin.bin_dir.should == EY::Resin.archive_root.join("bin")
+  end
+
+  it "knows where the hax auto_gem file is" do
+    EY::Resin.dummy_auto_gem_file.should == EY::Resin.ruby_dir.join("lib","ruby", "site_ruby", "auto_gem.rb")
+  end
+
+end

data/spec/models/resin_expand_spec.rb

@@ -0,0 +1,25 @@
+require 'spec_helper'
+
+describe EY::Resin::Expand do
+  describe ".to_script" do
+    let(:resin_archive) { EY::Resin::Archive.new('hello-sha',64) }
+    subject { described_class.new(resin_archive).to_script }
+
+    it "outputs a script" do
+      subject.should_not be_empty
+    end
+
+    it "curls the url" do
+      subject.should match(/curl .*#{resin_archive.uri}/)
+    end
+
+    it "expands the tarball" do
+      subject.should match(/tar xz -C #{EY::Resin.archive_root}/)
+    end
+
+    it "should create a dummy auto_gem file" do
+      subject.should match(/#{EY::Resin.dummy_auto_gem_file}/)
+    end
+
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,48 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'ey_resin'
+require 'ey_slater/test'
+require 'rspec'
+
+RSpec.configure do |config|
+  config.include(EY::Slater::Test)
+
+  def command_should_succeed(instance, command)
+    result = instance.ssh(command)
+    return if result.success?
+
+    fail <<-MESSAGE
+Command expected to succeed on #{instance.public_hostname}:
+
+  #{command}
+
+But failed with exit status $? = #{result.exit_code}.
+
+stdout:
+
+#{result.stdout}
+
+stderr:
+
+#{result.stderr}
+    MESSAGE
+  end
+
+  def command_should_output(instance, command, expected)
+    actual = instance.ssh("#{command} 2>&1").stdout
+    if expected.nil?
+      actual.should be_nil
+    else
+      actual.should_not be_nil
+      if expected.is_a?(Regexp)
+        actual.strip.should =~ expected
+      else
+        actual.strip.should == expected
+      end
+    end
+  end
+
+  def fixture_path(name)
+    File.expand_path("../fixtures/#{name}", __FILE__)
+  end
+end

metadata

@@ -0,0 +1,110 @@
+--- !ruby/object:Gem::Specification 
+name: ey_resin
+version: !ruby/object:Gem::Version 
+  version: 1.0.6
+platform: ruby
+authors: 
+- Engine Yard
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-08-10 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: sous_chef
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 0.0.2
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: addressable
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - &id003 
+      - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: multi_json
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    requirements: 
+    - *id003
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 2.0.0
+  type: :development
+  version_requirements: *id005
+description: ey resin
+email: 
+- gems@engineyard.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/ey_resin/archive.rb
+- lib/ey_resin/expand.rb
+- lib/ey_resin/manifest.rb
+- lib/ey_resin/paths.rb
+- lib/ey_resin/version.rb
+- lib/ey_resin.rb
+- spec/fixtures/resin-archive-integration-testing-arch-32.tgz
+- spec/fixtures/resin-archive-integration-testing-arch-64.tgz
+- spec/integration/resin_expand_spec.rb
+- spec/models/archive_spec.rb
+- spec/models/manifest_spec.rb
+- spec/models/paths_spec.rb
+- spec/models/resin_expand_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/engineyard/ey_resin
+licenses: []
+
+metadata: {}
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - *id003
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 1.3.1
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 3
+summary: ey resin
+test_files: 
+- spec/fixtures/resin-archive-integration-testing-arch-32.tgz
+- spec/fixtures/resin-archive-integration-testing-arch-64.tgz
+- spec/integration/resin_expand_spec.rb
+- spec/models/archive_spec.rb
+- spec/models/manifest_spec.rb
+- spec/models/paths_spec.rb
+- spec/models/resin_expand_spec.rb
+- spec/spec_helper.rb